@streamr/dht 100.0.0-pretestnet.4 → 100.0.0-rc.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +90 -8
- package/dist/package.json +70 -0
- package/dist/src/connection/Connection.d.ts +1 -0
- package/dist/src/connection/Connection.js +10 -3
- package/dist/src/connection/Connection.js.map +1 -1
- package/dist/src/connection/ConnectionLockHandler.d.ts +14 -14
- package/dist/src/connection/ConnectionLockHandler.js +22 -16
- package/dist/src/connection/ConnectionLockHandler.js.map +1 -1
- package/dist/src/connection/ConnectionLockRpcLocal.d.ts +3 -3
- package/dist/src/connection/ConnectionLockRpcLocal.js +7 -6
- package/dist/src/connection/ConnectionLockRpcLocal.js.map +1 -1
- package/dist/src/connection/ConnectionLockRpcRemote.d.ts +4 -6
- package/dist/src/connection/ConnectionLockRpcRemote.js +10 -37
- package/dist/src/connection/ConnectionLockRpcRemote.js.map +1 -1
- package/dist/src/connection/ConnectionManager.d.ts +19 -20
- package/dist/src/connection/ConnectionManager.js +132 -117
- package/dist/src/connection/ConnectionManager.js.map +1 -1
- package/dist/src/connection/ConnectorFacade.d.ts +3 -2
- package/dist/src/connection/ConnectorFacade.js +10 -3
- package/dist/src/connection/ConnectorFacade.js.map +1 -1
- package/dist/src/connection/Handshaker.d.ts +3 -1
- package/dist/src/connection/Handshaker.js +18 -9
- package/dist/src/connection/Handshaker.js.map +1 -1
- package/dist/src/connection/IConnection.d.ts +2 -7
- package/dist/src/connection/IConnection.js +1 -8
- package/dist/src/connection/IConnection.js.map +1 -1
- package/dist/src/connection/ManagedConnection.d.ts +5 -7
- package/dist/src/connection/ManagedConnection.js +42 -26
- package/dist/src/connection/ManagedConnection.js.map +1 -1
- package/dist/src/connection/ManagedWebrtcConnection.js.map +1 -1
- package/dist/src/connection/connectivityChecker.d.ts +9 -0
- package/dist/src/connection/connectivityChecker.js +130 -0
- package/dist/src/connection/connectivityChecker.js.map +1 -0
- package/dist/src/connection/connectivityRequestHandler.d.ts +3 -0
- package/dist/src/connection/connectivityRequestHandler.js +101 -0
- package/dist/src/connection/connectivityRequestHandler.js.map +1 -0
- package/dist/src/connection/simulator/Simulator.d.ts +0 -3
- package/dist/src/connection/simulator/Simulator.js +34 -69
- package/dist/src/connection/simulator/Simulator.js.map +1 -1
- package/dist/src/connection/simulator/SimulatorConnection.js +27 -25
- package/dist/src/connection/simulator/SimulatorConnection.js.map +1 -1
- package/dist/src/connection/simulator/SimulatorConnector.js +16 -12
- package/dist/src/connection/simulator/SimulatorConnector.js.map +1 -1
- package/dist/src/connection/simulator/pings.js.map +1 -1
- package/dist/src/connection/webrtc/NodeWebrtcConnection.d.ts +2 -3
- package/dist/src/connection/webrtc/NodeWebrtcConnection.js +40 -27
- package/dist/src/connection/webrtc/NodeWebrtcConnection.js.map +1 -1
- package/dist/src/connection/webrtc/WebrtcConnector.d.ts +0 -2
- package/dist/src/connection/webrtc/WebrtcConnector.js +24 -25
- package/dist/src/connection/webrtc/WebrtcConnector.js.map +1 -1
- package/dist/src/connection/webrtc/WebrtcConnectorRpcLocal.d.ts +2 -2
- package/dist/src/connection/webrtc/WebrtcConnectorRpcLocal.js +27 -20
- package/dist/src/connection/webrtc/WebrtcConnectorRpcLocal.js.map +1 -1
- package/dist/src/connection/webrtc/WebrtcConnectorRpcRemote.d.ts +3 -6
- package/dist/src/connection/webrtc/WebrtcConnectorRpcRemote.js +2 -5
- package/dist/src/connection/webrtc/WebrtcConnectorRpcRemote.js.map +1 -1
- package/dist/src/connection/webrtc/iceServerAsString.js +1 -1
- package/dist/src/connection/webrtc/iceServerAsString.js.map +1 -1
- package/dist/src/connection/websocket/AutoCertifierClientFacade.d.ts +1 -2
- package/dist/src/connection/websocket/AutoCertifierClientFacade.js +6 -4
- package/dist/src/connection/websocket/AutoCertifierClientFacade.js.map +1 -1
- package/dist/src/connection/websocket/ClientWebsocket.d.ts +1 -0
- package/dist/src/connection/websocket/ClientWebsocket.js +14 -7
- package/dist/src/connection/websocket/ClientWebsocket.js.map +1 -1
- package/dist/src/connection/websocket/WebsocketConnector.d.ts +3 -9
- package/dist/src/connection/websocket/WebsocketConnector.js +142 -74
- package/dist/src/connection/websocket/WebsocketConnector.js.map +1 -1
- package/dist/src/connection/websocket/WebsocketConnectorRpcLocal.d.ts +5 -3
- package/dist/src/connection/websocket/WebsocketConnectorRpcLocal.js +9 -12
- package/dist/src/connection/websocket/WebsocketConnectorRpcLocal.js.map +1 -1
- package/dist/src/connection/websocket/WebsocketConnectorRpcRemote.d.ts +4 -7
- package/dist/src/connection/websocket/WebsocketConnectorRpcRemote.js +7 -44
- package/dist/src/connection/websocket/WebsocketConnectorRpcRemote.js.map +1 -1
- package/dist/src/connection/websocket/WebsocketServer.d.ts +1 -4
- package/dist/src/connection/websocket/WebsocketServer.js +49 -40
- package/dist/src/connection/websocket/WebsocketServer.js.map +1 -1
- package/dist/src/connection/websocket/{ServerWebsocket.d.ts → WebsocketServerConnection.d.ts} +8 -4
- package/dist/src/connection/websocket/WebsocketServerConnection.js +97 -0
- package/dist/src/connection/websocket/WebsocketServerConnection.js.map +1 -0
- package/dist/src/dht/DhtNode.d.ts +45 -49
- package/dist/src/dht/DhtNode.js +229 -317
- package/dist/src/dht/DhtNode.js.map +1 -1
- package/dist/src/dht/DhtNodeRpcLocal.d.ts +10 -9
- package/dist/src/dht/DhtNodeRpcLocal.js +19 -11
- package/dist/src/dht/DhtNodeRpcLocal.js.map +1 -1
- package/dist/src/dht/DhtNodeRpcRemote.d.ts +15 -10
- package/dist/src/dht/DhtNodeRpcRemote.js +38 -21
- package/dist/src/dht/DhtNodeRpcRemote.js.map +1 -1
- package/dist/src/dht/ExternalApiRpcLocal.d.ts +7 -6
- package/dist/src/dht/ExternalApiRpcLocal.js +9 -13
- package/dist/src/dht/ExternalApiRpcLocal.js.map +1 -1
- package/dist/src/dht/ExternalApiRpcRemote.d.ts +6 -5
- package/dist/src/dht/ExternalApiRpcRemote.js +10 -7
- package/dist/src/dht/ExternalApiRpcRemote.js.map +1 -1
- package/dist/src/dht/PeerManager.d.ts +61 -0
- package/dist/src/dht/PeerManager.js +288 -0
- package/dist/src/dht/PeerManager.js.map +1 -0
- package/dist/src/dht/contact/Contact.d.ts +2 -2
- package/dist/src/dht/contact/Contact.js +4 -3
- package/dist/src/dht/contact/Contact.js.map +1 -1
- package/dist/src/dht/contact/ContactList.d.ts +8 -8
- package/dist/src/dht/contact/ContactList.js +12 -7
- package/dist/src/dht/contact/ContactList.js.map +1 -1
- package/dist/src/dht/contact/RandomContactList.d.ts +4 -4
- package/dist/src/dht/contact/RandomContactList.js +13 -12
- package/dist/src/dht/contact/RandomContactList.js.map +1 -1
- package/dist/src/dht/contact/RingContactList.d.ts +31 -0
- package/dist/src/dht/contact/RingContactList.js +133 -0
- package/dist/src/dht/contact/RingContactList.js.map +1 -0
- package/dist/src/dht/contact/{Remote.d.ts → RpcRemote.d.ts} +8 -7
- package/dist/src/dht/contact/{Remote.js → RpcRemote.js} +16 -13
- package/dist/src/dht/contact/RpcRemote.js.map +1 -0
- package/dist/src/dht/contact/SortedContactList.d.ts +29 -15
- package/dist/src/dht/contact/SortedContactList.js +79 -42
- package/dist/src/dht/contact/SortedContactList.js.map +1 -1
- package/dist/src/dht/contact/ringIdentifiers.d.ts +16 -0
- package/dist/src/dht/contact/ringIdentifiers.js +54 -0
- package/dist/src/dht/contact/ringIdentifiers.js.map +1 -0
- package/dist/src/dht/discovery/DiscoverySession.d.ts +8 -18
- package/dist/src/dht/discovery/DiscoverySession.js +32 -48
- package/dist/src/dht/discovery/DiscoverySession.js.map +1 -1
- package/dist/src/dht/discovery/PeerDiscovery.d.ts +16 -12
- package/dist/src/dht/discovery/PeerDiscovery.js +82 -39
- package/dist/src/dht/discovery/PeerDiscovery.js.map +1 -1
- package/dist/src/dht/discovery/RingDiscoverySession.d.ts +29 -0
- package/dist/src/dht/discovery/RingDiscoverySession.js +123 -0
- package/dist/src/dht/discovery/RingDiscoverySession.js.map +1 -0
- package/dist/src/dht/recursive-operation/RecursiveOperationManager.d.ts +36 -0
- package/dist/src/dht/recursive-operation/RecursiveOperationManager.js +166 -0
- package/dist/src/dht/recursive-operation/RecursiveOperationManager.js.map +1 -0
- package/dist/src/dht/recursive-operation/RecursiveOperationRpcLocal.d.ts +14 -0
- package/dist/src/dht/recursive-operation/RecursiveOperationRpcLocal.js +26 -0
- package/dist/src/dht/recursive-operation/RecursiveOperationRpcLocal.js.map +1 -0
- package/dist/src/dht/recursive-operation/RecursiveOperationRpcRemote.d.ts +6 -0
- package/dist/src/dht/recursive-operation/RecursiveOperationRpcRemote.js +44 -0
- package/dist/src/dht/recursive-operation/RecursiveOperationRpcRemote.js.map +1 -0
- package/dist/src/dht/recursive-operation/RecursiveOperationSession.d.ts +44 -0
- package/dist/src/dht/recursive-operation/RecursiveOperationSession.js +187 -0
- package/dist/src/dht/recursive-operation/RecursiveOperationSession.js.map +1 -0
- package/dist/src/dht/recursive-operation/RecursiveOperationSessionRpcLocal.d.ts +14 -0
- package/dist/src/dht/recursive-operation/RecursiveOperationSessionRpcLocal.js +20 -0
- package/dist/src/dht/recursive-operation/RecursiveOperationSessionRpcLocal.js.map +1 -0
- package/dist/src/dht/recursive-operation/RecursiveOperationSessionRpcRemote.d.ts +6 -0
- package/dist/src/dht/recursive-operation/RecursiveOperationSessionRpcRemote.js +21 -0
- package/dist/src/dht/recursive-operation/RecursiveOperationSessionRpcRemote.js.map +1 -0
- package/dist/src/dht/routing/DuplicateDetector.d.ts +2 -4
- package/dist/src/dht/routing/DuplicateDetector.js +10 -15
- package/dist/src/dht/routing/DuplicateDetector.js.map +1 -1
- package/dist/src/dht/routing/Router.d.ts +11 -27
- package/dist/src/dht/routing/Router.js +92 -58
- package/dist/src/dht/routing/Router.js.map +1 -1
- package/dist/src/dht/routing/RouterRpcLocal.d.ts +3 -4
- package/dist/src/dht/routing/RouterRpcLocal.js +17 -16
- package/dist/src/dht/routing/RouterRpcLocal.js.map +1 -1
- package/dist/src/dht/routing/RouterRpcRemote.d.ts +3 -3
- package/dist/src/dht/routing/RouterRpcRemote.js +29 -20
- package/dist/src/dht/routing/RouterRpcRemote.js.map +1 -1
- package/dist/src/dht/routing/RoutingSession.d.ts +29 -21
- package/dist/src/dht/routing/RoutingSession.js +93 -68
- package/dist/src/dht/routing/RoutingSession.js.map +1 -1
- package/dist/src/dht/routing/RoutingTablesCache.d.ts +24 -0
- package/dist/src/dht/routing/RoutingTablesCache.js +46 -0
- package/dist/src/dht/routing/RoutingTablesCache.js.map +1 -0
- package/dist/src/dht/routing/getPreviousPeer.js.map +1 -1
- package/dist/src/dht/store/LocalDataStore.d.ts +9 -14
- package/dist/src/dht/store/LocalDataStore.js +46 -72
- package/dist/src/dht/store/LocalDataStore.js.map +1 -1
- package/dist/src/dht/store/StoreManager.d.ts +33 -0
- package/dist/src/dht/store/StoreManager.js +182 -0
- package/dist/src/dht/store/StoreManager.js.map +1 -0
- package/dist/src/dht/store/StoreRpcLocal.d.ts +11 -41
- package/dist/src/dht/store/StoreRpcLocal.js +27 -234
- package/dist/src/dht/store/StoreRpcLocal.js.map +1 -1
- package/dist/src/dht/store/StoreRpcRemote.d.ts +6 -7
- package/dist/src/dht/store/StoreRpcRemote.js +10 -20
- package/dist/src/dht/store/StoreRpcRemote.js.map +1 -1
- package/dist/src/exports.d.ts +5 -3
- package/dist/src/exports.js +10 -8
- package/dist/src/exports.js.map +1 -1
- package/dist/src/helpers/AddressTools.js +2 -0
- package/dist/src/helpers/AddressTools.js.map +1 -1
- package/dist/src/helpers/Connectivity.js.map +1 -1
- package/dist/src/helpers/MapWithTtl.d.ts +14 -0
- package/dist/src/helpers/MapWithTtl.js +60 -0
- package/dist/src/helpers/MapWithTtl.js.map +1 -0
- package/dist/src/helpers/createPeerDescriptor.d.ts +3 -0
- package/dist/src/helpers/createPeerDescriptor.js +57 -0
- package/dist/src/helpers/createPeerDescriptor.js.map +1 -0
- package/dist/src/helpers/createPeerDescriptorSignaturePayload.d.ts +2 -0
- package/dist/src/helpers/createPeerDescriptorSignaturePayload.js +30 -0
- package/dist/src/helpers/createPeerDescriptorSignaturePayload.js.map +1 -0
- package/dist/src/helpers/debugHelpers.js.map +1 -1
- package/dist/src/helpers/errors.js +2 -0
- package/dist/src/helpers/errors.js.map +1 -1
- package/dist/src/helpers/offering.d.ts +4 -0
- package/dist/src/helpers/offering.js +18 -0
- package/dist/src/helpers/offering.js.map +1 -0
- package/dist/src/helpers/protoClasses.js +2 -3
- package/dist/src/helpers/protoClasses.js.map +1 -1
- package/dist/src/helpers/protoToString.js.map +1 -1
- package/dist/src/helpers/version.d.ts +6 -0
- package/dist/src/helpers/version.js +38 -0
- package/dist/src/helpers/version.js.map +1 -0
- package/dist/src/identifiers.d.ts +10 -0
- package/dist/src/identifiers.js +31 -0
- package/dist/src/identifiers.js.map +1 -0
- package/dist/src/proto/google/protobuf/any.js +8 -8
- package/dist/src/proto/google/protobuf/any.js.map +1 -1
- package/dist/src/proto/google/protobuf/empty.js +2 -4
- package/dist/src/proto/google/protobuf/empty.js.map +1 -1
- package/dist/src/proto/google/protobuf/timestamp.js +10 -10
- package/dist/src/proto/google/protobuf/timestamp.js.map +1 -1
- package/dist/src/proto/packages/dht/protos/DhtRpc.client.d.ts +46 -49
- package/dist/src/proto/packages/dht/protos/DhtRpc.client.js +63 -54
- package/dist/src/proto/packages/dht/protos/DhtRpc.client.js.map +1 -1
- package/dist/src/proto/packages/dht/protos/DhtRpc.d.ts +226 -232
- package/dist/src/proto/packages/dht/protos/DhtRpc.js +146 -168
- package/dist/src/proto/packages/dht/protos/DhtRpc.js.map +1 -1
- package/dist/src/proto/packages/dht/protos/DhtRpc.server.d.ts +26 -29
- package/dist/src/proto/packages/proto-rpc/protos/ProtoRpc.js +1 -1
- package/dist/src/rpc-protocol/DhtCallContext.d.ts +2 -2
- package/dist/src/rpc-protocol/DhtCallContext.js +8 -0
- package/dist/src/rpc-protocol/DhtCallContext.js.map +1 -1
- package/dist/src/rpc-protocol/DhtRpcOptions.d.ts +2 -1
- package/dist/src/transport/ITransport.d.ts +10 -2
- package/dist/src/transport/ITransport.js +5 -0
- package/dist/src/transport/ITransport.js.map +1 -1
- package/dist/src/transport/ListeningRpcCommunicator.js +3 -1
- package/dist/src/transport/ListeningRpcCommunicator.js.map +1 -1
- package/dist/src/transport/RoutingRpcCommunicator.d.ts +4 -2
- package/dist/src/transport/RoutingRpcCommunicator.js +19 -12
- package/dist/src/transport/RoutingRpcCommunicator.js.map +1 -1
- package/jest.config.js +4 -1
- package/karma-setup.js +2 -0
- package/karma.config.js +13 -9
- package/package.json +16 -13
- package/protos/DhtRpc.proto +76 -76
- package/src/connection/Connection.ts +6 -1
- package/src/connection/ConnectionLockHandler.ts +30 -22
- package/src/connection/ConnectionLockRpcLocal.ts +7 -12
- package/src/connection/ConnectionLockRpcRemote.ts +9 -19
- package/src/connection/ConnectionManager.ts +132 -138
- package/src/connection/ConnectorFacade.ts +10 -9
- package/src/connection/Handshaker.ts +23 -11
- package/src/connection/IConnection.ts +2 -8
- package/src/connection/ManagedConnection.ts +34 -35
- package/src/connection/connectivityChecker.ts +109 -0
- package/src/connection/connectivityRequestHandler.ts +103 -0
- package/src/connection/simulator/Simulator.ts +6 -37
- package/src/connection/simulator/SimulatorConnection.ts +23 -25
- package/src/connection/simulator/SimulatorConnector.ts +11 -11
- package/src/connection/webrtc/BrowserWebrtcConnection.ts +17 -25
- package/src/connection/webrtc/NodeWebrtcConnection.ts +24 -26
- package/src/connection/webrtc/WebrtcConnector.ts +18 -29
- package/src/connection/webrtc/WebrtcConnectorRpcLocal.ts +29 -24
- package/src/connection/webrtc/WebrtcConnectorRpcRemote.ts +4 -14
- package/src/connection/webrtc/iceServerAsString.ts +1 -1
- package/src/connection/websocket/AutoCertifierClientFacade.ts +4 -6
- package/src/connection/websocket/ClientWebsocket.ts +10 -4
- package/src/connection/websocket/WebsocketConnector.ts +120 -97
- package/src/connection/websocket/WebsocketConnectorRpcLocal.ts +13 -15
- package/src/connection/websocket/WebsocketConnectorRpcRemote.ts +7 -27
- package/src/connection/websocket/WebsocketServer.ts +50 -53
- package/src/connection/websocket/WebsocketServerConnection.ts +104 -0
- package/src/dht/DhtNode.ts +289 -410
- package/src/dht/DhtNodeRpcLocal.ts +25 -17
- package/src/dht/DhtNodeRpcRemote.ts +43 -27
- package/src/dht/ExternalApiRpcLocal.ts +30 -17
- package/src/dht/ExternalApiRpcRemote.ts +14 -11
- package/src/dht/PeerManager.ts +339 -0
- package/src/dht/contact/Contact.ts +4 -4
- package/src/dht/contact/ContactList.ts +11 -10
- package/src/dht/contact/RandomContactList.ts +15 -15
- package/src/dht/contact/RingContactList.ts +151 -0
- package/src/dht/contact/{Remote.ts → RpcRemote.ts} +16 -19
- package/src/dht/contact/SortedContactList.ts +120 -72
- package/src/dht/contact/ringIdentifiers.ts +62 -0
- package/src/dht/discovery/DiscoverySession.ts +36 -61
- package/src/dht/discovery/PeerDiscovery.ts +98 -43
- package/src/dht/discovery/RingDiscoverySession.ts +160 -0
- package/src/dht/recursive-operation/RecursiveOperationManager.ts +246 -0
- package/src/dht/recursive-operation/RecursiveOperationRpcLocal.ts +34 -0
- package/src/dht/recursive-operation/RecursiveOperationRpcRemote.ts +43 -0
- package/src/dht/recursive-operation/RecursiveOperationSession.ts +232 -0
- package/src/dht/recursive-operation/RecursiveOperationSessionRpcLocal.ts +35 -0
- package/src/dht/recursive-operation/RecursiveOperationSessionRpcRemote.ts +30 -0
- package/src/dht/routing/DuplicateDetector.ts +9 -21
- package/src/dht/routing/Router.ts +95 -92
- package/src/dht/routing/RouterRpcLocal.ts +16 -18
- package/src/dht/routing/RouterRpcRemote.ts +26 -24
- package/src/dht/routing/RoutingSession.ts +119 -98
- package/src/dht/routing/RoutingTablesCache.ts +58 -0
- package/src/dht/routing/getPreviousPeer.ts +1 -1
- package/src/dht/store/LocalDataStore.ts +47 -77
- package/src/dht/store/StoreManager.ts +209 -0
- package/src/dht/store/StoreRpcLocal.ts +39 -308
- package/src/dht/store/StoreRpcRemote.ts +13 -31
- package/src/exports.ts +13 -3
- package/src/helpers/AddressTools.ts +2 -0
- package/src/helpers/MapWithTtl.ts +71 -0
- package/src/helpers/createPeerDescriptor.ts +57 -0
- package/src/helpers/createPeerDescriptorSignaturePayload.ts +28 -0
- package/src/helpers/offering.ts +15 -0
- package/src/helpers/protoClasses.ts +4 -6
- package/src/helpers/version.ts +32 -0
- package/src/identifiers.ts +29 -0
- package/src/proto/google/protobuf/any.ts +4 -4
- package/src/proto/google/protobuf/empty.ts +2 -4
- package/src/proto/google/protobuf/timestamp.ts +4 -4
- package/src/proto/packages/dht/protos/DhtRpc.client.ts +65 -68
- package/src/proto/packages/dht/protos/DhtRpc.server.ts +27 -30
- package/src/proto/packages/dht/protos/DhtRpc.ts +297 -313
- package/src/proto/packages/proto-rpc/protos/ProtoRpc.ts +1 -1
- package/src/rpc-protocol/DhtCallContext.ts +2 -2
- package/src/rpc-protocol/DhtRpcOptions.ts +2 -1
- package/src/transport/ITransport.ts +11 -2
- package/src/transport/ListeningRpcCommunicator.ts +1 -1
- package/src/transport/RoutingRpcCommunicator.ts +21 -14
- package/test/RandomGraphSimulation.ts +3 -2
- package/test/benchmark/Find.test.ts +13 -28
- package/test/benchmark/KademliaCorrectness.test.ts +24 -28
- package/test/benchmark/RingCorrectness.test.ts +157 -0
- package/test/benchmark/SortedContactListBenchmark.test.ts +151 -0
- package/test/benchmark/WebsocketServerMemoryLeak.test.ts +41 -0
- package/test/benchmark/hybrid-network-simulation/RingContactList.test.ts +72 -0
- package/test/benchmark/kademlia-simulation/Contact.ts +9 -9
- package/test/benchmark/kademlia-simulation/KademliaSimulation.ts +11 -11
- package/test/benchmark/kademlia-simulation/SimulationNode.ts +29 -25
- package/test/data/generateGroundTruthData.ts +7 -6
- package/test/end-to-end/Layer0-Layer1.test.ts +11 -15
- package/test/end-to-end/Layer0.test.ts +19 -22
- package/test/end-to-end/Layer0MixedConnectionTypes.test.ts +19 -21
- package/test/end-to-end/Layer0Webrtc-Layer1.test.ts +26 -28
- package/test/end-to-end/Layer0Webrtc.test.ts +19 -19
- package/test/end-to-end/Layer1-Scale-WebSocket.test.ts +10 -18
- package/test/end-to-end/Layer1-Scale-Webrtc.test.ts +8 -15
- package/test/end-to-end/RecoveryFromFailedAutoCertification.test.ts +2 -2
- package/test/end-to-end/WebsocketConnectionRequest.test.ts +8 -9
- package/test/end-to-end/memory-leak.test.ts +19 -24
- package/test/integration/ConnectionLocking.test.ts +66 -60
- package/test/integration/ConnectionManager.test.ts +43 -63
- package/test/integration/ConnectivityChecking.test.ts +52 -0
- package/test/integration/DhtJoinPeerDiscovery.test.ts +8 -12
- package/test/integration/DhtNodeExternalAPI.test.ts +17 -21
- package/test/integration/DhtNodeRpcRemote.test.ts +19 -26
- package/test/integration/DhtRpc.test.ts +20 -24
- package/test/integration/Find.test.ts +10 -12
- package/test/integration/Layer1-scale.test.ts +25 -37
- package/test/integration/Mock-Layer1-Layer0.test.ts +39 -59
- package/test/integration/MultipleEntryPointJoining.test.ts +14 -14
- package/test/integration/ReplicateData.test.ts +106 -0
- package/test/integration/RouteMessage.test.ts +42 -68
- package/test/integration/RouterRpcRemote.test.ts +19 -24
- package/test/integration/ScaleDownDht.test.ts +14 -12
- package/test/integration/SimultaneousConnections.test.ts +112 -111
- package/test/integration/Store.test.ts +43 -27
- package/test/integration/StoreAndDelete.test.ts +36 -48
- package/test/integration/StoreOnDhtWithThreeNodes.test.ts +59 -0
- package/test/integration/StoreOnDhtWithTwoNodes.test.ts +17 -37
- package/test/integration/StoreRpcRemote.test.ts +20 -32
- package/test/integration/WebrtcConnectionManagement.test.ts +39 -25
- package/test/integration/WebrtcConnectorRpc.test.ts +6 -11
- package/test/integration/WebsocketConnectionManagement.test.ts +87 -22
- package/test/integration/WebsocketConnectorRpc.test.ts +14 -24
- package/test/integration/{RpcErrors.test.ts → rpc-connections-over-webrpc.test.ts} +15 -26
- package/test/unit/AddressTools.test.ts +4 -0
- package/test/unit/ConnectivityHelpers.test.ts +9 -17
- package/test/unit/DuplicateDetector.test.ts +8 -5
- package/test/unit/LocalDataStore.test.ts +78 -75
- package/test/unit/PeerManager.test.ts +33 -0
- package/test/unit/RandomContactList.test.ts +12 -9
- package/test/unit/RecursiveOperationManager.test.ts +157 -0
- package/test/unit/RecursiveOperationSession.test.ts +68 -0
- package/test/unit/Router.test.ts +52 -35
- package/test/unit/RoutingSession.test.ts +79 -0
- package/test/unit/SortedContactList.test.ts +61 -30
- package/test/unit/StoreManager.test.ts +138 -0
- package/test/unit/WebsocketConnector.test.ts +27 -35
- package/test/unit/connectivityRequestHandler.test.ts +104 -0
- package/test/unit/createPeerDescriptor.test.ts +69 -0
- package/test/unit/customMatchers.test.ts +16 -0
- package/test/unit/version.test.ts +18 -0
- package/test/utils/FakeTransport.ts +47 -0
- package/test/utils/customMatchers.ts +71 -0
- package/test/utils/mock/MockRpcCommunicator.ts +7 -0
- package/test/utils/mock/Router.ts +13 -3
- package/test/utils/mock/Transport.ts +1 -1
- package/test/utils/mock/mockDataEntry.ts +38 -0
- package/test/utils/utils.ts +104 -107
- package/tsconfig.browser.json +2 -1
- package/tsconfig.jest.json +4 -2
- package/tsconfig.node.json +4 -2
- package/dist/src/connection/ConnectivityChecker.d.ts +0 -17
- package/dist/src/connection/ConnectivityChecker.js +0 -208
- package/dist/src/connection/ConnectivityChecker.js.map +0 -1
- package/dist/src/connection/websocket/ServerWebsocket.js +0 -100
- package/dist/src/connection/websocket/ServerWebsocket.js.map +0 -1
- package/dist/src/dht/contact/Remote.js.map +0 -1
- package/dist/src/dht/find/FindRpcLocal.d.ts +0 -14
- package/dist/src/dht/find/FindRpcLocal.js +0 -25
- package/dist/src/dht/find/FindRpcLocal.js.map +0 -1
- package/dist/src/dht/find/FindSession.d.ts +0 -44
- package/dist/src/dht/find/FindSession.js +0 -145
- package/dist/src/dht/find/FindSession.js.map +0 -1
- package/dist/src/dht/find/FindSessionRpcLocal.d.ts +0 -12
- package/dist/src/dht/find/FindSessionRpcLocal.js +0 -17
- package/dist/src/dht/find/FindSessionRpcLocal.js.map +0 -1
- package/dist/src/dht/find/FindSessionRpcRemote.d.ts +0 -6
- package/dist/src/dht/find/FindSessionRpcRemote.js +0 -21
- package/dist/src/dht/find/FindSessionRpcRemote.js.map +0 -1
- package/dist/src/dht/find/Finder.d.ts +0 -49
- package/dist/src/dht/find/Finder.js +0 -184
- package/dist/src/dht/find/Finder.js.map +0 -1
- package/dist/src/dht/routing/FindRpcRemote.d.ts +0 -6
- package/dist/src/dht/routing/FindRpcRemote.js +0 -41
- package/dist/src/dht/routing/FindRpcRemote.js.map +0 -1
- package/dist/src/helpers/PeerID.d.ts +0 -24
- package/dist/src/helpers/PeerID.js +0 -78
- package/dist/src/helpers/PeerID.js.map +0 -1
- package/dist/src/helpers/UUID.d.ts +0 -8
- package/dist/src/helpers/UUID.js +0 -36
- package/dist/src/helpers/UUID.js.map +0 -1
- package/dist/src/helpers/kademliaId.d.ts +0 -1
- package/dist/src/helpers/kademliaId.js +0 -14
- package/dist/src/helpers/kademliaId.js.map +0 -1
- package/dist/src/helpers/peerIdFromPeerDescriptor.d.ts +0 -6
- package/dist/src/helpers/peerIdFromPeerDescriptor.js +0 -23
- package/dist/src/helpers/peerIdFromPeerDescriptor.js.map +0 -1
- package/src/connection/ConnectivityChecker.ts +0 -199
- package/src/connection/websocket/ServerWebsocket.ts +0 -114
- package/src/dht/find/FindRpcLocal.ts +0 -35
- package/src/dht/find/FindSession.ts +0 -178
- package/src/dht/find/FindSessionRpcLocal.ts +0 -25
- package/src/dht/find/FindSessionRpcRemote.ts +0 -30
- package/src/dht/find/Finder.ts +0 -275
- package/src/dht/routing/FindRpcRemote.ts +0 -40
- package/src/helpers/PeerID.ts +0 -88
- package/src/helpers/UUID.ts +0 -35
- package/src/helpers/kademliaId.ts +0 -8
- package/src/helpers/peerIdFromPeerDescriptor.ts +0 -20
- package/test/integration/MigrateData.test.ts +0 -204
- package/test/unit/Finder.test.ts +0 -110
- package/test/unit/PeerID.test.ts +0 -22
- package/test/unit/UUID.test.ts +0 -55
|
@@ -0,0 +1,187 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
exports.RecursiveOperationSession = void 0;
|
|
7
|
+
const eventemitter3_1 = __importDefault(require("eventemitter3"));
|
|
8
|
+
const uuid_1 = require("uuid");
|
|
9
|
+
const DhtRpc_1 = require("../../proto/packages/dht/protos/DhtRpc");
|
|
10
|
+
const ListeningRpcCommunicator_1 = require("../../transport/ListeningRpcCommunicator");
|
|
11
|
+
const Contact_1 = require("../contact/Contact");
|
|
12
|
+
const SortedContactList_1 = require("../contact/SortedContactList");
|
|
13
|
+
const RecursiveOperationSessionRpcLocal_1 = require("./RecursiveOperationSessionRpcLocal");
|
|
14
|
+
const identifiers_1 = require("../../identifiers");
|
|
15
|
+
class RecursiveOperationSession extends eventemitter3_1.default {
|
|
16
|
+
id = (0, uuid_1.v4)();
|
|
17
|
+
rpcCommunicator;
|
|
18
|
+
results;
|
|
19
|
+
foundData = new Map();
|
|
20
|
+
allKnownHops = new Set();
|
|
21
|
+
reportedHops = new Set();
|
|
22
|
+
timeoutTask;
|
|
23
|
+
completionEventEmitted = false;
|
|
24
|
+
noCloserNodesReceivedCounter = 0;
|
|
25
|
+
noCloserNodesReceivedFrom = new Set();
|
|
26
|
+
config;
|
|
27
|
+
constructor(config) {
|
|
28
|
+
super();
|
|
29
|
+
this.config = config;
|
|
30
|
+
this.results = new SortedContactList_1.SortedContactList({
|
|
31
|
+
referenceId: config.targetId,
|
|
32
|
+
maxSize: 10, // TODO use config option or named constant?
|
|
33
|
+
allowToContainReferenceId: true,
|
|
34
|
+
emitEvents: false
|
|
35
|
+
});
|
|
36
|
+
this.rpcCommunicator = new ListeningRpcCommunicator_1.ListeningRpcCommunicator(this.id, config.transport, {
|
|
37
|
+
rpcRequestTimeout: 15000 // TODO use config option or named constant?
|
|
38
|
+
});
|
|
39
|
+
this.registerLocalRpcMethods();
|
|
40
|
+
}
|
|
41
|
+
registerLocalRpcMethods() {
|
|
42
|
+
const rpcLocal = new RecursiveOperationSessionRpcLocal_1.RecursiveOperationSessionRpcLocal({
|
|
43
|
+
onResponseReceived: (sourceId, routingPath, nodes, dataEntries, noCloserNodesFound) => {
|
|
44
|
+
this.onResponseReceived(sourceId, routingPath, nodes, dataEntries, noCloserNodesFound);
|
|
45
|
+
}
|
|
46
|
+
});
|
|
47
|
+
this.rpcCommunicator.registerRpcNotification(DhtRpc_1.RecursiveOperationResponse, 'sendResponse', (req, context) => rpcLocal.sendResponse(req, context));
|
|
48
|
+
}
|
|
49
|
+
start(serviceId) {
|
|
50
|
+
const routeMessage = this.wrapRequest(serviceId);
|
|
51
|
+
this.config.doRouteRequest(routeMessage);
|
|
52
|
+
}
|
|
53
|
+
wrapRequest(serviceId) {
|
|
54
|
+
const request = {
|
|
55
|
+
sessionId: this.getId(),
|
|
56
|
+
operation: this.config.operation
|
|
57
|
+
};
|
|
58
|
+
const msg = {
|
|
59
|
+
messageId: (0, uuid_1.v4)(),
|
|
60
|
+
serviceId,
|
|
61
|
+
body: {
|
|
62
|
+
oneofKind: 'recursiveOperationRequest',
|
|
63
|
+
recursiveOperationRequest: request
|
|
64
|
+
}
|
|
65
|
+
};
|
|
66
|
+
const routeMessage = {
|
|
67
|
+
message: msg,
|
|
68
|
+
requestId: (0, uuid_1.v4)(),
|
|
69
|
+
target: (0, identifiers_1.getRawFromDhtAddress)(this.config.targetId),
|
|
70
|
+
sourcePeer: this.config.localPeerDescriptor,
|
|
71
|
+
reachableThrough: [],
|
|
72
|
+
routingPath: [],
|
|
73
|
+
parallelRootNodeIds: []
|
|
74
|
+
};
|
|
75
|
+
return routeMessage;
|
|
76
|
+
}
|
|
77
|
+
isCompleted() {
|
|
78
|
+
const unreportedHops = new Set(this.allKnownHops);
|
|
79
|
+
this.reportedHops.forEach((id) => {
|
|
80
|
+
unreportedHops.delete(id);
|
|
81
|
+
});
|
|
82
|
+
if (this.noCloserNodesReceivedCounter >= 1 && unreportedHops.size === 0) {
|
|
83
|
+
if (this.config.operation === DhtRpc_1.RecursiveOperation.FETCH_DATA
|
|
84
|
+
&& (this.hasNonStaleData() || this.noCloserNodesReceivedCounter >= this.config.waitedRoutingPathCompletions)) {
|
|
85
|
+
return true;
|
|
86
|
+
}
|
|
87
|
+
else if (this.config.operation === DhtRpc_1.RecursiveOperation.FETCH_DATA) {
|
|
88
|
+
return false;
|
|
89
|
+
}
|
|
90
|
+
return true;
|
|
91
|
+
}
|
|
92
|
+
return false;
|
|
93
|
+
}
|
|
94
|
+
hasNonStaleData() {
|
|
95
|
+
return Array.from(this.foundData.values()).some((entry) => entry.stale === false);
|
|
96
|
+
}
|
|
97
|
+
onResponseReceived(sourceId, routingPath, nodes, dataEntries, noCloserNodesFound) {
|
|
98
|
+
this.addKnownHops(routingPath);
|
|
99
|
+
if (routingPath.length >= 1) {
|
|
100
|
+
this.setHopAsReported(routingPath[routingPath.length - 1]);
|
|
101
|
+
}
|
|
102
|
+
nodes.forEach((descriptor) => {
|
|
103
|
+
this.results.addContact(new Contact_1.Contact(descriptor));
|
|
104
|
+
});
|
|
105
|
+
this.processFoundData(dataEntries);
|
|
106
|
+
if (noCloserNodesFound || this.noCloserNodesReceivedFrom.has(sourceId)) {
|
|
107
|
+
this.onNoCloserPeersFound(sourceId);
|
|
108
|
+
}
|
|
109
|
+
}
|
|
110
|
+
addKnownHops(routingPath) {
|
|
111
|
+
const localNodeId = (0, identifiers_1.getNodeIdFromPeerDescriptor)(this.config.localPeerDescriptor);
|
|
112
|
+
routingPath.forEach((desc) => {
|
|
113
|
+
const newNodeId = (0, identifiers_1.getNodeIdFromPeerDescriptor)(desc);
|
|
114
|
+
if (localNodeId !== newNodeId) {
|
|
115
|
+
this.allKnownHops.add(newNodeId);
|
|
116
|
+
}
|
|
117
|
+
});
|
|
118
|
+
}
|
|
119
|
+
setHopAsReported(desc) {
|
|
120
|
+
const localNodeId = (0, identifiers_1.getNodeIdFromPeerDescriptor)(this.config.localPeerDescriptor);
|
|
121
|
+
const newNodeId = (0, identifiers_1.getNodeIdFromPeerDescriptor)(desc);
|
|
122
|
+
if (localNodeId !== newNodeId) {
|
|
123
|
+
this.reportedHops.add(newNodeId);
|
|
124
|
+
}
|
|
125
|
+
if (this.isCompleted()) {
|
|
126
|
+
if (!this.completionEventEmitted && this.isCompleted()) {
|
|
127
|
+
if (this.timeoutTask) {
|
|
128
|
+
clearTimeout(this.timeoutTask);
|
|
129
|
+
this.timeoutTask = undefined;
|
|
130
|
+
}
|
|
131
|
+
this.emit('completed');
|
|
132
|
+
this.completionEventEmitted = true;
|
|
133
|
+
}
|
|
134
|
+
}
|
|
135
|
+
}
|
|
136
|
+
processFoundData(dataEntries) {
|
|
137
|
+
dataEntries.forEach((entry) => {
|
|
138
|
+
const creatorNodeId = (0, identifiers_1.getDhtAddressFromRaw)(entry.creator);
|
|
139
|
+
const existingEntry = this.foundData.get(creatorNodeId);
|
|
140
|
+
if (!existingEntry || existingEntry.createdAt < entry.createdAt
|
|
141
|
+
|| (existingEntry.createdAt <= entry.createdAt && entry.deleted)) {
|
|
142
|
+
this.foundData.set(creatorNodeId, entry);
|
|
143
|
+
}
|
|
144
|
+
});
|
|
145
|
+
}
|
|
146
|
+
onNoCloserPeersFound(sourceId) {
|
|
147
|
+
this.noCloserNodesReceivedCounter += 1;
|
|
148
|
+
this.noCloserNodesReceivedFrom.add(sourceId);
|
|
149
|
+
if (this.isCompleted()) {
|
|
150
|
+
this.emit('completed');
|
|
151
|
+
this.completionEventEmitted = true;
|
|
152
|
+
if (this.timeoutTask) {
|
|
153
|
+
clearTimeout(this.timeoutTask);
|
|
154
|
+
this.timeoutTask = undefined;
|
|
155
|
+
}
|
|
156
|
+
}
|
|
157
|
+
else {
|
|
158
|
+
if (!this.timeoutTask && !this.completionEventEmitted) {
|
|
159
|
+
this.timeoutTask = setTimeout(() => {
|
|
160
|
+
if (!this.completionEventEmitted) {
|
|
161
|
+
this.emit('completed');
|
|
162
|
+
this.completionEventEmitted = true;
|
|
163
|
+
}
|
|
164
|
+
}, 4000); // TODO use config option or named constant?
|
|
165
|
+
}
|
|
166
|
+
}
|
|
167
|
+
}
|
|
168
|
+
getResults() {
|
|
169
|
+
return {
|
|
170
|
+
closestNodes: this.results.getAllContacts().map((contact) => contact.getPeerDescriptor()),
|
|
171
|
+
dataEntries: Array.from(this.foundData.values())
|
|
172
|
+
};
|
|
173
|
+
}
|
|
174
|
+
getId() {
|
|
175
|
+
return this.id;
|
|
176
|
+
}
|
|
177
|
+
stop() {
|
|
178
|
+
if (this.timeoutTask) {
|
|
179
|
+
clearTimeout(this.timeoutTask);
|
|
180
|
+
this.timeoutTask = undefined;
|
|
181
|
+
}
|
|
182
|
+
this.rpcCommunicator.destroy();
|
|
183
|
+
this.emit('completed');
|
|
184
|
+
}
|
|
185
|
+
}
|
|
186
|
+
exports.RecursiveOperationSession = RecursiveOperationSession;
|
|
187
|
+
//# sourceMappingURL=RecursiveOperationSession.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"RecursiveOperationSession.js","sourceRoot":"","sources":["../../../../src/dht/recursive-operation/RecursiveOperationSession.ts"],"names":[],"mappings":";;;;;;AAAA,kEAAwC;AACxC,+BAAyB;AACzB,mEAS+C;AAE/C,uFAAmF;AACnF,gDAA4C;AAC5C,oEAAgE;AAGhE,2FAAuF;AACvF,mDAAuH;AAgBvH,MAAa,yBAA0B,SAAQ,uBAA6C;IAEvE,EAAE,GAAG,IAAA,SAAE,GAAE,CAAA;IACT,eAAe,CAA0B;IAClD,OAAO,CAA4B;IACnC,SAAS,GAA+B,IAAI,GAAG,EAAE,CAAA;IACjD,YAAY,GAAoB,IAAI,GAAG,EAAE,CAAA;IACzC,YAAY,GAAoB,IAAI,GAAG,EAAE,CAAA;IACzC,WAAW,CAAiB;IAC5B,sBAAsB,GAAG,KAAK,CAAA;IAC9B,4BAA4B,GAAG,CAAC,CAAA;IACvB,yBAAyB,GAAoB,IAAI,GAAG,EAAE,CAAA;IACtD,MAAM,CAAiC;IAExD,YAAY,MAAuC;QAC/C,KAAK,EAAE,CAAA;QACP,IAAI,CAAC,MAAM,GAAG,MAAM,CAAA;QACpB,IAAI,CAAC,OAAO,GAAG,IAAI,qCAAiB,CAAC;YACjC,WAAW,EAAE,MAAM,CAAC,QAAQ;YAC5B,OAAO,EAAE,EAAE,EAAG,4CAA4C;YAC1D,yBAAyB,EAAE,IAAI;YAC/B,UAAU,EAAE,KAAK;SACpB,CAAC,CAAA;QACF,IAAI,CAAC,eAAe,GAAG,IAAI,mDAAwB,CAAC,IAAI,CAAC,EAAE,EAAE,MAAM,CAAC,SAAS,EAAE;YAC3E,iBAAiB,EAAE,KAAK,CAAE,4CAA4C;SACzE,CAAC,CAAA;QACF,IAAI,CAAC,uBAAuB,EAAE,CAAA;IAClC,CAAC;IAEO,uBAAuB;QAC3B,MAAM,QAAQ,GAAG,IAAI,qEAAiC,CAAC;YACnD,kBAAkB,EAAE,CAChB,QAAoB,EACpB,WAA6B,EAC7B,KAAuB,EACvB,WAAwB,EACxB,kBAA2B,EAC7B,EAAE;gBACA,IAAI,CAAC,kBAAkB,CAAC,QAAQ,EAAE,WAAW,EAAE,KAAK,EAAE,WAAW,EAAE,kBAAkB,CAAC,CAAA;YAC1F,CAAC;SACJ,CAAC,CAAA;QACF,IAAI,CAAC,eAAe,CAAC,uBAAuB,CAAC,mCAA0B,EAAE,cAAc,EACnF,CAAC,GAA+B,EAAE,OAA0B,EAAE,EAAE,CAAC,QAAQ,CAAC,YAAY,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,CAAA;IAC7G,CAAC;IAEM,KAAK,CAAC,SAAoB;QAC7B,MAAM,YAAY,GAAG,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,CAAA;QAChD,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,YAAY,CAAC,CAAA;IAC5C,CAAC;IAEO,WAAW,CAAC,SAAoB;QACpC,MAAM,OAAO,GAA8B;YACvC,SAAS,EAAE,IAAI,CAAC,KAAK,EAAE;YACvB,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS;SACnC,CAAA;QACD,MAAM,GAAG,GAAY;YACjB,SAAS,EAAE,IAAA,SAAE,GAAE;YACf,SAAS;YACT,IAAI,EAAE;gBACF,SAAS,EAAE,2BAA2B;gBACtC,yBAAyB,EAAE,OAAO;aACrC;SACJ,CAAA;QACD,MAAM,YAAY,GAAwB;YACtC,OAAO,EAAE,GAAG;YACZ,SAAS,EAAE,IAAA,SAAE,GAAE;YACf,MAAM,EAAE,IAAA,kCAAoB,EAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC;YAClD,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,mBAAmB;YAC3C,gBAAgB,EAAE,EAAE;YACpB,WAAW,EAAE,EAAE;YACf,mBAAmB,EAAE,EAAE;SAC1B,CAAA;QACD,OAAO,YAAY,CAAA;IACvB,CAAC;IAEO,WAAW;QACf,MAAM,cAAc,GAAoB,IAAI,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;QAClE,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE;YAC7B,cAAc,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;QAC7B,CAAC,CAAC,CAAA;QACF,IAAI,IAAI,CAAC,4BAA4B,IAAI,CAAC,IAAI,cAAc,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YACtE,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,KAAK,2BAAkB,CAAC,UAAU;mBACpD,CAAC,IAAI,CAAC,eAAe,EAAE,IAAI,IAAI,CAAC,4BAA4B,IAAI,IAAI,CAAC,MAAM,CAAC,4BAA4B,CAAC,EAAE,CAAC;gBAC/G,OAAO,IAAI,CAAA;YACf,CAAC;iBAAM,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,KAAK,2BAAkB,CAAC,UAAU,EAAE,CAAC;gBACjE,OAAO,KAAK,CAAA;YAChB,CAAC;YACD,OAAO,IAAI,CAAA;QACf,CAAC;QACD,OAAO,KAAK,CAAA;IAChB,CAAC;IAEO,eAAe;QACnB,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,KAAK,CAAC,CAAA;IACrF,CAAC;IAEM,kBAAkB,CACrB,QAAoB,EACpB,WAA6B,EAC7B,KAAuB,EACvB,WAAwB,EACxB,kBAA2B;QAE3B,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,CAAA;QAC9B,IAAI,WAAW,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YAC1B,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAA;QAC9D,CAAC;QACD,KAAK,CAAC,OAAO,CAAC,CAAC,UAA0B,EAAE,EAAE;YACzC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,iBAAO,CAAC,UAAU,CAAC,CAAC,CAAA;QACpD,CAAC,CAAC,CAAA;QACF,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,CAAA;QAClC,IAAI,kBAAkB,IAAI,IAAI,CAAC,yBAAyB,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YACrE,IAAI,CAAC,oBAAoB,CAAC,QAAQ,CAAC,CAAA;QACvC,CAAC;IACL,CAAC;IAEO,YAAY,CAAC,WAA6B;QAC9C,MAAM,WAAW,GAAG,IAAA,yCAA2B,EAAC,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAA;QAChF,WAAW,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;YACzB,MAAM,SAAS,GAAG,IAAA,yCAA2B,EAAC,IAAI,CAAC,CAAA;YACnD,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;gBAC5B,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;YACpC,CAAC;QACL,CAAC,CAAC,CAAA;IACN,CAAC;IAEO,gBAAgB,CAAC,IAAoB;QACzC,MAAM,WAAW,GAAG,IAAA,yCAA2B,EAAC,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAA;QAChF,MAAM,SAAS,GAAG,IAAA,yCAA2B,EAAC,IAAI,CAAC,CAAA;QACnD,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;YAC5B,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;QACpC,CAAC;QACD,IAAI,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;YACrB,IAAI,CAAC,IAAI,CAAC,sBAAsB,IAAI,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;gBACrD,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;oBACnB,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;oBAC9B,IAAI,CAAC,WAAW,GAAG,SAAS,CAAA;gBAChC,CAAC;gBACD,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;gBACtB,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAA;YACtC,CAAC;QACL,CAAC;IACL,CAAC;IAEO,gBAAgB,CAAC,WAAwB;QAC7C,WAAW,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;YAC1B,MAAM,aAAa,GAAG,IAAA,kCAAoB,EAAC,KAAK,CAAC,OAAO,CAAC,CAAA;YACzD,MAAM,aAAa,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,aAAa,CAAC,CAAA;YACvD,IAAI,CAAC,aAAa,IAAI,aAAa,CAAC,SAAU,GAAG,KAAK,CAAC,SAAU;mBAC1D,CAAC,aAAa,CAAC,SAAU,IAAI,KAAK,CAAC,SAAU,IAAI,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;gBACrE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,aAAa,EAAE,KAAK,CAAC,CAAA;YAC5C,CAAC;QACL,CAAC,CAAC,CAAA;IACN,CAAC;IAEO,oBAAoB,CAAC,QAAoB;QAC7C,IAAI,CAAC,4BAA4B,IAAI,CAAC,CAAA;QACtC,IAAI,CAAC,yBAAyB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;QAC5C,IAAI,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;YACrB,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;YACtB,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAA;YAClC,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;gBACnB,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;gBAC9B,IAAI,CAAC,WAAW,GAAG,SAAS,CAAA;YAChC,CAAC;QACL,CAAC;aAAM,CAAC;YACJ,IAAI,CAAC,IAAI,CAAC,WAAW,IAAI,CAAC,IAAI,CAAC,sBAAsB,EAAE,CAAC;gBACpD,IAAI,CAAC,WAAW,GAAG,UAAU,CAAC,GAAG,EAAE;oBAC/B,IAAI,CAAC,IAAI,CAAC,sBAAsB,EAAE,CAAC;wBAC/B,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;wBACtB,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAA;oBACtC,CAAC;gBACL,CAAC,EAAE,IAAI,CAAC,CAAA,CAAE,4CAA4C;YAC1D,CAAC;QACL,CAAC;IACL,CAAC;IAEM,UAAU;QACb,OAAO;YACH,YAAY,EAAE,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,iBAAiB,EAAE,CAAC;YACzF,WAAW,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC;SACnD,CAAA;IACL,CAAC;IAEM,KAAK;QACR,OAAO,IAAI,CAAC,EAAE,CAAA;IAClB,CAAC;IAEM,IAAI;QACP,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACnB,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;YAC9B,IAAI,CAAC,WAAW,GAAG,SAAS,CAAA;QAChC,CAAC;QACD,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,CAAA;QAC9B,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;IAC1B,CAAC;CACJ;AApMD,8DAoMC"}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
import { IRecursiveOperationSessionRpc } from '../../proto/packages/dht/protos/DhtRpc.server';
|
|
2
|
+
import { Empty } from '../../proto/google/protobuf/empty';
|
|
3
|
+
import { DataEntry, RecursiveOperationResponse, PeerDescriptor } from '../../proto/packages/dht/protos/DhtRpc';
|
|
4
|
+
import { ServerCallContext } from '@protobuf-ts/runtime-rpc';
|
|
5
|
+
import { DhtAddress } from '../../identifiers';
|
|
6
|
+
interface RecursiveOperationSessionRpcLocalConfig {
|
|
7
|
+
onResponseReceived: (sourceId: DhtAddress, routingPath: PeerDescriptor[], nodes: PeerDescriptor[], dataEntries: DataEntry[], noCloserNodesFound: boolean) => void;
|
|
8
|
+
}
|
|
9
|
+
export declare class RecursiveOperationSessionRpcLocal implements IRecursiveOperationSessionRpc {
|
|
10
|
+
private readonly config;
|
|
11
|
+
constructor(config: RecursiveOperationSessionRpcLocalConfig);
|
|
12
|
+
sendResponse(report: RecursiveOperationResponse, context: ServerCallContext): Promise<Empty>;
|
|
13
|
+
}
|
|
14
|
+
export {};
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.RecursiveOperationSessionRpcLocal = void 0;
|
|
4
|
+
const utils_1 = require("@streamr/utils");
|
|
5
|
+
const identifiers_1 = require("../../identifiers");
|
|
6
|
+
const logger = new utils_1.Logger(module);
|
|
7
|
+
class RecursiveOperationSessionRpcLocal {
|
|
8
|
+
config;
|
|
9
|
+
constructor(config) {
|
|
10
|
+
this.config = config;
|
|
11
|
+
}
|
|
12
|
+
async sendResponse(report, context) {
|
|
13
|
+
const sourceId = (0, identifiers_1.getNodeIdFromPeerDescriptor)(context.incomingSourceDescriptor);
|
|
14
|
+
logger.trace('RecursiveOperationResponse arrived: ' + JSON.stringify(report));
|
|
15
|
+
this.config.onResponseReceived(sourceId, report.routingPath, report.closestConnectedPeers, report.dataEntries, report.noCloserNodesFound);
|
|
16
|
+
return {};
|
|
17
|
+
}
|
|
18
|
+
}
|
|
19
|
+
exports.RecursiveOperationSessionRpcLocal = RecursiveOperationSessionRpcLocal;
|
|
20
|
+
//# sourceMappingURL=RecursiveOperationSessionRpcLocal.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"RecursiveOperationSessionRpcLocal.js","sourceRoot":"","sources":["../../../../src/dht/recursive-operation/RecursiveOperationSessionRpcLocal.ts"],"names":[],"mappings":";;;AAGA,0CAAuC;AAGvC,mDAA2E;AAE3E,MAAM,MAAM,GAAG,IAAI,cAAM,CAAC,MAAM,CAAC,CAAA;AAYjC,MAAa,iCAAiC;IAEzB,MAAM,CAAyC;IAEhE,YAAY,MAA+C;QACvD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAA;IACxB,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,MAAkC,EAAE,OAA0B;QAC7E,MAAM,QAAQ,GAAG,IAAA,yCAA2B,EAAE,OAA0B,CAAC,wBAAyB,CAAC,CAAA;QACnG,MAAM,CAAC,KAAK,CAAC,sCAAsC,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAA;QAC7E,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC,QAAQ,EAAE,MAAM,CAAC,WAAW,EAAE,MAAM,CAAC,qBAAqB,EAAE,MAAM,CAAC,WAAW,EAAE,MAAM,CAAC,kBAAkB,CAAC,CAAA;QACzI,OAAO,EAAE,CAAA;IACb,CAAC;CACJ;AAdD,8EAcC"}
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
import { DataEntry, PeerDescriptor } from '../../proto/packages/dht/protos/DhtRpc';
|
|
2
|
+
import { RecursiveOperationSessionRpcClient } from '../../proto/packages/dht/protos/DhtRpc.client';
|
|
3
|
+
import { RpcRemote } from '../contact/RpcRemote';
|
|
4
|
+
export declare class RecursiveOperationSessionRpcRemote extends RpcRemote<RecursiveOperationSessionRpcClient> {
|
|
5
|
+
sendResponse(routingPath: PeerDescriptor[], closestNodes: PeerDescriptor[], dataEntries: DataEntry[], noCloserNodesFound: boolean): void;
|
|
6
|
+
}
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.RecursiveOperationSessionRpcRemote = void 0;
|
|
4
|
+
const utils_1 = require("@streamr/utils");
|
|
5
|
+
const RpcRemote_1 = require("../contact/RpcRemote");
|
|
6
|
+
const logger = new utils_1.Logger(module);
|
|
7
|
+
class RecursiveOperationSessionRpcRemote extends RpcRemote_1.RpcRemote {
|
|
8
|
+
sendResponse(routingPath, closestNodes, dataEntries, noCloserNodesFound) {
|
|
9
|
+
const report = {
|
|
10
|
+
routingPath,
|
|
11
|
+
closestConnectedPeers: closestNodes,
|
|
12
|
+
dataEntries,
|
|
13
|
+
noCloserNodesFound
|
|
14
|
+
};
|
|
15
|
+
this.getClient().sendResponse(report, this.formDhtRpcOptions()).catch((_e) => {
|
|
16
|
+
logger.trace('Failed to send RecursiveOperationResponse');
|
|
17
|
+
});
|
|
18
|
+
}
|
|
19
|
+
}
|
|
20
|
+
exports.RecursiveOperationSessionRpcRemote = RecursiveOperationSessionRpcRemote;
|
|
21
|
+
//# sourceMappingURL=RecursiveOperationSessionRpcRemote.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"RecursiveOperationSessionRpcRemote.js","sourceRoot":"","sources":["../../../../src/dht/recursive-operation/RecursiveOperationSessionRpcRemote.ts"],"names":[],"mappings":";;;AAAA,0CAAuC;AAOvC,oDAAgD;AAEhD,MAAM,MAAM,GAAG,IAAI,cAAM,CAAC,MAAM,CAAC,CAAA;AAEjC,MAAa,kCAAmC,SAAQ,qBAA6C;IAEjG,YAAY,CACR,WAA6B,EAC7B,YAA8B,EAC9B,WAAwB,EACxB,kBAA2B;QAE3B,MAAM,MAAM,GAA+B;YACvC,WAAW;YACX,qBAAqB,EAAE,YAAY;YACnC,WAAW;YACX,kBAAkB;SACrB,CAAA;QACD,IAAI,CAAC,SAAS,EAAE,CAAC,YAAY,CAAC,MAAM,EAAE,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,EAAE;YACzE,MAAM,CAAC,KAAK,CAAC,2CAA2C,CAAC,CAAA;QAC7D,CAAC,CAAC,CAAA;IACN,CAAC;CACJ;AAlBD,gFAkBC"}
|
|
@@ -1,12 +1,10 @@
|
|
|
1
1
|
export declare class DuplicateDetector {
|
|
2
2
|
private values;
|
|
3
3
|
private queue;
|
|
4
|
-
private
|
|
5
|
-
|
|
6
|
-
constructor(maxNumberOfValues: number, maxAgeInSeconds: number);
|
|
4
|
+
private maxItemCount;
|
|
5
|
+
constructor(maxItemCount: number);
|
|
7
6
|
add(value: string): void;
|
|
8
7
|
isMostLikelyDuplicate(value: string): boolean;
|
|
9
|
-
private cleanUp;
|
|
10
8
|
size(): number;
|
|
11
9
|
clear(): void;
|
|
12
10
|
}
|
|
@@ -2,28 +2,23 @@
|
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
3
|
exports.DuplicateDetector = void 0;
|
|
4
4
|
class DuplicateDetector {
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
this.
|
|
5
|
+
values = new Set();
|
|
6
|
+
queue = [];
|
|
7
|
+
maxItemCount;
|
|
8
|
+
constructor(maxItemCount) {
|
|
9
|
+
this.maxItemCount = maxItemCount;
|
|
10
10
|
}
|
|
11
11
|
add(value) {
|
|
12
12
|
this.values.add(value);
|
|
13
|
-
this.queue.push(
|
|
14
|
-
this.
|
|
13
|
+
this.queue.push(value);
|
|
14
|
+
if (this.queue.length > this.maxItemCount) {
|
|
15
|
+
const removed = this.queue.shift();
|
|
16
|
+
this.values.delete(removed);
|
|
17
|
+
}
|
|
15
18
|
}
|
|
16
19
|
isMostLikelyDuplicate(value) {
|
|
17
20
|
return this.values.has(value);
|
|
18
21
|
}
|
|
19
|
-
cleanUp() {
|
|
20
|
-
const currentTime = Date.now();
|
|
21
|
-
while (this.queue.length > 0 && (this.queue.length > this.maxNumberOfValues ||
|
|
22
|
-
(currentTime - this.queue[0][0]) > this.maxAge)) {
|
|
23
|
-
const oldestEntry = this.queue.shift();
|
|
24
|
-
this.values.delete(oldestEntry[1]);
|
|
25
|
-
}
|
|
26
|
-
}
|
|
27
22
|
size() {
|
|
28
23
|
return this.values.size;
|
|
29
24
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"DuplicateDetector.js","sourceRoot":"","sources":["../../../../src/dht/routing/DuplicateDetector.ts"],"names":[],"mappings":";;;
|
|
1
|
+
{"version":3,"file":"DuplicateDetector.js","sourceRoot":"","sources":["../../../../src/dht/routing/DuplicateDetector.ts"],"names":[],"mappings":";;;AAAA,MAAa,iBAAiB;IAElB,MAAM,GAAgB,IAAI,GAAG,EAAE,CAAA;IAC/B,KAAK,GAAkB,EAAE,CAAA;IACzB,YAAY,CAAQ;IAE5B,YACI,YAAoB;QAEpB,IAAI,CAAC,YAAY,GAAG,YAAY,CAAA;IACpC,CAAC;IAEM,GAAG,CAAC,KAAa;QACpB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;QACtB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QACtB,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;YACxC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAG,CAAA;YACnC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;QAC/B,CAAC;IACL,CAAC;IAEM,qBAAqB,CAAC,KAAa;QACtC,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;IACjC,CAAC;IAEM,IAAI;QACP,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CAAA;IAC3B,CAAC;IAEM,KAAK;QACR,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAA;QACnB,IAAI,CAAC,KAAK,GAAG,EAAE,CAAA;IACnB,CAAC;CACJ;AAjCD,8CAiCC"}
|
|
@@ -1,50 +1,34 @@
|
|
|
1
1
|
import { Message, PeerDescriptor, RouteMessageAck, RouteMessageWrapper } from '../../proto/packages/dht/protos/DhtRpc';
|
|
2
2
|
import { RoutingMode, RoutingSession } from './RoutingSession';
|
|
3
3
|
import { RoutingRpcCommunicator } from '../../transport/RoutingRpcCommunicator';
|
|
4
|
-
import { PeerIDKey } from '../../helpers/PeerID';
|
|
5
|
-
import { ConnectionManager } from '../../connection/ConnectionManager';
|
|
6
4
|
import { DhtNodeRpcRemote } from '../DhtNodeRpcRemote';
|
|
7
|
-
import {
|
|
8
|
-
export declare enum RoutingErrors {
|
|
9
|
-
NO_CANDIDATES_FOUND = "No routing candidates found",
|
|
10
|
-
STOPPED = "DhtNode Stopped"
|
|
11
|
-
}
|
|
5
|
+
import { DhtAddress } from '../../identifiers';
|
|
12
6
|
export interface RouterConfig {
|
|
13
7
|
rpcCommunicator: RoutingRpcCommunicator;
|
|
14
8
|
localPeerDescriptor: PeerDescriptor;
|
|
15
|
-
connections: Map<
|
|
9
|
+
connections: Map<DhtAddress, DhtNodeRpcRemote>;
|
|
16
10
|
addContact: (contact: PeerDescriptor, setActive?: boolean) => void;
|
|
17
|
-
|
|
18
|
-
connectionManager?: ConnectionManager;
|
|
19
|
-
rpcRequestTimeout?: number;
|
|
20
|
-
}
|
|
21
|
-
export interface IRouter {
|
|
22
|
-
doRouteMessage(routedMessage: RouteMessageWrapper, mode: RoutingMode, excludedPeer?: PeerDescriptor): RouteMessageAck;
|
|
23
|
-
send(msg: Message, reachableThrough: PeerDescriptor[]): Promise<void>;
|
|
24
|
-
isMostLikelyDuplicate(requestId: string): boolean;
|
|
25
|
-
addToDuplicateDetector(requestId: string): void;
|
|
26
|
-
addRoutingSession(session: RoutingSession): void;
|
|
27
|
-
removeRoutingSession(sessionId: string): void;
|
|
28
|
-
stop(): void;
|
|
11
|
+
handleMessage: (message: Message) => void;
|
|
29
12
|
}
|
|
30
|
-
export declare class Router
|
|
31
|
-
private readonly rpcCommunicator;
|
|
32
|
-
private readonly localPeerDescriptor;
|
|
33
|
-
private readonly connections;
|
|
34
|
-
private readonly serviceId;
|
|
13
|
+
export declare class Router {
|
|
35
14
|
private readonly forwardingTable;
|
|
15
|
+
private readonly routingTablesCache;
|
|
36
16
|
private ongoingRoutingSessions;
|
|
37
17
|
private readonly duplicateRequestDetector;
|
|
38
18
|
private stopped;
|
|
19
|
+
private readonly config;
|
|
39
20
|
constructor(config: RouterConfig);
|
|
40
21
|
private registerLocalRpcMethods;
|
|
41
|
-
send(msg: Message, reachableThrough: PeerDescriptor[]):
|
|
42
|
-
doRouteMessage(routedMessage: RouteMessageWrapper, mode?: RoutingMode): RouteMessageAck;
|
|
22
|
+
send(msg: Message, reachableThrough: PeerDescriptor[]): void;
|
|
23
|
+
doRouteMessage(routedMessage: RouteMessageWrapper, mode?: RoutingMode, excludedPeer?: DhtAddress): RouteMessageAck;
|
|
43
24
|
private createRoutingSession;
|
|
44
25
|
isMostLikelyDuplicate(requestId: string): boolean;
|
|
45
26
|
addToDuplicateDetector(requestId: string): void;
|
|
46
27
|
addRoutingSession(session: RoutingSession): void;
|
|
47
28
|
removeRoutingSession(sessionId: string): void;
|
|
29
|
+
onNodeConnected(peerDescriptor: PeerDescriptor): void;
|
|
30
|
+
onNodeDisconnected(peerDescriptor: PeerDescriptor): void;
|
|
31
|
+
resetCache(): void;
|
|
48
32
|
stop(): void;
|
|
49
33
|
private setForwardingEntries;
|
|
50
34
|
}
|
|
@@ -1,99 +1,108 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.Router =
|
|
3
|
+
exports.Router = void 0;
|
|
4
4
|
const DhtRpc_1 = require("../../proto/packages/dht/protos/DhtRpc");
|
|
5
|
-
const peerIdFromPeerDescriptor_1 = require("../../helpers/peerIdFromPeerDescriptor");
|
|
6
5
|
const RoutingSession_1 = require("./RoutingSession");
|
|
7
6
|
const utils_1 = require("@streamr/utils");
|
|
8
7
|
const DuplicateDetector_1 = require("./DuplicateDetector");
|
|
9
8
|
const uuid_1 = require("uuid");
|
|
10
9
|
const RouterRpcLocal_1 = require("./RouterRpcLocal");
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
RoutingErrors["NO_CANDIDATES_FOUND"] = "No routing candidates found";
|
|
14
|
-
RoutingErrors["STOPPED"] = "DhtNode Stopped";
|
|
15
|
-
})(RoutingErrors || (exports.RoutingErrors = RoutingErrors = {}));
|
|
10
|
+
const identifiers_1 = require("../../identifiers");
|
|
11
|
+
const RoutingTablesCache_1 = require("./RoutingTablesCache");
|
|
16
12
|
const logger = new utils_1.Logger(module);
|
|
17
13
|
class Router {
|
|
14
|
+
forwardingTable = new Map();
|
|
15
|
+
routingTablesCache = new RoutingTablesCache_1.RoutingTablesCache();
|
|
16
|
+
ongoingRoutingSessions = new Map();
|
|
17
|
+
// TODO use config option or named constant?
|
|
18
|
+
duplicateRequestDetector = new DuplicateDetector_1.DuplicateDetector(10000);
|
|
19
|
+
stopped = false;
|
|
20
|
+
config;
|
|
18
21
|
constructor(config) {
|
|
19
|
-
this.
|
|
20
|
-
this.
|
|
21
|
-
this.duplicateRequestDetector = new DuplicateDetector_1.DuplicateDetector(100000, 100);
|
|
22
|
-
this.stopped = false;
|
|
23
|
-
this.rpcCommunicator = config.rpcCommunicator;
|
|
24
|
-
this.localPeerDescriptor = config.localPeerDescriptor;
|
|
25
|
-
this.connections = config.connections;
|
|
26
|
-
this.serviceId = config.serviceId;
|
|
27
|
-
this.registerLocalRpcMethods(config);
|
|
22
|
+
this.config = config;
|
|
23
|
+
this.registerLocalRpcMethods();
|
|
28
24
|
}
|
|
29
|
-
registerLocalRpcMethods(
|
|
25
|
+
registerLocalRpcMethods() {
|
|
30
26
|
const rpcLocal = new RouterRpcLocal_1.RouterRpcLocal({
|
|
31
27
|
doRouteMessage: (routedMessage, mode) => this.doRouteMessage(routedMessage, mode),
|
|
32
|
-
addContact: (contact, setActive) => config.addContact(contact, setActive),
|
|
28
|
+
addContact: (contact, setActive) => this.config.addContact(contact, setActive),
|
|
33
29
|
setForwardingEntries: (routedMessage) => this.setForwardingEntries(routedMessage),
|
|
34
30
|
duplicateRequestDetector: this.duplicateRequestDetector,
|
|
35
|
-
localPeerDescriptor: this.localPeerDescriptor,
|
|
36
|
-
|
|
31
|
+
localPeerDescriptor: this.config.localPeerDescriptor,
|
|
32
|
+
handleMessage: this.config.handleMessage
|
|
37
33
|
});
|
|
38
|
-
this.rpcCommunicator.registerRpcMethod(DhtRpc_1.RouteMessageWrapper, DhtRpc_1.RouteMessageAck, 'routeMessage', async (routedMessage) => {
|
|
34
|
+
this.config.rpcCommunicator.registerRpcMethod(DhtRpc_1.RouteMessageWrapper, DhtRpc_1.RouteMessageAck, 'routeMessage', async (routedMessage) => {
|
|
39
35
|
if (this.stopped) {
|
|
40
|
-
return (0, RouterRpcLocal_1.createRouteMessageAck)(routedMessage,
|
|
36
|
+
return (0, RouterRpcLocal_1.createRouteMessageAck)(routedMessage, DhtRpc_1.RouteMessageError.STOPPED);
|
|
41
37
|
}
|
|
42
38
|
return rpcLocal.routeMessage(routedMessage);
|
|
43
39
|
});
|
|
44
|
-
this.rpcCommunicator.registerRpcMethod(DhtRpc_1.RouteMessageWrapper, DhtRpc_1.RouteMessageAck, 'forwardMessage', async (forwardMessage) => {
|
|
40
|
+
this.config.rpcCommunicator.registerRpcMethod(DhtRpc_1.RouteMessageWrapper, DhtRpc_1.RouteMessageAck, 'forwardMessage', async (forwardMessage) => {
|
|
45
41
|
if (this.stopped) {
|
|
46
|
-
return (0, RouterRpcLocal_1.createRouteMessageAck)(forwardMessage,
|
|
42
|
+
return (0, RouterRpcLocal_1.createRouteMessageAck)(forwardMessage, DhtRpc_1.RouteMessageError.STOPPED);
|
|
47
43
|
}
|
|
48
44
|
return rpcLocal.forwardMessage(forwardMessage);
|
|
49
45
|
});
|
|
50
46
|
}
|
|
51
|
-
|
|
52
|
-
msg.sourceDescriptor = this.localPeerDescriptor;
|
|
47
|
+
send(msg, reachableThrough) {
|
|
48
|
+
msg.sourceDescriptor = this.config.localPeerDescriptor;
|
|
53
49
|
const targetPeerDescriptor = msg.targetDescriptor;
|
|
54
|
-
const forwardingEntry = this.forwardingTable.get((0,
|
|
50
|
+
const forwardingEntry = this.forwardingTable.get((0, identifiers_1.getNodeIdFromPeerDescriptor)(targetPeerDescriptor));
|
|
55
51
|
if (forwardingEntry && forwardingEntry.peerDescriptors.length > 0) {
|
|
56
|
-
const forwardingPeer = forwardingEntry.peerDescriptors[0];
|
|
57
52
|
const forwardedMessage = {
|
|
58
53
|
message: msg,
|
|
59
54
|
requestId: (0, uuid_1.v4)(),
|
|
60
|
-
|
|
61
|
-
sourcePeer: this.localPeerDescriptor,
|
|
55
|
+
target: forwardingEntry.peerDescriptors[0].nodeId,
|
|
56
|
+
sourcePeer: this.config.localPeerDescriptor,
|
|
62
57
|
reachableThrough,
|
|
63
|
-
routingPath: []
|
|
58
|
+
routingPath: [],
|
|
59
|
+
parallelRootNodeIds: []
|
|
64
60
|
};
|
|
65
|
-
this.doRouteMessage(forwardedMessage, RoutingSession_1.RoutingMode.FORWARD);
|
|
61
|
+
const ack = this.doRouteMessage(forwardedMessage, RoutingSession_1.RoutingMode.FORWARD);
|
|
62
|
+
if (ack.error !== undefined) {
|
|
63
|
+
const error = 'Could not forward message with error ' + ack.error;
|
|
64
|
+
logger.debug(error);
|
|
65
|
+
throw new Error(error);
|
|
66
|
+
}
|
|
66
67
|
}
|
|
67
68
|
else {
|
|
68
69
|
const routedMessage = {
|
|
69
70
|
message: msg,
|
|
70
71
|
requestId: (0, uuid_1.v4)(),
|
|
71
|
-
|
|
72
|
-
sourcePeer: this.localPeerDescriptor,
|
|
72
|
+
target: targetPeerDescriptor.nodeId,
|
|
73
|
+
sourcePeer: this.config.localPeerDescriptor,
|
|
73
74
|
reachableThrough,
|
|
74
|
-
routingPath: []
|
|
75
|
+
routingPath: [],
|
|
76
|
+
parallelRootNodeIds: []
|
|
75
77
|
};
|
|
76
|
-
this.doRouteMessage(routedMessage, RoutingSession_1.RoutingMode.ROUTE);
|
|
78
|
+
const ack = this.doRouteMessage(routedMessage, RoutingSession_1.RoutingMode.ROUTE);
|
|
79
|
+
if (ack.error !== undefined) {
|
|
80
|
+
const error = 'Could not route message with error ' + ack.error;
|
|
81
|
+
logger.debug(error);
|
|
82
|
+
throw new Error(error);
|
|
83
|
+
}
|
|
77
84
|
}
|
|
78
85
|
}
|
|
79
|
-
doRouteMessage(routedMessage, mode = RoutingSession_1.RoutingMode.ROUTE) {
|
|
86
|
+
doRouteMessage(routedMessage, mode = RoutingSession_1.RoutingMode.ROUTE, excludedPeer) {
|
|
80
87
|
if (this.stopped) {
|
|
81
|
-
return (0, RouterRpcLocal_1.createRouteMessageAck)(routedMessage,
|
|
88
|
+
return (0, RouterRpcLocal_1.createRouteMessageAck)(routedMessage, DhtRpc_1.RouteMessageError.STOPPED);
|
|
82
89
|
}
|
|
83
|
-
logger.trace(`Routing message ${routedMessage.requestId} from ${(0,
|
|
84
|
-
+ `to ${(0,
|
|
85
|
-
const session = this.createRoutingSession(routedMessage, mode);
|
|
86
|
-
const contacts = session.
|
|
90
|
+
logger.trace(`Routing message ${routedMessage.requestId} from ${(0, identifiers_1.getNodeIdFromPeerDescriptor)(routedMessage.sourcePeer)} `
|
|
91
|
+
+ `to ${(0, identifiers_1.getDhtAddressFromRaw)(routedMessage.target)}`);
|
|
92
|
+
const session = this.createRoutingSession(routedMessage, mode, excludedPeer);
|
|
93
|
+
const contacts = session.updateAndGetRoutablePeers();
|
|
87
94
|
if (contacts.length > 0) {
|
|
88
95
|
this.addRoutingSession(session);
|
|
89
96
|
// eslint-disable-next-line promise/catch-or-return
|
|
90
97
|
logger.trace('starting to raceEvents from routingSession: ' + session.sessionId);
|
|
91
98
|
let eventReceived;
|
|
99
|
+
// eslint-disable-next-line @typescript-eslint/no-floating-promises
|
|
92
100
|
(0, utils_1.executeSafePromise)(async () => {
|
|
93
101
|
eventReceived = (0, utils_1.raceEvents3)(session, ['routingSucceeded', 'partialSuccess', 'routingFailed', 'stopped'], null);
|
|
94
102
|
});
|
|
95
103
|
setImmediate(async () => {
|
|
96
104
|
try {
|
|
105
|
+
// TODO use config option or named constant?
|
|
97
106
|
await (0, utils_1.withTimeout)(eventReceived, 10000);
|
|
98
107
|
logger.trace('raceEvents ended from routingSession: ' + session.sessionId);
|
|
99
108
|
}
|
|
@@ -107,16 +116,30 @@ class Router {
|
|
|
107
116
|
return (0, RouterRpcLocal_1.createRouteMessageAck)(routedMessage);
|
|
108
117
|
}
|
|
109
118
|
else {
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
}
|
|
113
|
-
logger.trace('noCandidatesFound sessionId: ' + session.sessionId);
|
|
114
|
-
return (0, RouterRpcLocal_1.createRouteMessageAck)(routedMessage, RoutingErrors.NO_CANDIDATES_FOUND);
|
|
119
|
+
logger.trace('no targets', { sessionId: session.sessionId });
|
|
120
|
+
return (0, RouterRpcLocal_1.createRouteMessageAck)(routedMessage, DhtRpc_1.RouteMessageError.NO_TARGETS);
|
|
115
121
|
}
|
|
116
122
|
}
|
|
117
|
-
createRoutingSession(routedMessage, mode) {
|
|
118
|
-
|
|
119
|
-
|
|
123
|
+
createRoutingSession(routedMessage, mode, excludedNode) {
|
|
124
|
+
const excludedNodeIds = new Set(routedMessage.routingPath.map((descriptor) => (0, identifiers_1.getNodeIdFromPeerDescriptor)(descriptor)));
|
|
125
|
+
if (excludedNode) {
|
|
126
|
+
excludedNodeIds.add(excludedNode);
|
|
127
|
+
}
|
|
128
|
+
routedMessage.parallelRootNodeIds.forEach((nodeId) => {
|
|
129
|
+
excludedNodeIds.add(nodeId);
|
|
130
|
+
});
|
|
131
|
+
logger.trace('routing session created with connections: ' + this.config.connections.size);
|
|
132
|
+
return new RoutingSession_1.RoutingSession({
|
|
133
|
+
rpcCommunicator: this.config.rpcCommunicator,
|
|
134
|
+
localPeerDescriptor: this.config.localPeerDescriptor,
|
|
135
|
+
routedMessage,
|
|
136
|
+
connections: this.config.connections,
|
|
137
|
+
// TODO use config option or named constant?
|
|
138
|
+
parallelism: (0, identifiers_1.areEqualPeerDescriptors)(this.config.localPeerDescriptor, routedMessage.sourcePeer) ? 2 : 1,
|
|
139
|
+
mode,
|
|
140
|
+
excludedNodeIds,
|
|
141
|
+
routingTablesCache: this.routingTablesCache
|
|
142
|
+
});
|
|
120
143
|
}
|
|
121
144
|
isMostLikelyDuplicate(requestId) {
|
|
122
145
|
return this.duplicateRequestDetector.isMostLikelyDuplicate(requestId);
|
|
@@ -130,6 +153,16 @@ class Router {
|
|
|
130
153
|
removeRoutingSession(sessionId) {
|
|
131
154
|
this.ongoingRoutingSessions.delete(sessionId);
|
|
132
155
|
}
|
|
156
|
+
onNodeConnected(peerDescriptor) {
|
|
157
|
+
const remote = new RoutingSession_1.RoutingRemoteContact(peerDescriptor, this.config.localPeerDescriptor, this.config.rpcCommunicator);
|
|
158
|
+
this.routingTablesCache.onNodeConnected(remote);
|
|
159
|
+
}
|
|
160
|
+
onNodeDisconnected(peerDescriptor) {
|
|
161
|
+
this.routingTablesCache.onNodeDisconnected((0, identifiers_1.getNodeIdFromPeerDescriptor)(peerDescriptor));
|
|
162
|
+
}
|
|
163
|
+
resetCache() {
|
|
164
|
+
this.routingTablesCache.reset();
|
|
165
|
+
}
|
|
133
166
|
stop() {
|
|
134
167
|
this.stopped = true;
|
|
135
168
|
this.ongoingRoutingSessions.forEach((session, _id) => {
|
|
@@ -141,25 +174,26 @@ class Router {
|
|
|
141
174
|
});
|
|
142
175
|
this.forwardingTable.clear();
|
|
143
176
|
this.duplicateRequestDetector.clear();
|
|
177
|
+
this.routingTablesCache.reset();
|
|
144
178
|
}
|
|
145
179
|
setForwardingEntries(routedMessage) {
|
|
146
180
|
const reachableThroughWithoutSelf = routedMessage.reachableThrough.filter((peer) => {
|
|
147
|
-
return !(0,
|
|
181
|
+
return !(0, identifiers_1.areEqualPeerDescriptors)(peer, this.config.localPeerDescriptor);
|
|
148
182
|
});
|
|
149
183
|
if (reachableThroughWithoutSelf.length > 0) {
|
|
150
|
-
const
|
|
151
|
-
if (this.forwardingTable.has(
|
|
152
|
-
const oldEntry = this.forwardingTable.get(
|
|
184
|
+
const sourceNodeId = (0, identifiers_1.getNodeIdFromPeerDescriptor)(routedMessage.sourcePeer);
|
|
185
|
+
if (this.forwardingTable.has(sourceNodeId)) {
|
|
186
|
+
const oldEntry = this.forwardingTable.get(sourceNodeId);
|
|
153
187
|
clearTimeout(oldEntry.timeout);
|
|
154
|
-
this.forwardingTable.delete(
|
|
188
|
+
this.forwardingTable.delete(sourceNodeId);
|
|
155
189
|
}
|
|
156
190
|
const forwardingEntry = {
|
|
157
191
|
peerDescriptors: reachableThroughWithoutSelf,
|
|
158
192
|
timeout: setTimeout(() => {
|
|
159
|
-
this.forwardingTable.delete(
|
|
160
|
-
}, 10000)
|
|
193
|
+
this.forwardingTable.delete(sourceNodeId);
|
|
194
|
+
}, 10000) // TODO use config option or named constant?
|
|
161
195
|
};
|
|
162
|
-
this.forwardingTable.set(
|
|
196
|
+
this.forwardingTable.set(sourceNodeId, forwardingEntry);
|
|
163
197
|
}
|
|
164
198
|
}
|
|
165
199
|
}
|