@streamr/dht 100.0.0-pretestnet.4 → 100.0.0-rc.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (444) hide show
  1. package/README.md +90 -8
  2. package/dist/package.json +70 -0
  3. package/dist/src/connection/Connection.d.ts +1 -0
  4. package/dist/src/connection/Connection.js +10 -3
  5. package/dist/src/connection/Connection.js.map +1 -1
  6. package/dist/src/connection/ConnectionLockHandler.d.ts +14 -14
  7. package/dist/src/connection/ConnectionLockHandler.js +22 -16
  8. package/dist/src/connection/ConnectionLockHandler.js.map +1 -1
  9. package/dist/src/connection/ConnectionLockRpcLocal.d.ts +3 -3
  10. package/dist/src/connection/ConnectionLockRpcLocal.js +7 -6
  11. package/dist/src/connection/ConnectionLockRpcLocal.js.map +1 -1
  12. package/dist/src/connection/ConnectionLockRpcRemote.d.ts +4 -6
  13. package/dist/src/connection/ConnectionLockRpcRemote.js +10 -37
  14. package/dist/src/connection/ConnectionLockRpcRemote.js.map +1 -1
  15. package/dist/src/connection/ConnectionManager.d.ts +19 -20
  16. package/dist/src/connection/ConnectionManager.js +132 -117
  17. package/dist/src/connection/ConnectionManager.js.map +1 -1
  18. package/dist/src/connection/ConnectorFacade.d.ts +3 -2
  19. package/dist/src/connection/ConnectorFacade.js +10 -3
  20. package/dist/src/connection/ConnectorFacade.js.map +1 -1
  21. package/dist/src/connection/Handshaker.d.ts +3 -1
  22. package/dist/src/connection/Handshaker.js +18 -9
  23. package/dist/src/connection/Handshaker.js.map +1 -1
  24. package/dist/src/connection/IConnection.d.ts +2 -7
  25. package/dist/src/connection/IConnection.js +1 -8
  26. package/dist/src/connection/IConnection.js.map +1 -1
  27. package/dist/src/connection/ManagedConnection.d.ts +5 -7
  28. package/dist/src/connection/ManagedConnection.js +42 -26
  29. package/dist/src/connection/ManagedConnection.js.map +1 -1
  30. package/dist/src/connection/ManagedWebrtcConnection.js.map +1 -1
  31. package/dist/src/connection/connectivityChecker.d.ts +9 -0
  32. package/dist/src/connection/connectivityChecker.js +130 -0
  33. package/dist/src/connection/connectivityChecker.js.map +1 -0
  34. package/dist/src/connection/connectivityRequestHandler.d.ts +3 -0
  35. package/dist/src/connection/connectivityRequestHandler.js +101 -0
  36. package/dist/src/connection/connectivityRequestHandler.js.map +1 -0
  37. package/dist/src/connection/simulator/Simulator.d.ts +0 -3
  38. package/dist/src/connection/simulator/Simulator.js +34 -69
  39. package/dist/src/connection/simulator/Simulator.js.map +1 -1
  40. package/dist/src/connection/simulator/SimulatorConnection.js +27 -25
  41. package/dist/src/connection/simulator/SimulatorConnection.js.map +1 -1
  42. package/dist/src/connection/simulator/SimulatorConnector.js +16 -12
  43. package/dist/src/connection/simulator/SimulatorConnector.js.map +1 -1
  44. package/dist/src/connection/simulator/pings.js.map +1 -1
  45. package/dist/src/connection/webrtc/NodeWebrtcConnection.d.ts +2 -3
  46. package/dist/src/connection/webrtc/NodeWebrtcConnection.js +40 -27
  47. package/dist/src/connection/webrtc/NodeWebrtcConnection.js.map +1 -1
  48. package/dist/src/connection/webrtc/WebrtcConnector.d.ts +0 -2
  49. package/dist/src/connection/webrtc/WebrtcConnector.js +24 -25
  50. package/dist/src/connection/webrtc/WebrtcConnector.js.map +1 -1
  51. package/dist/src/connection/webrtc/WebrtcConnectorRpcLocal.d.ts +2 -2
  52. package/dist/src/connection/webrtc/WebrtcConnectorRpcLocal.js +27 -20
  53. package/dist/src/connection/webrtc/WebrtcConnectorRpcLocal.js.map +1 -1
  54. package/dist/src/connection/webrtc/WebrtcConnectorRpcRemote.d.ts +3 -6
  55. package/dist/src/connection/webrtc/WebrtcConnectorRpcRemote.js +2 -5
  56. package/dist/src/connection/webrtc/WebrtcConnectorRpcRemote.js.map +1 -1
  57. package/dist/src/connection/webrtc/iceServerAsString.js +1 -1
  58. package/dist/src/connection/webrtc/iceServerAsString.js.map +1 -1
  59. package/dist/src/connection/websocket/AutoCertifierClientFacade.d.ts +1 -2
  60. package/dist/src/connection/websocket/AutoCertifierClientFacade.js +6 -4
  61. package/dist/src/connection/websocket/AutoCertifierClientFacade.js.map +1 -1
  62. package/dist/src/connection/websocket/ClientWebsocket.d.ts +1 -0
  63. package/dist/src/connection/websocket/ClientWebsocket.js +14 -7
  64. package/dist/src/connection/websocket/ClientWebsocket.js.map +1 -1
  65. package/dist/src/connection/websocket/WebsocketConnector.d.ts +3 -9
  66. package/dist/src/connection/websocket/WebsocketConnector.js +142 -74
  67. package/dist/src/connection/websocket/WebsocketConnector.js.map +1 -1
  68. package/dist/src/connection/websocket/WebsocketConnectorRpcLocal.d.ts +5 -3
  69. package/dist/src/connection/websocket/WebsocketConnectorRpcLocal.js +9 -12
  70. package/dist/src/connection/websocket/WebsocketConnectorRpcLocal.js.map +1 -1
  71. package/dist/src/connection/websocket/WebsocketConnectorRpcRemote.d.ts +4 -7
  72. package/dist/src/connection/websocket/WebsocketConnectorRpcRemote.js +7 -44
  73. package/dist/src/connection/websocket/WebsocketConnectorRpcRemote.js.map +1 -1
  74. package/dist/src/connection/websocket/WebsocketServer.d.ts +1 -4
  75. package/dist/src/connection/websocket/WebsocketServer.js +49 -40
  76. package/dist/src/connection/websocket/WebsocketServer.js.map +1 -1
  77. package/dist/src/connection/websocket/{ServerWebsocket.d.ts → WebsocketServerConnection.d.ts} +8 -4
  78. package/dist/src/connection/websocket/WebsocketServerConnection.js +97 -0
  79. package/dist/src/connection/websocket/WebsocketServerConnection.js.map +1 -0
  80. package/dist/src/dht/DhtNode.d.ts +45 -49
  81. package/dist/src/dht/DhtNode.js +229 -317
  82. package/dist/src/dht/DhtNode.js.map +1 -1
  83. package/dist/src/dht/DhtNodeRpcLocal.d.ts +10 -9
  84. package/dist/src/dht/DhtNodeRpcLocal.js +19 -11
  85. package/dist/src/dht/DhtNodeRpcLocal.js.map +1 -1
  86. package/dist/src/dht/DhtNodeRpcRemote.d.ts +15 -10
  87. package/dist/src/dht/DhtNodeRpcRemote.js +38 -21
  88. package/dist/src/dht/DhtNodeRpcRemote.js.map +1 -1
  89. package/dist/src/dht/ExternalApiRpcLocal.d.ts +7 -6
  90. package/dist/src/dht/ExternalApiRpcLocal.js +9 -13
  91. package/dist/src/dht/ExternalApiRpcLocal.js.map +1 -1
  92. package/dist/src/dht/ExternalApiRpcRemote.d.ts +6 -5
  93. package/dist/src/dht/ExternalApiRpcRemote.js +10 -7
  94. package/dist/src/dht/ExternalApiRpcRemote.js.map +1 -1
  95. package/dist/src/dht/PeerManager.d.ts +61 -0
  96. package/dist/src/dht/PeerManager.js +288 -0
  97. package/dist/src/dht/PeerManager.js.map +1 -0
  98. package/dist/src/dht/contact/Contact.d.ts +2 -2
  99. package/dist/src/dht/contact/Contact.js +4 -3
  100. package/dist/src/dht/contact/Contact.js.map +1 -1
  101. package/dist/src/dht/contact/ContactList.d.ts +8 -8
  102. package/dist/src/dht/contact/ContactList.js +12 -7
  103. package/dist/src/dht/contact/ContactList.js.map +1 -1
  104. package/dist/src/dht/contact/RandomContactList.d.ts +4 -4
  105. package/dist/src/dht/contact/RandomContactList.js +13 -12
  106. package/dist/src/dht/contact/RandomContactList.js.map +1 -1
  107. package/dist/src/dht/contact/RingContactList.d.ts +31 -0
  108. package/dist/src/dht/contact/RingContactList.js +133 -0
  109. package/dist/src/dht/contact/RingContactList.js.map +1 -0
  110. package/dist/src/dht/contact/{Remote.d.ts → RpcRemote.d.ts} +8 -7
  111. package/dist/src/dht/contact/{Remote.js → RpcRemote.js} +16 -13
  112. package/dist/src/dht/contact/RpcRemote.js.map +1 -0
  113. package/dist/src/dht/contact/SortedContactList.d.ts +29 -15
  114. package/dist/src/dht/contact/SortedContactList.js +79 -42
  115. package/dist/src/dht/contact/SortedContactList.js.map +1 -1
  116. package/dist/src/dht/contact/ringIdentifiers.d.ts +16 -0
  117. package/dist/src/dht/contact/ringIdentifiers.js +54 -0
  118. package/dist/src/dht/contact/ringIdentifiers.js.map +1 -0
  119. package/dist/src/dht/discovery/DiscoverySession.d.ts +8 -18
  120. package/dist/src/dht/discovery/DiscoverySession.js +32 -48
  121. package/dist/src/dht/discovery/DiscoverySession.js.map +1 -1
  122. package/dist/src/dht/discovery/PeerDiscovery.d.ts +16 -12
  123. package/dist/src/dht/discovery/PeerDiscovery.js +82 -39
  124. package/dist/src/dht/discovery/PeerDiscovery.js.map +1 -1
  125. package/dist/src/dht/discovery/RingDiscoverySession.d.ts +29 -0
  126. package/dist/src/dht/discovery/RingDiscoverySession.js +123 -0
  127. package/dist/src/dht/discovery/RingDiscoverySession.js.map +1 -0
  128. package/dist/src/dht/recursive-operation/RecursiveOperationManager.d.ts +36 -0
  129. package/dist/src/dht/recursive-operation/RecursiveOperationManager.js +166 -0
  130. package/dist/src/dht/recursive-operation/RecursiveOperationManager.js.map +1 -0
  131. package/dist/src/dht/recursive-operation/RecursiveOperationRpcLocal.d.ts +14 -0
  132. package/dist/src/dht/recursive-operation/RecursiveOperationRpcLocal.js +26 -0
  133. package/dist/src/dht/recursive-operation/RecursiveOperationRpcLocal.js.map +1 -0
  134. package/dist/src/dht/recursive-operation/RecursiveOperationRpcRemote.d.ts +6 -0
  135. package/dist/src/dht/recursive-operation/RecursiveOperationRpcRemote.js +44 -0
  136. package/dist/src/dht/recursive-operation/RecursiveOperationRpcRemote.js.map +1 -0
  137. package/dist/src/dht/recursive-operation/RecursiveOperationSession.d.ts +44 -0
  138. package/dist/src/dht/recursive-operation/RecursiveOperationSession.js +187 -0
  139. package/dist/src/dht/recursive-operation/RecursiveOperationSession.js.map +1 -0
  140. package/dist/src/dht/recursive-operation/RecursiveOperationSessionRpcLocal.d.ts +14 -0
  141. package/dist/src/dht/recursive-operation/RecursiveOperationSessionRpcLocal.js +20 -0
  142. package/dist/src/dht/recursive-operation/RecursiveOperationSessionRpcLocal.js.map +1 -0
  143. package/dist/src/dht/recursive-operation/RecursiveOperationSessionRpcRemote.d.ts +6 -0
  144. package/dist/src/dht/recursive-operation/RecursiveOperationSessionRpcRemote.js +21 -0
  145. package/dist/src/dht/recursive-operation/RecursiveOperationSessionRpcRemote.js.map +1 -0
  146. package/dist/src/dht/routing/DuplicateDetector.d.ts +2 -4
  147. package/dist/src/dht/routing/DuplicateDetector.js +10 -15
  148. package/dist/src/dht/routing/DuplicateDetector.js.map +1 -1
  149. package/dist/src/dht/routing/Router.d.ts +11 -27
  150. package/dist/src/dht/routing/Router.js +92 -58
  151. package/dist/src/dht/routing/Router.js.map +1 -1
  152. package/dist/src/dht/routing/RouterRpcLocal.d.ts +3 -4
  153. package/dist/src/dht/routing/RouterRpcLocal.js +17 -16
  154. package/dist/src/dht/routing/RouterRpcLocal.js.map +1 -1
  155. package/dist/src/dht/routing/RouterRpcRemote.d.ts +3 -3
  156. package/dist/src/dht/routing/RouterRpcRemote.js +29 -20
  157. package/dist/src/dht/routing/RouterRpcRemote.js.map +1 -1
  158. package/dist/src/dht/routing/RoutingSession.d.ts +29 -21
  159. package/dist/src/dht/routing/RoutingSession.js +93 -68
  160. package/dist/src/dht/routing/RoutingSession.js.map +1 -1
  161. package/dist/src/dht/routing/RoutingTablesCache.d.ts +24 -0
  162. package/dist/src/dht/routing/RoutingTablesCache.js +46 -0
  163. package/dist/src/dht/routing/RoutingTablesCache.js.map +1 -0
  164. package/dist/src/dht/routing/getPreviousPeer.js.map +1 -1
  165. package/dist/src/dht/store/LocalDataStore.d.ts +9 -14
  166. package/dist/src/dht/store/LocalDataStore.js +46 -72
  167. package/dist/src/dht/store/LocalDataStore.js.map +1 -1
  168. package/dist/src/dht/store/StoreManager.d.ts +33 -0
  169. package/dist/src/dht/store/StoreManager.js +182 -0
  170. package/dist/src/dht/store/StoreManager.js.map +1 -0
  171. package/dist/src/dht/store/StoreRpcLocal.d.ts +11 -41
  172. package/dist/src/dht/store/StoreRpcLocal.js +27 -234
  173. package/dist/src/dht/store/StoreRpcLocal.js.map +1 -1
  174. package/dist/src/dht/store/StoreRpcRemote.d.ts +6 -7
  175. package/dist/src/dht/store/StoreRpcRemote.js +10 -20
  176. package/dist/src/dht/store/StoreRpcRemote.js.map +1 -1
  177. package/dist/src/exports.d.ts +5 -3
  178. package/dist/src/exports.js +10 -8
  179. package/dist/src/exports.js.map +1 -1
  180. package/dist/src/helpers/AddressTools.js +2 -0
  181. package/dist/src/helpers/AddressTools.js.map +1 -1
  182. package/dist/src/helpers/Connectivity.js.map +1 -1
  183. package/dist/src/helpers/MapWithTtl.d.ts +14 -0
  184. package/dist/src/helpers/MapWithTtl.js +60 -0
  185. package/dist/src/helpers/MapWithTtl.js.map +1 -0
  186. package/dist/src/helpers/createPeerDescriptor.d.ts +3 -0
  187. package/dist/src/helpers/createPeerDescriptor.js +57 -0
  188. package/dist/src/helpers/createPeerDescriptor.js.map +1 -0
  189. package/dist/src/helpers/createPeerDescriptorSignaturePayload.d.ts +2 -0
  190. package/dist/src/helpers/createPeerDescriptorSignaturePayload.js +30 -0
  191. package/dist/src/helpers/createPeerDescriptorSignaturePayload.js.map +1 -0
  192. package/dist/src/helpers/debugHelpers.js.map +1 -1
  193. package/dist/src/helpers/errors.js +2 -0
  194. package/dist/src/helpers/errors.js.map +1 -1
  195. package/dist/src/helpers/offering.d.ts +4 -0
  196. package/dist/src/helpers/offering.js +18 -0
  197. package/dist/src/helpers/offering.js.map +1 -0
  198. package/dist/src/helpers/protoClasses.js +2 -3
  199. package/dist/src/helpers/protoClasses.js.map +1 -1
  200. package/dist/src/helpers/protoToString.js.map +1 -1
  201. package/dist/src/helpers/version.d.ts +6 -0
  202. package/dist/src/helpers/version.js +38 -0
  203. package/dist/src/helpers/version.js.map +1 -0
  204. package/dist/src/identifiers.d.ts +10 -0
  205. package/dist/src/identifiers.js +31 -0
  206. package/dist/src/identifiers.js.map +1 -0
  207. package/dist/src/proto/google/protobuf/any.js +8 -8
  208. package/dist/src/proto/google/protobuf/any.js.map +1 -1
  209. package/dist/src/proto/google/protobuf/empty.js +2 -4
  210. package/dist/src/proto/google/protobuf/empty.js.map +1 -1
  211. package/dist/src/proto/google/protobuf/timestamp.js +10 -10
  212. package/dist/src/proto/google/protobuf/timestamp.js.map +1 -1
  213. package/dist/src/proto/packages/dht/protos/DhtRpc.client.d.ts +46 -49
  214. package/dist/src/proto/packages/dht/protos/DhtRpc.client.js +63 -54
  215. package/dist/src/proto/packages/dht/protos/DhtRpc.client.js.map +1 -1
  216. package/dist/src/proto/packages/dht/protos/DhtRpc.d.ts +226 -232
  217. package/dist/src/proto/packages/dht/protos/DhtRpc.js +146 -168
  218. package/dist/src/proto/packages/dht/protos/DhtRpc.js.map +1 -1
  219. package/dist/src/proto/packages/dht/protos/DhtRpc.server.d.ts +26 -29
  220. package/dist/src/proto/packages/proto-rpc/protos/ProtoRpc.js +1 -1
  221. package/dist/src/rpc-protocol/DhtCallContext.d.ts +2 -2
  222. package/dist/src/rpc-protocol/DhtCallContext.js +8 -0
  223. package/dist/src/rpc-protocol/DhtCallContext.js.map +1 -1
  224. package/dist/src/rpc-protocol/DhtRpcOptions.d.ts +2 -1
  225. package/dist/src/transport/ITransport.d.ts +10 -2
  226. package/dist/src/transport/ITransport.js +5 -0
  227. package/dist/src/transport/ITransport.js.map +1 -1
  228. package/dist/src/transport/ListeningRpcCommunicator.js +3 -1
  229. package/dist/src/transport/ListeningRpcCommunicator.js.map +1 -1
  230. package/dist/src/transport/RoutingRpcCommunicator.d.ts +4 -2
  231. package/dist/src/transport/RoutingRpcCommunicator.js +19 -12
  232. package/dist/src/transport/RoutingRpcCommunicator.js.map +1 -1
  233. package/jest.config.js +4 -1
  234. package/karma-setup.js +2 -0
  235. package/karma.config.js +13 -9
  236. package/package.json +16 -13
  237. package/protos/DhtRpc.proto +76 -76
  238. package/src/connection/Connection.ts +6 -1
  239. package/src/connection/ConnectionLockHandler.ts +30 -22
  240. package/src/connection/ConnectionLockRpcLocal.ts +7 -12
  241. package/src/connection/ConnectionLockRpcRemote.ts +9 -19
  242. package/src/connection/ConnectionManager.ts +132 -138
  243. package/src/connection/ConnectorFacade.ts +10 -9
  244. package/src/connection/Handshaker.ts +23 -11
  245. package/src/connection/IConnection.ts +2 -8
  246. package/src/connection/ManagedConnection.ts +34 -35
  247. package/src/connection/connectivityChecker.ts +109 -0
  248. package/src/connection/connectivityRequestHandler.ts +103 -0
  249. package/src/connection/simulator/Simulator.ts +6 -37
  250. package/src/connection/simulator/SimulatorConnection.ts +23 -25
  251. package/src/connection/simulator/SimulatorConnector.ts +11 -11
  252. package/src/connection/webrtc/BrowserWebrtcConnection.ts +17 -25
  253. package/src/connection/webrtc/NodeWebrtcConnection.ts +24 -26
  254. package/src/connection/webrtc/WebrtcConnector.ts +18 -29
  255. package/src/connection/webrtc/WebrtcConnectorRpcLocal.ts +29 -24
  256. package/src/connection/webrtc/WebrtcConnectorRpcRemote.ts +4 -14
  257. package/src/connection/webrtc/iceServerAsString.ts +1 -1
  258. package/src/connection/websocket/AutoCertifierClientFacade.ts +4 -6
  259. package/src/connection/websocket/ClientWebsocket.ts +10 -4
  260. package/src/connection/websocket/WebsocketConnector.ts +120 -97
  261. package/src/connection/websocket/WebsocketConnectorRpcLocal.ts +13 -15
  262. package/src/connection/websocket/WebsocketConnectorRpcRemote.ts +7 -27
  263. package/src/connection/websocket/WebsocketServer.ts +50 -53
  264. package/src/connection/websocket/WebsocketServerConnection.ts +104 -0
  265. package/src/dht/DhtNode.ts +289 -410
  266. package/src/dht/DhtNodeRpcLocal.ts +25 -17
  267. package/src/dht/DhtNodeRpcRemote.ts +43 -27
  268. package/src/dht/ExternalApiRpcLocal.ts +30 -17
  269. package/src/dht/ExternalApiRpcRemote.ts +14 -11
  270. package/src/dht/PeerManager.ts +339 -0
  271. package/src/dht/contact/Contact.ts +4 -4
  272. package/src/dht/contact/ContactList.ts +11 -10
  273. package/src/dht/contact/RandomContactList.ts +15 -15
  274. package/src/dht/contact/RingContactList.ts +151 -0
  275. package/src/dht/contact/{Remote.ts → RpcRemote.ts} +16 -19
  276. package/src/dht/contact/SortedContactList.ts +120 -72
  277. package/src/dht/contact/ringIdentifiers.ts +62 -0
  278. package/src/dht/discovery/DiscoverySession.ts +36 -61
  279. package/src/dht/discovery/PeerDiscovery.ts +98 -43
  280. package/src/dht/discovery/RingDiscoverySession.ts +160 -0
  281. package/src/dht/recursive-operation/RecursiveOperationManager.ts +246 -0
  282. package/src/dht/recursive-operation/RecursiveOperationRpcLocal.ts +34 -0
  283. package/src/dht/recursive-operation/RecursiveOperationRpcRemote.ts +43 -0
  284. package/src/dht/recursive-operation/RecursiveOperationSession.ts +232 -0
  285. package/src/dht/recursive-operation/RecursiveOperationSessionRpcLocal.ts +35 -0
  286. package/src/dht/recursive-operation/RecursiveOperationSessionRpcRemote.ts +30 -0
  287. package/src/dht/routing/DuplicateDetector.ts +9 -21
  288. package/src/dht/routing/Router.ts +95 -92
  289. package/src/dht/routing/RouterRpcLocal.ts +16 -18
  290. package/src/dht/routing/RouterRpcRemote.ts +26 -24
  291. package/src/dht/routing/RoutingSession.ts +119 -98
  292. package/src/dht/routing/RoutingTablesCache.ts +58 -0
  293. package/src/dht/routing/getPreviousPeer.ts +1 -1
  294. package/src/dht/store/LocalDataStore.ts +47 -77
  295. package/src/dht/store/StoreManager.ts +209 -0
  296. package/src/dht/store/StoreRpcLocal.ts +39 -308
  297. package/src/dht/store/StoreRpcRemote.ts +13 -31
  298. package/src/exports.ts +13 -3
  299. package/src/helpers/AddressTools.ts +2 -0
  300. package/src/helpers/MapWithTtl.ts +71 -0
  301. package/src/helpers/createPeerDescriptor.ts +57 -0
  302. package/src/helpers/createPeerDescriptorSignaturePayload.ts +28 -0
  303. package/src/helpers/offering.ts +15 -0
  304. package/src/helpers/protoClasses.ts +4 -6
  305. package/src/helpers/version.ts +32 -0
  306. package/src/identifiers.ts +29 -0
  307. package/src/proto/google/protobuf/any.ts +4 -4
  308. package/src/proto/google/protobuf/empty.ts +2 -4
  309. package/src/proto/google/protobuf/timestamp.ts +4 -4
  310. package/src/proto/packages/dht/protos/DhtRpc.client.ts +65 -68
  311. package/src/proto/packages/dht/protos/DhtRpc.server.ts +27 -30
  312. package/src/proto/packages/dht/protos/DhtRpc.ts +297 -313
  313. package/src/proto/packages/proto-rpc/protos/ProtoRpc.ts +1 -1
  314. package/src/rpc-protocol/DhtCallContext.ts +2 -2
  315. package/src/rpc-protocol/DhtRpcOptions.ts +2 -1
  316. package/src/transport/ITransport.ts +11 -2
  317. package/src/transport/ListeningRpcCommunicator.ts +1 -1
  318. package/src/transport/RoutingRpcCommunicator.ts +21 -14
  319. package/test/RandomGraphSimulation.ts +3 -2
  320. package/test/benchmark/Find.test.ts +13 -28
  321. package/test/benchmark/KademliaCorrectness.test.ts +24 -28
  322. package/test/benchmark/RingCorrectness.test.ts +157 -0
  323. package/test/benchmark/SortedContactListBenchmark.test.ts +151 -0
  324. package/test/benchmark/WebsocketServerMemoryLeak.test.ts +41 -0
  325. package/test/benchmark/hybrid-network-simulation/RingContactList.test.ts +72 -0
  326. package/test/benchmark/kademlia-simulation/Contact.ts +9 -9
  327. package/test/benchmark/kademlia-simulation/KademliaSimulation.ts +11 -11
  328. package/test/benchmark/kademlia-simulation/SimulationNode.ts +29 -25
  329. package/test/data/generateGroundTruthData.ts +7 -6
  330. package/test/end-to-end/Layer0-Layer1.test.ts +11 -15
  331. package/test/end-to-end/Layer0.test.ts +19 -22
  332. package/test/end-to-end/Layer0MixedConnectionTypes.test.ts +19 -21
  333. package/test/end-to-end/Layer0Webrtc-Layer1.test.ts +26 -28
  334. package/test/end-to-end/Layer0Webrtc.test.ts +19 -19
  335. package/test/end-to-end/Layer1-Scale-WebSocket.test.ts +10 -18
  336. package/test/end-to-end/Layer1-Scale-Webrtc.test.ts +8 -15
  337. package/test/end-to-end/RecoveryFromFailedAutoCertification.test.ts +2 -2
  338. package/test/end-to-end/WebsocketConnectionRequest.test.ts +8 -9
  339. package/test/end-to-end/memory-leak.test.ts +19 -24
  340. package/test/integration/ConnectionLocking.test.ts +66 -60
  341. package/test/integration/ConnectionManager.test.ts +43 -63
  342. package/test/integration/ConnectivityChecking.test.ts +52 -0
  343. package/test/integration/DhtJoinPeerDiscovery.test.ts +8 -12
  344. package/test/integration/DhtNodeExternalAPI.test.ts +17 -21
  345. package/test/integration/DhtNodeRpcRemote.test.ts +19 -26
  346. package/test/integration/DhtRpc.test.ts +20 -24
  347. package/test/integration/Find.test.ts +10 -12
  348. package/test/integration/Layer1-scale.test.ts +25 -37
  349. package/test/integration/Mock-Layer1-Layer0.test.ts +39 -59
  350. package/test/integration/MultipleEntryPointJoining.test.ts +14 -14
  351. package/test/integration/ReplicateData.test.ts +106 -0
  352. package/test/integration/RouteMessage.test.ts +42 -68
  353. package/test/integration/RouterRpcRemote.test.ts +19 -24
  354. package/test/integration/ScaleDownDht.test.ts +14 -12
  355. package/test/integration/SimultaneousConnections.test.ts +112 -111
  356. package/test/integration/Store.test.ts +43 -27
  357. package/test/integration/StoreAndDelete.test.ts +36 -48
  358. package/test/integration/StoreOnDhtWithThreeNodes.test.ts +59 -0
  359. package/test/integration/StoreOnDhtWithTwoNodes.test.ts +17 -37
  360. package/test/integration/StoreRpcRemote.test.ts +20 -32
  361. package/test/integration/WebrtcConnectionManagement.test.ts +39 -25
  362. package/test/integration/WebrtcConnectorRpc.test.ts +6 -11
  363. package/test/integration/WebsocketConnectionManagement.test.ts +87 -22
  364. package/test/integration/WebsocketConnectorRpc.test.ts +14 -24
  365. package/test/integration/{RpcErrors.test.ts → rpc-connections-over-webrpc.test.ts} +15 -26
  366. package/test/unit/AddressTools.test.ts +4 -0
  367. package/test/unit/ConnectivityHelpers.test.ts +9 -17
  368. package/test/unit/DuplicateDetector.test.ts +8 -5
  369. package/test/unit/LocalDataStore.test.ts +78 -75
  370. package/test/unit/PeerManager.test.ts +33 -0
  371. package/test/unit/RandomContactList.test.ts +12 -9
  372. package/test/unit/RecursiveOperationManager.test.ts +157 -0
  373. package/test/unit/RecursiveOperationSession.test.ts +68 -0
  374. package/test/unit/Router.test.ts +52 -35
  375. package/test/unit/RoutingSession.test.ts +79 -0
  376. package/test/unit/SortedContactList.test.ts +61 -30
  377. package/test/unit/StoreManager.test.ts +138 -0
  378. package/test/unit/WebsocketConnector.test.ts +27 -35
  379. package/test/unit/connectivityRequestHandler.test.ts +104 -0
  380. package/test/unit/createPeerDescriptor.test.ts +69 -0
  381. package/test/unit/customMatchers.test.ts +16 -0
  382. package/test/unit/version.test.ts +18 -0
  383. package/test/utils/FakeTransport.ts +47 -0
  384. package/test/utils/customMatchers.ts +71 -0
  385. package/test/utils/mock/MockRpcCommunicator.ts +7 -0
  386. package/test/utils/mock/Router.ts +13 -3
  387. package/test/utils/mock/Transport.ts +1 -1
  388. package/test/utils/mock/mockDataEntry.ts +38 -0
  389. package/test/utils/utils.ts +104 -107
  390. package/tsconfig.browser.json +2 -1
  391. package/tsconfig.jest.json +4 -2
  392. package/tsconfig.node.json +4 -2
  393. package/dist/src/connection/ConnectivityChecker.d.ts +0 -17
  394. package/dist/src/connection/ConnectivityChecker.js +0 -208
  395. package/dist/src/connection/ConnectivityChecker.js.map +0 -1
  396. package/dist/src/connection/websocket/ServerWebsocket.js +0 -100
  397. package/dist/src/connection/websocket/ServerWebsocket.js.map +0 -1
  398. package/dist/src/dht/contact/Remote.js.map +0 -1
  399. package/dist/src/dht/find/FindRpcLocal.d.ts +0 -14
  400. package/dist/src/dht/find/FindRpcLocal.js +0 -25
  401. package/dist/src/dht/find/FindRpcLocal.js.map +0 -1
  402. package/dist/src/dht/find/FindSession.d.ts +0 -44
  403. package/dist/src/dht/find/FindSession.js +0 -145
  404. package/dist/src/dht/find/FindSession.js.map +0 -1
  405. package/dist/src/dht/find/FindSessionRpcLocal.d.ts +0 -12
  406. package/dist/src/dht/find/FindSessionRpcLocal.js +0 -17
  407. package/dist/src/dht/find/FindSessionRpcLocal.js.map +0 -1
  408. package/dist/src/dht/find/FindSessionRpcRemote.d.ts +0 -6
  409. package/dist/src/dht/find/FindSessionRpcRemote.js +0 -21
  410. package/dist/src/dht/find/FindSessionRpcRemote.js.map +0 -1
  411. package/dist/src/dht/find/Finder.d.ts +0 -49
  412. package/dist/src/dht/find/Finder.js +0 -184
  413. package/dist/src/dht/find/Finder.js.map +0 -1
  414. package/dist/src/dht/routing/FindRpcRemote.d.ts +0 -6
  415. package/dist/src/dht/routing/FindRpcRemote.js +0 -41
  416. package/dist/src/dht/routing/FindRpcRemote.js.map +0 -1
  417. package/dist/src/helpers/PeerID.d.ts +0 -24
  418. package/dist/src/helpers/PeerID.js +0 -78
  419. package/dist/src/helpers/PeerID.js.map +0 -1
  420. package/dist/src/helpers/UUID.d.ts +0 -8
  421. package/dist/src/helpers/UUID.js +0 -36
  422. package/dist/src/helpers/UUID.js.map +0 -1
  423. package/dist/src/helpers/kademliaId.d.ts +0 -1
  424. package/dist/src/helpers/kademliaId.js +0 -14
  425. package/dist/src/helpers/kademliaId.js.map +0 -1
  426. package/dist/src/helpers/peerIdFromPeerDescriptor.d.ts +0 -6
  427. package/dist/src/helpers/peerIdFromPeerDescriptor.js +0 -23
  428. package/dist/src/helpers/peerIdFromPeerDescriptor.js.map +0 -1
  429. package/src/connection/ConnectivityChecker.ts +0 -199
  430. package/src/connection/websocket/ServerWebsocket.ts +0 -114
  431. package/src/dht/find/FindRpcLocal.ts +0 -35
  432. package/src/dht/find/FindSession.ts +0 -178
  433. package/src/dht/find/FindSessionRpcLocal.ts +0 -25
  434. package/src/dht/find/FindSessionRpcRemote.ts +0 -30
  435. package/src/dht/find/Finder.ts +0 -275
  436. package/src/dht/routing/FindRpcRemote.ts +0 -40
  437. package/src/helpers/PeerID.ts +0 -88
  438. package/src/helpers/UUID.ts +0 -35
  439. package/src/helpers/kademliaId.ts +0 -8
  440. package/src/helpers/peerIdFromPeerDescriptor.ts +0 -20
  441. package/test/integration/MigrateData.test.ts +0 -204
  442. package/test/unit/Finder.test.ts +0 -110
  443. package/test/unit/PeerID.test.ts +0 -22
  444. package/test/unit/UUID.test.ts +0 -55
@@ -0,0 +1,187 @@
1
+ "use strict";
2
+ var __importDefault = (this && this.__importDefault) || function (mod) {
3
+ return (mod && mod.__esModule) ? mod : { "default": mod };
4
+ };
5
+ Object.defineProperty(exports, "__esModule", { value: true });
6
+ exports.RecursiveOperationSession = void 0;
7
+ const eventemitter3_1 = __importDefault(require("eventemitter3"));
8
+ const uuid_1 = require("uuid");
9
+ const DhtRpc_1 = require("../../proto/packages/dht/protos/DhtRpc");
10
+ const ListeningRpcCommunicator_1 = require("../../transport/ListeningRpcCommunicator");
11
+ const Contact_1 = require("../contact/Contact");
12
+ const SortedContactList_1 = require("../contact/SortedContactList");
13
+ const RecursiveOperationSessionRpcLocal_1 = require("./RecursiveOperationSessionRpcLocal");
14
+ const identifiers_1 = require("../../identifiers");
15
+ class RecursiveOperationSession extends eventemitter3_1.default {
16
+ id = (0, uuid_1.v4)();
17
+ rpcCommunicator;
18
+ results;
19
+ foundData = new Map();
20
+ allKnownHops = new Set();
21
+ reportedHops = new Set();
22
+ timeoutTask;
23
+ completionEventEmitted = false;
24
+ noCloserNodesReceivedCounter = 0;
25
+ noCloserNodesReceivedFrom = new Set();
26
+ config;
27
+ constructor(config) {
28
+ super();
29
+ this.config = config;
30
+ this.results = new SortedContactList_1.SortedContactList({
31
+ referenceId: config.targetId,
32
+ maxSize: 10, // TODO use config option or named constant?
33
+ allowToContainReferenceId: true,
34
+ emitEvents: false
35
+ });
36
+ this.rpcCommunicator = new ListeningRpcCommunicator_1.ListeningRpcCommunicator(this.id, config.transport, {
37
+ rpcRequestTimeout: 15000 // TODO use config option or named constant?
38
+ });
39
+ this.registerLocalRpcMethods();
40
+ }
41
+ registerLocalRpcMethods() {
42
+ const rpcLocal = new RecursiveOperationSessionRpcLocal_1.RecursiveOperationSessionRpcLocal({
43
+ onResponseReceived: (sourceId, routingPath, nodes, dataEntries, noCloserNodesFound) => {
44
+ this.onResponseReceived(sourceId, routingPath, nodes, dataEntries, noCloserNodesFound);
45
+ }
46
+ });
47
+ this.rpcCommunicator.registerRpcNotification(DhtRpc_1.RecursiveOperationResponse, 'sendResponse', (req, context) => rpcLocal.sendResponse(req, context));
48
+ }
49
+ start(serviceId) {
50
+ const routeMessage = this.wrapRequest(serviceId);
51
+ this.config.doRouteRequest(routeMessage);
52
+ }
53
+ wrapRequest(serviceId) {
54
+ const request = {
55
+ sessionId: this.getId(),
56
+ operation: this.config.operation
57
+ };
58
+ const msg = {
59
+ messageId: (0, uuid_1.v4)(),
60
+ serviceId,
61
+ body: {
62
+ oneofKind: 'recursiveOperationRequest',
63
+ recursiveOperationRequest: request
64
+ }
65
+ };
66
+ const routeMessage = {
67
+ message: msg,
68
+ requestId: (0, uuid_1.v4)(),
69
+ target: (0, identifiers_1.getRawFromDhtAddress)(this.config.targetId),
70
+ sourcePeer: this.config.localPeerDescriptor,
71
+ reachableThrough: [],
72
+ routingPath: [],
73
+ parallelRootNodeIds: []
74
+ };
75
+ return routeMessage;
76
+ }
77
+ isCompleted() {
78
+ const unreportedHops = new Set(this.allKnownHops);
79
+ this.reportedHops.forEach((id) => {
80
+ unreportedHops.delete(id);
81
+ });
82
+ if (this.noCloserNodesReceivedCounter >= 1 && unreportedHops.size === 0) {
83
+ if (this.config.operation === DhtRpc_1.RecursiveOperation.FETCH_DATA
84
+ && (this.hasNonStaleData() || this.noCloserNodesReceivedCounter >= this.config.waitedRoutingPathCompletions)) {
85
+ return true;
86
+ }
87
+ else if (this.config.operation === DhtRpc_1.RecursiveOperation.FETCH_DATA) {
88
+ return false;
89
+ }
90
+ return true;
91
+ }
92
+ return false;
93
+ }
94
+ hasNonStaleData() {
95
+ return Array.from(this.foundData.values()).some((entry) => entry.stale === false);
96
+ }
97
+ onResponseReceived(sourceId, routingPath, nodes, dataEntries, noCloserNodesFound) {
98
+ this.addKnownHops(routingPath);
99
+ if (routingPath.length >= 1) {
100
+ this.setHopAsReported(routingPath[routingPath.length - 1]);
101
+ }
102
+ nodes.forEach((descriptor) => {
103
+ this.results.addContact(new Contact_1.Contact(descriptor));
104
+ });
105
+ this.processFoundData(dataEntries);
106
+ if (noCloserNodesFound || this.noCloserNodesReceivedFrom.has(sourceId)) {
107
+ this.onNoCloserPeersFound(sourceId);
108
+ }
109
+ }
110
+ addKnownHops(routingPath) {
111
+ const localNodeId = (0, identifiers_1.getNodeIdFromPeerDescriptor)(this.config.localPeerDescriptor);
112
+ routingPath.forEach((desc) => {
113
+ const newNodeId = (0, identifiers_1.getNodeIdFromPeerDescriptor)(desc);
114
+ if (localNodeId !== newNodeId) {
115
+ this.allKnownHops.add(newNodeId);
116
+ }
117
+ });
118
+ }
119
+ setHopAsReported(desc) {
120
+ const localNodeId = (0, identifiers_1.getNodeIdFromPeerDescriptor)(this.config.localPeerDescriptor);
121
+ const newNodeId = (0, identifiers_1.getNodeIdFromPeerDescriptor)(desc);
122
+ if (localNodeId !== newNodeId) {
123
+ this.reportedHops.add(newNodeId);
124
+ }
125
+ if (this.isCompleted()) {
126
+ if (!this.completionEventEmitted && this.isCompleted()) {
127
+ if (this.timeoutTask) {
128
+ clearTimeout(this.timeoutTask);
129
+ this.timeoutTask = undefined;
130
+ }
131
+ this.emit('completed');
132
+ this.completionEventEmitted = true;
133
+ }
134
+ }
135
+ }
136
+ processFoundData(dataEntries) {
137
+ dataEntries.forEach((entry) => {
138
+ const creatorNodeId = (0, identifiers_1.getDhtAddressFromRaw)(entry.creator);
139
+ const existingEntry = this.foundData.get(creatorNodeId);
140
+ if (!existingEntry || existingEntry.createdAt < entry.createdAt
141
+ || (existingEntry.createdAt <= entry.createdAt && entry.deleted)) {
142
+ this.foundData.set(creatorNodeId, entry);
143
+ }
144
+ });
145
+ }
146
+ onNoCloserPeersFound(sourceId) {
147
+ this.noCloserNodesReceivedCounter += 1;
148
+ this.noCloserNodesReceivedFrom.add(sourceId);
149
+ if (this.isCompleted()) {
150
+ this.emit('completed');
151
+ this.completionEventEmitted = true;
152
+ if (this.timeoutTask) {
153
+ clearTimeout(this.timeoutTask);
154
+ this.timeoutTask = undefined;
155
+ }
156
+ }
157
+ else {
158
+ if (!this.timeoutTask && !this.completionEventEmitted) {
159
+ this.timeoutTask = setTimeout(() => {
160
+ if (!this.completionEventEmitted) {
161
+ this.emit('completed');
162
+ this.completionEventEmitted = true;
163
+ }
164
+ }, 4000); // TODO use config option or named constant?
165
+ }
166
+ }
167
+ }
168
+ getResults() {
169
+ return {
170
+ closestNodes: this.results.getAllContacts().map((contact) => contact.getPeerDescriptor()),
171
+ dataEntries: Array.from(this.foundData.values())
172
+ };
173
+ }
174
+ getId() {
175
+ return this.id;
176
+ }
177
+ stop() {
178
+ if (this.timeoutTask) {
179
+ clearTimeout(this.timeoutTask);
180
+ this.timeoutTask = undefined;
181
+ }
182
+ this.rpcCommunicator.destroy();
183
+ this.emit('completed');
184
+ }
185
+ }
186
+ exports.RecursiveOperationSession = RecursiveOperationSession;
187
+ //# sourceMappingURL=RecursiveOperationSession.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"RecursiveOperationSession.js","sourceRoot":"","sources":["../../../../src/dht/recursive-operation/RecursiveOperationSession.ts"],"names":[],"mappings":";;;;;;AAAA,kEAAwC;AACxC,+BAAyB;AACzB,mEAS+C;AAE/C,uFAAmF;AACnF,gDAA4C;AAC5C,oEAAgE;AAGhE,2FAAuF;AACvF,mDAAuH;AAgBvH,MAAa,yBAA0B,SAAQ,uBAA6C;IAEvE,EAAE,GAAG,IAAA,SAAE,GAAE,CAAA;IACT,eAAe,CAA0B;IAClD,OAAO,CAA4B;IACnC,SAAS,GAA+B,IAAI,GAAG,EAAE,CAAA;IACjD,YAAY,GAAoB,IAAI,GAAG,EAAE,CAAA;IACzC,YAAY,GAAoB,IAAI,GAAG,EAAE,CAAA;IACzC,WAAW,CAAiB;IAC5B,sBAAsB,GAAG,KAAK,CAAA;IAC9B,4BAA4B,GAAG,CAAC,CAAA;IACvB,yBAAyB,GAAoB,IAAI,GAAG,EAAE,CAAA;IACtD,MAAM,CAAiC;IAExD,YAAY,MAAuC;QAC/C,KAAK,EAAE,CAAA;QACP,IAAI,CAAC,MAAM,GAAG,MAAM,CAAA;QACpB,IAAI,CAAC,OAAO,GAAG,IAAI,qCAAiB,CAAC;YACjC,WAAW,EAAE,MAAM,CAAC,QAAQ;YAC5B,OAAO,EAAE,EAAE,EAAG,4CAA4C;YAC1D,yBAAyB,EAAE,IAAI;YAC/B,UAAU,EAAE,KAAK;SACpB,CAAC,CAAA;QACF,IAAI,CAAC,eAAe,GAAG,IAAI,mDAAwB,CAAC,IAAI,CAAC,EAAE,EAAE,MAAM,CAAC,SAAS,EAAE;YAC3E,iBAAiB,EAAE,KAAK,CAAE,4CAA4C;SACzE,CAAC,CAAA;QACF,IAAI,CAAC,uBAAuB,EAAE,CAAA;IAClC,CAAC;IAEO,uBAAuB;QAC3B,MAAM,QAAQ,GAAG,IAAI,qEAAiC,CAAC;YACnD,kBAAkB,EAAE,CAChB,QAAoB,EACpB,WAA6B,EAC7B,KAAuB,EACvB,WAAwB,EACxB,kBAA2B,EAC7B,EAAE;gBACA,IAAI,CAAC,kBAAkB,CAAC,QAAQ,EAAE,WAAW,EAAE,KAAK,EAAE,WAAW,EAAE,kBAAkB,CAAC,CAAA;YAC1F,CAAC;SACJ,CAAC,CAAA;QACF,IAAI,CAAC,eAAe,CAAC,uBAAuB,CAAC,mCAA0B,EAAE,cAAc,EACnF,CAAC,GAA+B,EAAE,OAA0B,EAAE,EAAE,CAAC,QAAQ,CAAC,YAAY,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,CAAA;IAC7G,CAAC;IAEM,KAAK,CAAC,SAAoB;QAC7B,MAAM,YAAY,GAAG,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,CAAA;QAChD,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,YAAY,CAAC,CAAA;IAC5C,CAAC;IAEO,WAAW,CAAC,SAAoB;QACpC,MAAM,OAAO,GAA8B;YACvC,SAAS,EAAE,IAAI,CAAC,KAAK,EAAE;YACvB,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS;SACnC,CAAA;QACD,MAAM,GAAG,GAAY;YACjB,SAAS,EAAE,IAAA,SAAE,GAAE;YACf,SAAS;YACT,IAAI,EAAE;gBACF,SAAS,EAAE,2BAA2B;gBACtC,yBAAyB,EAAE,OAAO;aACrC;SACJ,CAAA;QACD,MAAM,YAAY,GAAwB;YACtC,OAAO,EAAE,GAAG;YACZ,SAAS,EAAE,IAAA,SAAE,GAAE;YACf,MAAM,EAAE,IAAA,kCAAoB,EAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC;YAClD,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,mBAAmB;YAC3C,gBAAgB,EAAE,EAAE;YACpB,WAAW,EAAE,EAAE;YACf,mBAAmB,EAAE,EAAE;SAC1B,CAAA;QACD,OAAO,YAAY,CAAA;IACvB,CAAC;IAEO,WAAW;QACf,MAAM,cAAc,GAAoB,IAAI,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;QAClE,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE;YAC7B,cAAc,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;QAC7B,CAAC,CAAC,CAAA;QACF,IAAI,IAAI,CAAC,4BAA4B,IAAI,CAAC,IAAI,cAAc,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YACtE,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,KAAK,2BAAkB,CAAC,UAAU;mBACpD,CAAC,IAAI,CAAC,eAAe,EAAE,IAAI,IAAI,CAAC,4BAA4B,IAAI,IAAI,CAAC,MAAM,CAAC,4BAA4B,CAAC,EAAE,CAAC;gBAC/G,OAAO,IAAI,CAAA;YACf,CAAC;iBAAM,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,KAAK,2BAAkB,CAAC,UAAU,EAAE,CAAC;gBACjE,OAAO,KAAK,CAAA;YAChB,CAAC;YACD,OAAO,IAAI,CAAA;QACf,CAAC;QACD,OAAO,KAAK,CAAA;IAChB,CAAC;IAEO,eAAe;QACnB,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,KAAK,CAAC,CAAA;IACrF,CAAC;IAEM,kBAAkB,CACrB,QAAoB,EACpB,WAA6B,EAC7B,KAAuB,EACvB,WAAwB,EACxB,kBAA2B;QAE3B,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,CAAA;QAC9B,IAAI,WAAW,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YAC1B,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAA;QAC9D,CAAC;QACD,KAAK,CAAC,OAAO,CAAC,CAAC,UAA0B,EAAE,EAAE;YACzC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,iBAAO,CAAC,UAAU,CAAC,CAAC,CAAA;QACpD,CAAC,CAAC,CAAA;QACF,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,CAAA;QAClC,IAAI,kBAAkB,IAAI,IAAI,CAAC,yBAAyB,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YACrE,IAAI,CAAC,oBAAoB,CAAC,QAAQ,CAAC,CAAA;QACvC,CAAC;IACL,CAAC;IAEO,YAAY,CAAC,WAA6B;QAC9C,MAAM,WAAW,GAAG,IAAA,yCAA2B,EAAC,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAA;QAChF,WAAW,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;YACzB,MAAM,SAAS,GAAG,IAAA,yCAA2B,EAAC,IAAI,CAAC,CAAA;YACnD,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;gBAC5B,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;YACpC,CAAC;QACL,CAAC,CAAC,CAAA;IACN,CAAC;IAEO,gBAAgB,CAAC,IAAoB;QACzC,MAAM,WAAW,GAAG,IAAA,yCAA2B,EAAC,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAA;QAChF,MAAM,SAAS,GAAG,IAAA,yCAA2B,EAAC,IAAI,CAAC,CAAA;QACnD,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;YAC5B,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;QACpC,CAAC;QACD,IAAI,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;YACrB,IAAI,CAAC,IAAI,CAAC,sBAAsB,IAAI,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;gBACrD,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;oBACnB,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;oBAC9B,IAAI,CAAC,WAAW,GAAG,SAAS,CAAA;gBAChC,CAAC;gBACD,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;gBACtB,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAA;YACtC,CAAC;QACL,CAAC;IACL,CAAC;IAEO,gBAAgB,CAAC,WAAwB;QAC7C,WAAW,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;YAC1B,MAAM,aAAa,GAAG,IAAA,kCAAoB,EAAC,KAAK,CAAC,OAAO,CAAC,CAAA;YACzD,MAAM,aAAa,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,aAAa,CAAC,CAAA;YACvD,IAAI,CAAC,aAAa,IAAI,aAAa,CAAC,SAAU,GAAG,KAAK,CAAC,SAAU;mBAC1D,CAAC,aAAa,CAAC,SAAU,IAAI,KAAK,CAAC,SAAU,IAAI,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;gBACrE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,aAAa,EAAE,KAAK,CAAC,CAAA;YAC5C,CAAC;QACL,CAAC,CAAC,CAAA;IACN,CAAC;IAEO,oBAAoB,CAAC,QAAoB;QAC7C,IAAI,CAAC,4BAA4B,IAAI,CAAC,CAAA;QACtC,IAAI,CAAC,yBAAyB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;QAC5C,IAAI,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;YACrB,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;YACtB,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAA;YAClC,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;gBACnB,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;gBAC9B,IAAI,CAAC,WAAW,GAAG,SAAS,CAAA;YAChC,CAAC;QACL,CAAC;aAAM,CAAC;YACJ,IAAI,CAAC,IAAI,CAAC,WAAW,IAAI,CAAC,IAAI,CAAC,sBAAsB,EAAE,CAAC;gBACpD,IAAI,CAAC,WAAW,GAAG,UAAU,CAAC,GAAG,EAAE;oBAC/B,IAAI,CAAC,IAAI,CAAC,sBAAsB,EAAE,CAAC;wBAC/B,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;wBACtB,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAA;oBACtC,CAAC;gBACL,CAAC,EAAE,IAAI,CAAC,CAAA,CAAE,4CAA4C;YAC1D,CAAC;QACL,CAAC;IACL,CAAC;IAEM,UAAU;QACb,OAAO;YACH,YAAY,EAAE,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,iBAAiB,EAAE,CAAC;YACzF,WAAW,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC;SACnD,CAAA;IACL,CAAC;IAEM,KAAK;QACR,OAAO,IAAI,CAAC,EAAE,CAAA;IAClB,CAAC;IAEM,IAAI;QACP,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACnB,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;YAC9B,IAAI,CAAC,WAAW,GAAG,SAAS,CAAA;QAChC,CAAC;QACD,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,CAAA;QAC9B,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;IAC1B,CAAC;CACJ;AApMD,8DAoMC"}
@@ -0,0 +1,14 @@
1
+ import { IRecursiveOperationSessionRpc } from '../../proto/packages/dht/protos/DhtRpc.server';
2
+ import { Empty } from '../../proto/google/protobuf/empty';
3
+ import { DataEntry, RecursiveOperationResponse, PeerDescriptor } from '../../proto/packages/dht/protos/DhtRpc';
4
+ import { ServerCallContext } from '@protobuf-ts/runtime-rpc';
5
+ import { DhtAddress } from '../../identifiers';
6
+ interface RecursiveOperationSessionRpcLocalConfig {
7
+ onResponseReceived: (sourceId: DhtAddress, routingPath: PeerDescriptor[], nodes: PeerDescriptor[], dataEntries: DataEntry[], noCloserNodesFound: boolean) => void;
8
+ }
9
+ export declare class RecursiveOperationSessionRpcLocal implements IRecursiveOperationSessionRpc {
10
+ private readonly config;
11
+ constructor(config: RecursiveOperationSessionRpcLocalConfig);
12
+ sendResponse(report: RecursiveOperationResponse, context: ServerCallContext): Promise<Empty>;
13
+ }
14
+ export {};
@@ -0,0 +1,20 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.RecursiveOperationSessionRpcLocal = void 0;
4
+ const utils_1 = require("@streamr/utils");
5
+ const identifiers_1 = require("../../identifiers");
6
+ const logger = new utils_1.Logger(module);
7
+ class RecursiveOperationSessionRpcLocal {
8
+ config;
9
+ constructor(config) {
10
+ this.config = config;
11
+ }
12
+ async sendResponse(report, context) {
13
+ const sourceId = (0, identifiers_1.getNodeIdFromPeerDescriptor)(context.incomingSourceDescriptor);
14
+ logger.trace('RecursiveOperationResponse arrived: ' + JSON.stringify(report));
15
+ this.config.onResponseReceived(sourceId, report.routingPath, report.closestConnectedPeers, report.dataEntries, report.noCloserNodesFound);
16
+ return {};
17
+ }
18
+ }
19
+ exports.RecursiveOperationSessionRpcLocal = RecursiveOperationSessionRpcLocal;
20
+ //# sourceMappingURL=RecursiveOperationSessionRpcLocal.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"RecursiveOperationSessionRpcLocal.js","sourceRoot":"","sources":["../../../../src/dht/recursive-operation/RecursiveOperationSessionRpcLocal.ts"],"names":[],"mappings":";;;AAGA,0CAAuC;AAGvC,mDAA2E;AAE3E,MAAM,MAAM,GAAG,IAAI,cAAM,CAAC,MAAM,CAAC,CAAA;AAYjC,MAAa,iCAAiC;IAEzB,MAAM,CAAyC;IAEhE,YAAY,MAA+C;QACvD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAA;IACxB,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,MAAkC,EAAE,OAA0B;QAC7E,MAAM,QAAQ,GAAG,IAAA,yCAA2B,EAAE,OAA0B,CAAC,wBAAyB,CAAC,CAAA;QACnG,MAAM,CAAC,KAAK,CAAC,sCAAsC,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAA;QAC7E,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC,QAAQ,EAAE,MAAM,CAAC,WAAW,EAAE,MAAM,CAAC,qBAAqB,EAAE,MAAM,CAAC,WAAW,EAAE,MAAM,CAAC,kBAAkB,CAAC,CAAA;QACzI,OAAO,EAAE,CAAA;IACb,CAAC;CACJ;AAdD,8EAcC"}
@@ -0,0 +1,6 @@
1
+ import { DataEntry, PeerDescriptor } from '../../proto/packages/dht/protos/DhtRpc';
2
+ import { RecursiveOperationSessionRpcClient } from '../../proto/packages/dht/protos/DhtRpc.client';
3
+ import { RpcRemote } from '../contact/RpcRemote';
4
+ export declare class RecursiveOperationSessionRpcRemote extends RpcRemote<RecursiveOperationSessionRpcClient> {
5
+ sendResponse(routingPath: PeerDescriptor[], closestNodes: PeerDescriptor[], dataEntries: DataEntry[], noCloserNodesFound: boolean): void;
6
+ }
@@ -0,0 +1,21 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.RecursiveOperationSessionRpcRemote = void 0;
4
+ const utils_1 = require("@streamr/utils");
5
+ const RpcRemote_1 = require("../contact/RpcRemote");
6
+ const logger = new utils_1.Logger(module);
7
+ class RecursiveOperationSessionRpcRemote extends RpcRemote_1.RpcRemote {
8
+ sendResponse(routingPath, closestNodes, dataEntries, noCloserNodesFound) {
9
+ const report = {
10
+ routingPath,
11
+ closestConnectedPeers: closestNodes,
12
+ dataEntries,
13
+ noCloserNodesFound
14
+ };
15
+ this.getClient().sendResponse(report, this.formDhtRpcOptions()).catch((_e) => {
16
+ logger.trace('Failed to send RecursiveOperationResponse');
17
+ });
18
+ }
19
+ }
20
+ exports.RecursiveOperationSessionRpcRemote = RecursiveOperationSessionRpcRemote;
21
+ //# sourceMappingURL=RecursiveOperationSessionRpcRemote.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"RecursiveOperationSessionRpcRemote.js","sourceRoot":"","sources":["../../../../src/dht/recursive-operation/RecursiveOperationSessionRpcRemote.ts"],"names":[],"mappings":";;;AAAA,0CAAuC;AAOvC,oDAAgD;AAEhD,MAAM,MAAM,GAAG,IAAI,cAAM,CAAC,MAAM,CAAC,CAAA;AAEjC,MAAa,kCAAmC,SAAQ,qBAA6C;IAEjG,YAAY,CACR,WAA6B,EAC7B,YAA8B,EAC9B,WAAwB,EACxB,kBAA2B;QAE3B,MAAM,MAAM,GAA+B;YACvC,WAAW;YACX,qBAAqB,EAAE,YAAY;YACnC,WAAW;YACX,kBAAkB;SACrB,CAAA;QACD,IAAI,CAAC,SAAS,EAAE,CAAC,YAAY,CAAC,MAAM,EAAE,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,EAAE;YACzE,MAAM,CAAC,KAAK,CAAC,2CAA2C,CAAC,CAAA;QAC7D,CAAC,CAAC,CAAA;IACN,CAAC;CACJ;AAlBD,gFAkBC"}
@@ -1,12 +1,10 @@
1
1
  export declare class DuplicateDetector {
2
2
  private values;
3
3
  private queue;
4
- private maxAge;
5
- private maxNumberOfValues;
6
- constructor(maxNumberOfValues: number, maxAgeInSeconds: number);
4
+ private maxItemCount;
5
+ constructor(maxItemCount: number);
7
6
  add(value: string): void;
8
7
  isMostLikelyDuplicate(value: string): boolean;
9
- private cleanUp;
10
8
  size(): number;
11
9
  clear(): void;
12
10
  }
@@ -2,28 +2,23 @@
2
2
  Object.defineProperty(exports, "__esModule", { value: true });
3
3
  exports.DuplicateDetector = void 0;
4
4
  class DuplicateDetector {
5
- constructor(maxNumberOfValues, maxAgeInSeconds) {
6
- this.values = new Set();
7
- this.queue = [];
8
- this.maxNumberOfValues = maxNumberOfValues;
9
- this.maxAge = maxAgeInSeconds * 1000;
5
+ values = new Set();
6
+ queue = [];
7
+ maxItemCount;
8
+ constructor(maxItemCount) {
9
+ this.maxItemCount = maxItemCount;
10
10
  }
11
11
  add(value) {
12
12
  this.values.add(value);
13
- this.queue.push([Date.now(), value]);
14
- this.cleanUp();
13
+ this.queue.push(value);
14
+ if (this.queue.length > this.maxItemCount) {
15
+ const removed = this.queue.shift();
16
+ this.values.delete(removed);
17
+ }
15
18
  }
16
19
  isMostLikelyDuplicate(value) {
17
20
  return this.values.has(value);
18
21
  }
19
- cleanUp() {
20
- const currentTime = Date.now();
21
- while (this.queue.length > 0 && (this.queue.length > this.maxNumberOfValues ||
22
- (currentTime - this.queue[0][0]) > this.maxAge)) {
23
- const oldestEntry = this.queue.shift();
24
- this.values.delete(oldestEntry[1]);
25
- }
26
- }
27
22
  size() {
28
23
  return this.values.size;
29
24
  }
@@ -1 +1 @@
1
- {"version":3,"file":"DuplicateDetector.js","sourceRoot":"","sources":["../../../../src/dht/routing/DuplicateDetector.ts"],"names":[],"mappings":";;;AAEA,MAAa,iBAAiB;IAO1B,YACI,iBAAyB,EACzB,eAAuB;QAPnB,WAAM,GAAgB,IAAI,GAAG,EAAE,CAAA;QAC/B,UAAK,GAAsB,EAAE,CAAA;QAQjC,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,CAAA;QAC1C,IAAI,CAAC,MAAM,GAAG,eAAe,GAAG,IAAI,CAAA;IACxC,CAAC;IAEM,GAAG,CAAC,KAAa;QACpB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;QACtB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,KAAK,CAAC,CAAC,CAAA;QACpC,IAAI,CAAC,OAAO,EAAE,CAAA;IAClB,CAAC;IAEM,qBAAqB,CAAC,KAAa;QACtC,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;IACjC,CAAC;IAEO,OAAO;QACX,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QAE9B,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,iBAAiB;YACvE,CAAC,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,EAAE;YACjD,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAA;YACtC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,WAAY,CAAC,CAAC,CAAC,CAAC,CAAA;SACtC;IACL,CAAC;IAEM,IAAI;QACP,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CAAA;IAC3B,CAAC;IAEM,KAAK;QACR,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAA;QACnB,IAAI,CAAC,KAAK,GAAG,EAAE,CAAA;IACnB,CAAC;CACJ;AA3CD,8CA2CC"}
1
+ {"version":3,"file":"DuplicateDetector.js","sourceRoot":"","sources":["../../../../src/dht/routing/DuplicateDetector.ts"],"names":[],"mappings":";;;AAAA,MAAa,iBAAiB;IAElB,MAAM,GAAgB,IAAI,GAAG,EAAE,CAAA;IAC/B,KAAK,GAAkB,EAAE,CAAA;IACzB,YAAY,CAAQ;IAE5B,YACI,YAAoB;QAEpB,IAAI,CAAC,YAAY,GAAG,YAAY,CAAA;IACpC,CAAC;IAEM,GAAG,CAAC,KAAa;QACpB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;QACtB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QACtB,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;YACxC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAG,CAAA;YACnC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;QAC/B,CAAC;IACL,CAAC;IAEM,qBAAqB,CAAC,KAAa;QACtC,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;IACjC,CAAC;IAEM,IAAI;QACP,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CAAA;IAC3B,CAAC;IAEM,KAAK;QACR,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAA;QACnB,IAAI,CAAC,KAAK,GAAG,EAAE,CAAA;IACnB,CAAC;CACJ;AAjCD,8CAiCC"}
@@ -1,50 +1,34 @@
1
1
  import { Message, PeerDescriptor, RouteMessageAck, RouteMessageWrapper } from '../../proto/packages/dht/protos/DhtRpc';
2
2
  import { RoutingMode, RoutingSession } from './RoutingSession';
3
3
  import { RoutingRpcCommunicator } from '../../transport/RoutingRpcCommunicator';
4
- import { PeerIDKey } from '../../helpers/PeerID';
5
- import { ConnectionManager } from '../../connection/ConnectionManager';
6
4
  import { DhtNodeRpcRemote } from '../DhtNodeRpcRemote';
7
- import { ServiceID } from '../../types/ServiceID';
8
- export declare enum RoutingErrors {
9
- NO_CANDIDATES_FOUND = "No routing candidates found",
10
- STOPPED = "DhtNode Stopped"
11
- }
5
+ import { DhtAddress } from '../../identifiers';
12
6
  export interface RouterConfig {
13
7
  rpcCommunicator: RoutingRpcCommunicator;
14
8
  localPeerDescriptor: PeerDescriptor;
15
- connections: Map<PeerIDKey, DhtNodeRpcRemote>;
9
+ connections: Map<DhtAddress, DhtNodeRpcRemote>;
16
10
  addContact: (contact: PeerDescriptor, setActive?: boolean) => void;
17
- serviceId: ServiceID;
18
- connectionManager?: ConnectionManager;
19
- rpcRequestTimeout?: number;
20
- }
21
- export interface IRouter {
22
- doRouteMessage(routedMessage: RouteMessageWrapper, mode: RoutingMode, excludedPeer?: PeerDescriptor): RouteMessageAck;
23
- send(msg: Message, reachableThrough: PeerDescriptor[]): Promise<void>;
24
- isMostLikelyDuplicate(requestId: string): boolean;
25
- addToDuplicateDetector(requestId: string): void;
26
- addRoutingSession(session: RoutingSession): void;
27
- removeRoutingSession(sessionId: string): void;
28
- stop(): void;
11
+ handleMessage: (message: Message) => void;
29
12
  }
30
- export declare class Router implements IRouter {
31
- private readonly rpcCommunicator;
32
- private readonly localPeerDescriptor;
33
- private readonly connections;
34
- private readonly serviceId;
13
+ export declare class Router {
35
14
  private readonly forwardingTable;
15
+ private readonly routingTablesCache;
36
16
  private ongoingRoutingSessions;
37
17
  private readonly duplicateRequestDetector;
38
18
  private stopped;
19
+ private readonly config;
39
20
  constructor(config: RouterConfig);
40
21
  private registerLocalRpcMethods;
41
- send(msg: Message, reachableThrough: PeerDescriptor[]): Promise<void>;
42
- doRouteMessage(routedMessage: RouteMessageWrapper, mode?: RoutingMode): RouteMessageAck;
22
+ send(msg: Message, reachableThrough: PeerDescriptor[]): void;
23
+ doRouteMessage(routedMessage: RouteMessageWrapper, mode?: RoutingMode, excludedPeer?: DhtAddress): RouteMessageAck;
43
24
  private createRoutingSession;
44
25
  isMostLikelyDuplicate(requestId: string): boolean;
45
26
  addToDuplicateDetector(requestId: string): void;
46
27
  addRoutingSession(session: RoutingSession): void;
47
28
  removeRoutingSession(sessionId: string): void;
29
+ onNodeConnected(peerDescriptor: PeerDescriptor): void;
30
+ onNodeDisconnected(peerDescriptor: PeerDescriptor): void;
31
+ resetCache(): void;
48
32
  stop(): void;
49
33
  private setForwardingEntries;
50
34
  }
@@ -1,99 +1,108 @@
1
1
  "use strict";
2
2
  Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.Router = exports.RoutingErrors = void 0;
3
+ exports.Router = void 0;
4
4
  const DhtRpc_1 = require("../../proto/packages/dht/protos/DhtRpc");
5
- const peerIdFromPeerDescriptor_1 = require("../../helpers/peerIdFromPeerDescriptor");
6
5
  const RoutingSession_1 = require("./RoutingSession");
7
6
  const utils_1 = require("@streamr/utils");
8
7
  const DuplicateDetector_1 = require("./DuplicateDetector");
9
8
  const uuid_1 = require("uuid");
10
9
  const RouterRpcLocal_1 = require("./RouterRpcLocal");
11
- var RoutingErrors;
12
- (function (RoutingErrors) {
13
- RoutingErrors["NO_CANDIDATES_FOUND"] = "No routing candidates found";
14
- RoutingErrors["STOPPED"] = "DhtNode Stopped";
15
- })(RoutingErrors || (exports.RoutingErrors = RoutingErrors = {}));
10
+ const identifiers_1 = require("../../identifiers");
11
+ const RoutingTablesCache_1 = require("./RoutingTablesCache");
16
12
  const logger = new utils_1.Logger(module);
17
13
  class Router {
14
+ forwardingTable = new Map();
15
+ routingTablesCache = new RoutingTablesCache_1.RoutingTablesCache();
16
+ ongoingRoutingSessions = new Map();
17
+ // TODO use config option or named constant?
18
+ duplicateRequestDetector = new DuplicateDetector_1.DuplicateDetector(10000);
19
+ stopped = false;
20
+ config;
18
21
  constructor(config) {
19
- this.forwardingTable = new Map();
20
- this.ongoingRoutingSessions = new Map();
21
- this.duplicateRequestDetector = new DuplicateDetector_1.DuplicateDetector(100000, 100);
22
- this.stopped = false;
23
- this.rpcCommunicator = config.rpcCommunicator;
24
- this.localPeerDescriptor = config.localPeerDescriptor;
25
- this.connections = config.connections;
26
- this.serviceId = config.serviceId;
27
- this.registerLocalRpcMethods(config);
22
+ this.config = config;
23
+ this.registerLocalRpcMethods();
28
24
  }
29
- registerLocalRpcMethods(config) {
25
+ registerLocalRpcMethods() {
30
26
  const rpcLocal = new RouterRpcLocal_1.RouterRpcLocal({
31
27
  doRouteMessage: (routedMessage, mode) => this.doRouteMessage(routedMessage, mode),
32
- addContact: (contact, setActive) => config.addContact(contact, setActive),
28
+ addContact: (contact, setActive) => this.config.addContact(contact, setActive),
33
29
  setForwardingEntries: (routedMessage) => this.setForwardingEntries(routedMessage),
34
30
  duplicateRequestDetector: this.duplicateRequestDetector,
35
- localPeerDescriptor: this.localPeerDescriptor,
36
- connectionManager: config.connectionManager
31
+ localPeerDescriptor: this.config.localPeerDescriptor,
32
+ handleMessage: this.config.handleMessage
37
33
  });
38
- this.rpcCommunicator.registerRpcMethod(DhtRpc_1.RouteMessageWrapper, DhtRpc_1.RouteMessageAck, 'routeMessage', async (routedMessage) => {
34
+ this.config.rpcCommunicator.registerRpcMethod(DhtRpc_1.RouteMessageWrapper, DhtRpc_1.RouteMessageAck, 'routeMessage', async (routedMessage) => {
39
35
  if (this.stopped) {
40
- return (0, RouterRpcLocal_1.createRouteMessageAck)(routedMessage, 'routeMessage() service is not running');
36
+ return (0, RouterRpcLocal_1.createRouteMessageAck)(routedMessage, DhtRpc_1.RouteMessageError.STOPPED);
41
37
  }
42
38
  return rpcLocal.routeMessage(routedMessage);
43
39
  });
44
- this.rpcCommunicator.registerRpcMethod(DhtRpc_1.RouteMessageWrapper, DhtRpc_1.RouteMessageAck, 'forwardMessage', async (forwardMessage) => {
40
+ this.config.rpcCommunicator.registerRpcMethod(DhtRpc_1.RouteMessageWrapper, DhtRpc_1.RouteMessageAck, 'forwardMessage', async (forwardMessage) => {
45
41
  if (this.stopped) {
46
- return (0, RouterRpcLocal_1.createRouteMessageAck)(forwardMessage, 'forwardMessage() service is not running');
42
+ return (0, RouterRpcLocal_1.createRouteMessageAck)(forwardMessage, DhtRpc_1.RouteMessageError.STOPPED);
47
43
  }
48
44
  return rpcLocal.forwardMessage(forwardMessage);
49
45
  });
50
46
  }
51
- async send(msg, reachableThrough) {
52
- msg.sourceDescriptor = this.localPeerDescriptor;
47
+ send(msg, reachableThrough) {
48
+ msg.sourceDescriptor = this.config.localPeerDescriptor;
53
49
  const targetPeerDescriptor = msg.targetDescriptor;
54
- const forwardingEntry = this.forwardingTable.get((0, peerIdFromPeerDescriptor_1.keyFromPeerDescriptor)(targetPeerDescriptor));
50
+ const forwardingEntry = this.forwardingTable.get((0, identifiers_1.getNodeIdFromPeerDescriptor)(targetPeerDescriptor));
55
51
  if (forwardingEntry && forwardingEntry.peerDescriptors.length > 0) {
56
- const forwardingPeer = forwardingEntry.peerDescriptors[0];
57
52
  const forwardedMessage = {
58
53
  message: msg,
59
54
  requestId: (0, uuid_1.v4)(),
60
- destinationPeer: forwardingPeer,
61
- sourcePeer: this.localPeerDescriptor,
55
+ target: forwardingEntry.peerDescriptors[0].nodeId,
56
+ sourcePeer: this.config.localPeerDescriptor,
62
57
  reachableThrough,
63
- routingPath: []
58
+ routingPath: [],
59
+ parallelRootNodeIds: []
64
60
  };
65
- this.doRouteMessage(forwardedMessage, RoutingSession_1.RoutingMode.FORWARD);
61
+ const ack = this.doRouteMessage(forwardedMessage, RoutingSession_1.RoutingMode.FORWARD);
62
+ if (ack.error !== undefined) {
63
+ const error = 'Could not forward message with error ' + ack.error;
64
+ logger.debug(error);
65
+ throw new Error(error);
66
+ }
66
67
  }
67
68
  else {
68
69
  const routedMessage = {
69
70
  message: msg,
70
71
  requestId: (0, uuid_1.v4)(),
71
- destinationPeer: targetPeerDescriptor,
72
- sourcePeer: this.localPeerDescriptor,
72
+ target: targetPeerDescriptor.nodeId,
73
+ sourcePeer: this.config.localPeerDescriptor,
73
74
  reachableThrough,
74
- routingPath: []
75
+ routingPath: [],
76
+ parallelRootNodeIds: []
75
77
  };
76
- this.doRouteMessage(routedMessage, RoutingSession_1.RoutingMode.ROUTE);
78
+ const ack = this.doRouteMessage(routedMessage, RoutingSession_1.RoutingMode.ROUTE);
79
+ if (ack.error !== undefined) {
80
+ const error = 'Could not route message with error ' + ack.error;
81
+ logger.debug(error);
82
+ throw new Error(error);
83
+ }
77
84
  }
78
85
  }
79
- doRouteMessage(routedMessage, mode = RoutingSession_1.RoutingMode.ROUTE) {
86
+ doRouteMessage(routedMessage, mode = RoutingSession_1.RoutingMode.ROUTE, excludedPeer) {
80
87
  if (this.stopped) {
81
- return (0, RouterRpcLocal_1.createRouteMessageAck)(routedMessage, RoutingErrors.STOPPED);
88
+ return (0, RouterRpcLocal_1.createRouteMessageAck)(routedMessage, DhtRpc_1.RouteMessageError.STOPPED);
82
89
  }
83
- logger.trace(`Routing message ${routedMessage.requestId} from ${(0, peerIdFromPeerDescriptor_1.getNodeIdFromPeerDescriptor)(routedMessage.sourcePeer)} `
84
- + `to ${(0, peerIdFromPeerDescriptor_1.getNodeIdFromPeerDescriptor)(routedMessage.destinationPeer)}`);
85
- const session = this.createRoutingSession(routedMessage, mode);
86
- const contacts = session.findMoreContacts();
90
+ logger.trace(`Routing message ${routedMessage.requestId} from ${(0, identifiers_1.getNodeIdFromPeerDescriptor)(routedMessage.sourcePeer)} `
91
+ + `to ${(0, identifiers_1.getDhtAddressFromRaw)(routedMessage.target)}`);
92
+ const session = this.createRoutingSession(routedMessage, mode, excludedPeer);
93
+ const contacts = session.updateAndGetRoutablePeers();
87
94
  if (contacts.length > 0) {
88
95
  this.addRoutingSession(session);
89
96
  // eslint-disable-next-line promise/catch-or-return
90
97
  logger.trace('starting to raceEvents from routingSession: ' + session.sessionId);
91
98
  let eventReceived;
99
+ // eslint-disable-next-line @typescript-eslint/no-floating-promises
92
100
  (0, utils_1.executeSafePromise)(async () => {
93
101
  eventReceived = (0, utils_1.raceEvents3)(session, ['routingSucceeded', 'partialSuccess', 'routingFailed', 'stopped'], null);
94
102
  });
95
103
  setImmediate(async () => {
96
104
  try {
105
+ // TODO use config option or named constant?
97
106
  await (0, utils_1.withTimeout)(eventReceived, 10000);
98
107
  logger.trace('raceEvents ended from routingSession: ' + session.sessionId);
99
108
  }
@@ -107,16 +116,30 @@ class Router {
107
116
  return (0, RouterRpcLocal_1.createRouteMessageAck)(routedMessage);
108
117
  }
109
118
  else {
110
- if ((0, peerIdFromPeerDescriptor_1.areEqualPeerDescriptors)(routedMessage.sourcePeer, this.localPeerDescriptor)) {
111
- logger.debug(`Failed to send (routeMessage: ${this.serviceId}) to ${(0, peerIdFromPeerDescriptor_1.getNodeIdFromPeerDescriptor)(routedMessage.destinationPeer)}`);
112
- }
113
- logger.trace('noCandidatesFound sessionId: ' + session.sessionId);
114
- return (0, RouterRpcLocal_1.createRouteMessageAck)(routedMessage, RoutingErrors.NO_CANDIDATES_FOUND);
119
+ logger.trace('no targets', { sessionId: session.sessionId });
120
+ return (0, RouterRpcLocal_1.createRouteMessageAck)(routedMessage, DhtRpc_1.RouteMessageError.NO_TARGETS);
115
121
  }
116
122
  }
117
- createRoutingSession(routedMessage, mode) {
118
- logger.trace('routing session created with connections: ' + this.connections.size);
119
- return new RoutingSession_1.RoutingSession(this.rpcCommunicator, this.localPeerDescriptor, routedMessage, this.connections, (0, peerIdFromPeerDescriptor_1.areEqualPeerDescriptors)(this.localPeerDescriptor, routedMessage.sourcePeer) ? 2 : 1, mode, routedMessage.routingPath.map((descriptor) => (0, peerIdFromPeerDescriptor_1.peerIdFromPeerDescriptor)(descriptor)));
123
+ createRoutingSession(routedMessage, mode, excludedNode) {
124
+ const excludedNodeIds = new Set(routedMessage.routingPath.map((descriptor) => (0, identifiers_1.getNodeIdFromPeerDescriptor)(descriptor)));
125
+ if (excludedNode) {
126
+ excludedNodeIds.add(excludedNode);
127
+ }
128
+ routedMessage.parallelRootNodeIds.forEach((nodeId) => {
129
+ excludedNodeIds.add(nodeId);
130
+ });
131
+ logger.trace('routing session created with connections: ' + this.config.connections.size);
132
+ return new RoutingSession_1.RoutingSession({
133
+ rpcCommunicator: this.config.rpcCommunicator,
134
+ localPeerDescriptor: this.config.localPeerDescriptor,
135
+ routedMessage,
136
+ connections: this.config.connections,
137
+ // TODO use config option or named constant?
138
+ parallelism: (0, identifiers_1.areEqualPeerDescriptors)(this.config.localPeerDescriptor, routedMessage.sourcePeer) ? 2 : 1,
139
+ mode,
140
+ excludedNodeIds,
141
+ routingTablesCache: this.routingTablesCache
142
+ });
120
143
  }
121
144
  isMostLikelyDuplicate(requestId) {
122
145
  return this.duplicateRequestDetector.isMostLikelyDuplicate(requestId);
@@ -130,6 +153,16 @@ class Router {
130
153
  removeRoutingSession(sessionId) {
131
154
  this.ongoingRoutingSessions.delete(sessionId);
132
155
  }
156
+ onNodeConnected(peerDescriptor) {
157
+ const remote = new RoutingSession_1.RoutingRemoteContact(peerDescriptor, this.config.localPeerDescriptor, this.config.rpcCommunicator);
158
+ this.routingTablesCache.onNodeConnected(remote);
159
+ }
160
+ onNodeDisconnected(peerDescriptor) {
161
+ this.routingTablesCache.onNodeDisconnected((0, identifiers_1.getNodeIdFromPeerDescriptor)(peerDescriptor));
162
+ }
163
+ resetCache() {
164
+ this.routingTablesCache.reset();
165
+ }
133
166
  stop() {
134
167
  this.stopped = true;
135
168
  this.ongoingRoutingSessions.forEach((session, _id) => {
@@ -141,25 +174,26 @@ class Router {
141
174
  });
142
175
  this.forwardingTable.clear();
143
176
  this.duplicateRequestDetector.clear();
177
+ this.routingTablesCache.reset();
144
178
  }
145
179
  setForwardingEntries(routedMessage) {
146
180
  const reachableThroughWithoutSelf = routedMessage.reachableThrough.filter((peer) => {
147
- return !(0, peerIdFromPeerDescriptor_1.areEqualPeerDescriptors)(peer, this.localPeerDescriptor);
181
+ return !(0, identifiers_1.areEqualPeerDescriptors)(peer, this.config.localPeerDescriptor);
148
182
  });
149
183
  if (reachableThroughWithoutSelf.length > 0) {
150
- const sourceKey = (0, peerIdFromPeerDescriptor_1.keyFromPeerDescriptor)(routedMessage.sourcePeer);
151
- if (this.forwardingTable.has(sourceKey)) {
152
- const oldEntry = this.forwardingTable.get(sourceKey);
184
+ const sourceNodeId = (0, identifiers_1.getNodeIdFromPeerDescriptor)(routedMessage.sourcePeer);
185
+ if (this.forwardingTable.has(sourceNodeId)) {
186
+ const oldEntry = this.forwardingTable.get(sourceNodeId);
153
187
  clearTimeout(oldEntry.timeout);
154
- this.forwardingTable.delete(sourceKey);
188
+ this.forwardingTable.delete(sourceNodeId);
155
189
  }
156
190
  const forwardingEntry = {
157
191
  peerDescriptors: reachableThroughWithoutSelf,
158
192
  timeout: setTimeout(() => {
159
- this.forwardingTable.delete(sourceKey);
160
- }, 10000)
193
+ this.forwardingTable.delete(sourceNodeId);
194
+ }, 10000) // TODO use config option or named constant?
161
195
  };
162
- this.forwardingTable.set(sourceKey, forwardingEntry);
196
+ this.forwardingTable.set(sourceNodeId, forwardingEntry);
163
197
  }
164
198
  }
165
199
  }