webpeerjs 0.1.3 → 0.1.5

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "webpeerjs",
-  "version": "0.1.3",
+  "version": "0.1.5",
   "description": "WebPEER.js is decentralized P2P JS library for communication between applications in browser.",
   "main": "./dist/umd/webpeerjs.js",
   "module": "./src/webpeerjs.js",
@@ -19,8 +19,8 @@
     "start": "npm run dev",
     "dev": "vite serve test",
     "demo": "vite serve demo",
-    "eslint": "eslint ./src",
-    "eslint:fix": "eslint ./src --fix",
+    "eslint": "eslint -c ./config/eslint.config.mjs ./src",
+    "eslint:fix": "eslint -c ./config/eslint.config.mjs ./src --fix",
     "removedir": "node -e \"var fs = require('fs'); try{process.argv.slice(1).map((fpath) => fs.rmdirSync(fpath, { recursive: true }))}catch(err){console.log(`Dist not found`)}; process.exit(0);\"",
     "build-all": "tsc -p config/tsconfig-rollup.json && rollup -c temp/config/rollup.config.build.js && echo {\"type\": \"commonjs\"}>dist\\umd\\package.json && echo {\"type\": \"module\"}>dist\\esm\\package.json",
     "build-types": "tsc -p config/tsconfig-esm.json",

package/src/config.js

@@ -1,18 +1,19 @@
 //! WebPEER.js -- https://github.com/nuzulul/webpeerjs
+
 const prefix = 'webpeerjs'
 export const CONFIG_PREFIX = prefix
 export const CONFIG_PROTOCOL = '/'+prefix+'/1.0.0'
 export const CONFIG_BLOCKSTORE_PATH = prefix+'-blockstore'
 export const CONFIG_DATASTORE_PATH = prefix+'-datastore'
 export const CONFIG_DBSTORE_PATH = prefix+'-dbstore'
-export const CONFIG_MAX_CONNECTIONS = 100
+export const CONFIG_MAX_CONNECTIONS = 50
 export const CONFIG_MIN_CONNECTIONS = 0
 export const CONFIG_DISCOVER_RELAYS = 1
 export const CONFIG_PEER_DISCOVERY_UNIVERSAL_CONNECTIVITY = 'universal-connectivity-browser-peer-discovery'
 export const CONFIG_PEER_DISCOVERY_GLOBAL = '_peer-discovery._p2p._pubsub'
 export const CONFIG_PEER_DISCOVERY_WEBPEERJS= prefix+'-peer-discovery'
 export const CONFIG_PUBSUB_PEER_DISCOVERY_HYBRID = [CONFIG_PEER_DISCOVERY_UNIVERSAL_CONNECTIVITY]
-export const CONFIG_PUBSUB_PEER_DISCOVERY_WEBPEER = [CONFIG_PEER_DISCOVERY_GLOBAL, CONFIG_PEER_DISCOVERY_WEBPEERJS]
+export const CONFIG_PUBSUB_PEER_DISCOVERY_WEBPEER = [CONFIG_PEER_DISCOVERY_WEBPEERJS]
 export const CONFIG_PUPSUB_PEER_DATA = ['_'+prefix+'-peer-data_']
 export const CONFIG_PUPSUB_TOPIC = prefix+'-room'
 export const CONFIG_DELEGATED_API = 'https://delegated-ipfs.dev'
@@ -20,7 +21,16 @@ export const CONFIG_DNS_RESOLVER = 'https://dns.google/resolve'
 export const CONFIG_KNOWN_BOOTSTRAP_DNS = '_dnsaddr.bootstrap.libp2p.io'
 export const CONFIG_JOIN_ROOM_VERSION = 1
 export const CONFIG_TIMEOUT_DIAL_KNOWN_PEERS = 15000
-export const CONFIG_RUN_ON_TRANSIENT_CONNECTION = true
+export const CONFIG_RUN_ON_TRANSIENT_CONNECTION = false
+export const CONFIG_WEBRTC_STUN_URLS = 'stun:stun.l.google.com:19302'
+export const CONFIG_WEBRTC_STUN_URLS_BACKUP = 'stun:global.stun.twilio.com:3478'
+export const CONFIG_WEBRTC_TURN_HOST = 'dHVybjpyZWxheTEuZXhwcmVzc3R1cm4uY29tOjM0Nzg='
+export const CONFIG_WEBRTC_TURN_USER = 'ZWZJSllZNjdDNElRMzFZQUlP'
+export const CONFIG_WEBRTC_TURN_PWD = 'Vk01SmdhODlkYjJaWU9aSA=='
+export const CONFIG_WEBRTC_TURN_HOST_BACKUP = 'dHVybjpzdGFuZGFyZC5yZWxheS5tZXRlcmVkLmNhOjgw'
+export const CONFIG_WEBRTC_TURN_USER_BACKUP = 'ZmZlNmIxOThjOGMxYjM5ODg1OWFiOGY4'
+export const CONFIG_WEBRTC_TURN_PWD_BACKUP = 'aWpkQjVTcTIwREVsZzdDRg=='
+export const CONFIG_MESSAGE_SIZE_LIMIT = 10240 // 10KB
 
 // this list comes from https://github.com/ipfs/kubo/blob/196887cbe5fbcd41243c1dfb0db681a1cc2914ff/config/bootstrap_peers.go
 export const CONFIG_KNOWN_DEFAULT_BOOTSTRAP_ADDRESSES = [

package/src/utils.js

@@ -1,4 +1,5 @@
 //! WebPEER.js -- https://github.com/nuzulul/webpeerjs
+
 import * as config from  './config'
 import { Peer as PBPeer } from './peer'
 import { Key } from 'interface-datastore'

package/src/webpeerjs.js

@@ -1,4 +1,5 @@
 //! WebPEER.js -- https://github.com/nuzulul/webpeerjs
+
 import * as config from  './config'
 import { 
 	mkErr,
@@ -95,6 +96,12 @@ class webpeerjs{
 	//map of peer exchange data
 	#peerexchangedata
 	
+	//track last connect to webpeer network
+	#lastTimeConnectToNetwork
+	
+	//arr to track on connect event
+	#onConnectQueue
+	
 	id
 	status
 	IPFS
@@ -124,6 +131,8 @@ class webpeerjs{
 		this.#isDialEnabled = true
 		this.#msgIdtracker = []
 		this.#peerexchangedata = new Map()
+		this.#lastTimeConnectToNetwork = new Date().getTime()
+		this.#onConnectQueue = []
 		
 		this.peers = (function(f) {
 			return f
@@ -184,6 +193,14 @@ class webpeerjs{
 			
 			if(this.#webPeersId.includes(id)){
 				
+				setTimeout(()=>{
+					this.#ping()
+				},10000)
+
+				setTimeout(()=>{
+					this.#ping()
+				},15000)
+				
 				let address = [addr]
 
 				if(this.#connectedPeers.has(id)){
@@ -194,7 +211,7 @@ class webpeerjs{
 				}
 				else{
 					//add to connected webpeers
-					this.#onConnectFn(id)
+					this.#onConnectFnUpdate(id)
 					const now = new Date().getTime()
 					const metadata = {addrs:address,last:now}
 					this.#connectedPeers.set(id,metadata)
@@ -216,12 +233,25 @@ class webpeerjs{
 			if (event.detail.type !== 'signed') {
 			  return
 			}
+			
 			if(config.CONFIG_JOIN_ROOM_VERSION == 1){
 				const topic = event.detail.topic
 				const senderPeerId = event.detail.from.toString()
 				
 					try{
 						
+						//track last connect to webpeer network
+						if(config.CONFIG_PUBSUB_PEER_DISCOVERY_WEBPEER.includes(topic)){
+							const now = new Date().getTime()
+							const limit = 15*1000
+							const lastConnectTime = now - this.#lastTimeConnectToNetwork
+							if(lastConnectTime > limit){
+								//console.log('need re announce')
+								this.#announce()
+							}
+							this.#lastTimeConnectToNetwork = now
+						}
+						
 						//if it is webpeer 
 						if(this.#webPeersId.includes(senderPeerId)){
 							
@@ -234,7 +264,7 @@ class webpeerjs{
 							}
 							else{
 								//add to connected webpeers
-								this.#onConnectFn(senderPeerId)
+								this.#onConnectFnUpdate(senderPeerId)
 								const address = this.#webPeersAddrs.get(senderPeerId)
 								const now = new Date().getTime()
 								const metadata = {addrs:address,last:now}
@@ -278,6 +308,20 @@ class webpeerjs{
 						
 						//parse the message over pupsub peer discovery
 						const peer = PBPeer.decode(event.detail.data)
+						
+						//detect libp2p pupsub peer discovery
+						if(peer.addrs.length > 1 && this.#libp2p.getPeers().length < config.CONFIG_MAX_CONNECTIONS){
+							let mddrs = []
+							for(const uaddr of peer.addrs){
+								const mddr = multiaddr(uaddr)
+								if(mddr.toString().includes('webtransport') && mddr.toString().includes('certhash')){
+									mddrs.push(mddr)
+								}
+							}
+							this.#dialMultiaddress(mddrs)
+							//console.log('dial '+senderPeerId,mddrs.toString())
+						}
+						
 						const msg = uint8ArrayToString(peer.addrs[0])
 						const json = JSON.parse(msg)
 						const prefix = json.prefix
@@ -287,9 +331,10 @@ class webpeerjs{
 						const msgId = json.msgId
 						const signal = json.signal
 						const id = json.id
-						//console.log(`from ${id}:${signal} = ${message}`)
+						const address = json.address
+						//console.log(`from ${id}:${signal} = ${msg}`)
+						
 						if(id != senderPeerId)return
-						let address = json.address
 						
 						//detect special webpeer identity
 						if(prefix === config.CONFIG_PREFIX){
@@ -299,7 +344,7 @@ class webpeerjs{
 							
 							//add to connected webpeers
 							if(!this.#connectedPeers.has(id)){
-								this.#onConnectFn(id)
+								this.#onConnectFnUpdate(id)
 								address = []
 								const now = new Date().getTime()
 								const metadata = {addrs:address,last:now}
@@ -365,13 +410,16 @@ class webpeerjs{
 						}
 						else if(prefix === 'hybrid'){
 							
-							if(address.length>0 && !this.#connections.has(id)){
+							//console.log('hybrid' +id,address)
+							const limit = config.CONFIG_MAX_CONNECTIONS / 2
+							if(address.length>0 && ((!this.#connections.has(id))||(this.#connectedPeers.size < limit))){
 								let mddrs = []
 								for(const addr of address){
 									const mddr = multiaddr(addr)
 									mddrs.push(mddr)
 								}
 								this.#dialMultiaddress(mddrs)
+								//console.log('dial '+id,mddrs.toString())
 							}
 							
 						}
@@ -450,7 +498,12 @@ class webpeerjs{
 				count++
 				this.#trackDisconnect.set(id,count)
 				//console.log(this.#trackDisconnect)
-				if(count>10){
+				if(count>5){
+					if(config.CONFIG_KNOWN_BOOTSTRAP_PUBLIC_IDS.includes(id)){
+						return
+					}
+				}
+				else if(count>10){
 					if(this.#dbstoreData.has(id)){
 						this.#dbstoreData.delete(id)
 					}
@@ -618,6 +671,7 @@ class webpeerjs{
 		
 		setInterval(()=>{
 			this.#peerDiscoveryHybrid()
+			this.#trackHybridPeersConnection()
 		},10e3)
 		
 
@@ -700,9 +754,9 @@ class webpeerjs{
 					const msgId = (new Date()).getTime()
 					const data = JSON.stringify({prefix:config.CONFIG_PREFIX,room,message,id:this.#libp2p.peerId.toString(),msgId})
 					const arr = uint8ArrayFromString(data)
-					const sizelimit = 102400 // 100KB
+					const sizelimit = config.CONFIG_MESSAGE_SIZE_LIMIT
 					if(arr.byteLength > sizelimit){
-						throw mkErr('data too large')
+						throw mkErr('message too large')
 					}
 					const peer = {
 					  publicKey: this.#libp2p.peerId.publicKey,
@@ -737,6 +791,39 @@ class webpeerjs{
 	/*
 	PRIVATE FUNCTION
 	*/
+	
+	#trackHybridPeersConnection(){
+		let isConnectedToHybridPeers = false
+		for(const id of config.CONFIG_KNOWN_BOOTSTRAP_HYBRID_IDS){
+			if(this.#isConnected(id))isConnectedToHybridPeers = true
+		}
+		if(!isConnectedToHybridPeers){
+			for(const id of config.CONFIG_KNOWN_BOOTSTRAP_HYBRID_IDS){
+				if(this.status !== 'connected' && this.#connections.has(id))
+				{
+					let mddrs = []
+					const addr = this.#connections.get(id)
+					const mddr = multiaddr(addr)
+					mddrs.push(mddr)
+					this.#dialMultiaddress(mddrs)
+				}
+			}
+		}
+	}
+	
+	//prevent double on connect event
+	#onConnectFnUpdate(id){
+		if(!this.#onConnectQueue.includes(id)){
+			this.#onConnectQueue.push(id)
+			this.#onConnectFn(id)
+			setTimeout(()=>{
+				const index = this.#onConnectQueue.indexOf(id)
+				if (index > -1) {
+					this.#onConnectQueue.splice(index, 1)
+				}
+			},5000)
+		}
+	}
 
 	#updatePeers(){
 		this.#connectedPeersArr.length = 0
@@ -794,7 +881,7 @@ class webpeerjs{
 							if(!this.#webPeersId.includes(id))this.#webPeersId.push(id)
 								
 							//add to connected webpeers
-							this.#onConnectFn(id)
+							this.#onConnectFnUpdate(id)
 							const now = new Date().getTime()
 							const metadata = {addrs:address,last:now}
 							this.#connectedPeers.set(id,metadata)
@@ -921,7 +1008,7 @@ class webpeerjs{
 					if(!this.#webPeersId.includes(id))this.#webPeersId.push(id)
 						
 					//add to connected webpeers
-					this.#onConnectFn(id)
+					this.#onConnectFnUpdate(id)
 					const now = new Date().getTime()
 					const metadata = {addrs:address,last:now}
 					this.#connectedPeers.set(id,metadata)
@@ -1032,7 +1119,7 @@ class webpeerjs{
 
 	
 	//add multiaddr address to queue list
-	#dialMultiaddress(mddrs){
+	async #dialMultiaddress(mddrs){
 		if(mddrs.length>0){
 			
 			const id = mddrs[0].toString().split('/').pop()
@@ -1044,16 +1131,31 @@ class webpeerjs{
 				return
 			}
 			
+			if(this.status === 'connected' && config.CONFIG_KNOWN_BOOTSTRAP_PUBLIC_IDS.includes(id))return
+			
 			const webPeerCount = this.#connectedPeers.size
 			const allPeerCount = this.#libp2p.getPeers().length
 			const nodePeerCount = allPeerCount - webPeerCount
 			const limitCount = config.CONFIG_MAX_CONNECTIONS / 2
 			
 			if(this.#webPeersId.includes(id)){
-				if(webPeerCount>limitCount)return
+				if(webPeerCount>limitCount){
+					return
+				}
 			}
 			else{
-				if(nodePeerCount>limitCount)return
+				if((nodePeerCount>(limitCount-5))||(allPeerCount>(config.CONFIG_MAX_CONNECTIONS-5))){
+					//close random peers
+					let peers = []
+					for(const peer of this.#libp2p.getPeers()){
+						peers.push(peer.toString())
+					}
+					const randomKey = Math.floor(Math.random() * peers.length)
+					const randompeerid = peers[randomKey]
+					if(!config.CONFIG_KNOWN_BOOTSTRAP_HYBRID_IDS.includes(id)){
+						await this.#libp2p.hangUp(peerIdFromString(randompeerid))
+					}
+				}
 			}
 			
 			if(this.#webPeersId.includes(id) || config.CONFIG_KNOWN_BOOTSTRAP_PEERS_IDS.includes(id) || config.CONFIG_KNOWN_BOOTSTRAP_HYBRID_IDS.includes(id)){
@@ -1069,7 +1171,7 @@ class webpeerjs{
 	//dial multiaddr address in queue list
 	#dialQueueList(){
 		
-		if(!this.#isDialEnabled || !navigator.onLine)return
+		if(!this.#isDialEnabled || !navigator.onLine || (document.visibilityState === 'hidden' && ('ontouchstart' in document.documentElement)) )return
 		
 		const mddrsToDial = 5
 		
@@ -1361,13 +1463,13 @@ class webpeerjs{
 	#dialKnownPeers(){
 		setTimeout(()=>{
 			this.#dialSavedKnownID()
-			setTimeout(()=>{this.#dialUpdateSavedKnownID()},50000)
-			setTimeout(()=>{this.#findHybridPeer()},60000)
+			setTimeout(()=>{this.#dialUpdateSavedKnownID()},20000)
+			setTimeout(()=>{this.#findHybridPeer()},30000)
 			setTimeout(()=>{
 				const peers = this.#libp2p.getPeers().length
 				if(peers == 0){
 					this.#dialKnownID()
-					setTimeout(()=>{this.#findHybridPeer()},60000)
+					setTimeout(()=>{this.#findHybridPeer()},30000)
 					setTimeout(()=>{
 						const peers = this.#libp2p.getPeers().length
 						if(peers == 0){
@@ -1701,6 +1803,102 @@ class webpeerjs{
 			listenaddress.push('/webrtc')
 		}
 		
+		const turnurls = atob(config.CONFIG_WEBRTC_TURN_HOST)
+		const turnusername = atob(config.CONFIG_WEBRTC_TURN_USER)
+		const turncredential = atob(config.CONFIG_WEBRTC_TURN_PWD)
+
+		const turnurlsbackup = atob(config.CONFIG_WEBRTC_TURN_HOST_BACKUP)
+		const turnusernamebackup = atob(config.CONFIG_WEBRTC_TURN_USER_BACKUP)
+		const turncredentialbackup = atob(config.CONFIG_WEBRTC_TURN_PWD_BACKUP)
+		
+		const ice = await new Promise((resolve)=>{
+			
+			let stun = false
+			let turn = false
+			
+			const timeout = setTimeout(()=>{
+				let ice = []
+				if(stun){
+					ice.push(stun)
+				}else{
+					const backup = {
+						urls: config.CONFIG_WEBRTC_STUN_URLS_BACKUP
+					}
+					ice.push(backup)
+				}
+				if(turn){
+					ice.push(turn)
+				}else{
+					const backup = 	{
+						urls: turnurlsbackup, 
+						username: turnusernamebackup, 
+						credential: turncredentialbackup
+					}
+					ice.push(backup)
+				}
+				resolve(ice)
+			},5000)
+			
+			function check(){
+				if(stun && turn){
+					let ice = []
+					ice.push(stun)
+					ice.push(turn)
+					clearTimeout(timeout)
+					resolve(ice)
+				}
+			}
+			
+			//test ice servers
+			
+			const iceServers = [
+				{
+					urls: config.CONFIG_WEBRTC_STUN_URLS
+				},
+				{
+					urls: turnurls, 
+					username: turnusername, 
+					credential: turncredential
+				}
+			];
+
+			const pc = new RTCPeerConnection({
+				iceServers
+			});
+
+			pc.onicecandidate = (e) => {
+				if (!e.candidate) return;
+
+				//console.log(e.candidate.candidate);
+
+				// stun works
+				if(e.candidate.type == "srflx"){
+					//console.log('publicip',e.candidate.address);
+					stun = 	{
+								urls: config.CONFIG_WEBRTC_STUN_URLS
+							}
+					check()
+				}
+
+				// turn works
+				if(e.candidate.type == "relay"){
+					turn =  {
+								urls: turnurls, 
+								username: turnusername, 
+								credential: turncredential
+							}
+					check()
+				}
+			};
+
+			pc.onicecandidateerror = (e) => {
+				//console.error(e);
+			};
+
+			pc.createDataChannel('webpeerjs');
+			pc.createOffer().then(offer => pc.setLocalDescription(offer));
+		})
+		
 		//create libp2p instance
 		const libp2p = await createLibp2p({
 			addresses: {
@@ -1711,11 +1909,7 @@ class webpeerjs{
 				webSockets(),
 				webRTC({
 					rtcConfiguration: {
-					  iceServers: [
-						{
-						  urls: ['stun:stun.l.google.com:19302', 'stun:global.stun.twilio.com:3478'],
-						},
-					  ],
+						iceServers: ice,
 					},
 				}),
 				circuitRelayTransport({