trac-msb 0.0.92 → 0.0.94

package/Whitelist/pubkeys.csv

@@ -1,5 +1,12 @@
-3e84de76f23d1f8f47aa5f133cb928ead44f91429df0b3f9761205049f2beeec
-bd3c9c5844187407baf418c3aa6329c364297b895f961a1f88a91bfe666f72c2
-17e1856a71e2aef8be3dcb6776316cf90d339f8cab9bcbb3c356be2da86fd2e7
-ea866411e7d377efeae2eb1d243956e6a122330e697ff33d8312d1db48976658
-30149ac3be7ab7c35c047f64cfa76c59ad7a3373fdc2ac568a05c3ed4169bb4f
+7be749936c803c08467c9ee6c4fa5ac512d3c461251a05a46df37e4b7c3352ae
+d9b32f8954b265286a5003789df96dbd17246aa80327486677f5b5b37fc58472
+06a7d7bae9ae73a46ebcfa9041c64eea1c528c80eadeee74bbe1f15b8bb1985c
+1427ccaa352e379f63e183e9332aacf31d8e0fefae1f85ddf0dc79980c8c0a46
+47277c0a81d47ec173a86007e5b2afc0ce7212f341fccbc61336dda86814a4bf
+55abb6145c03eeb36019fc60a57db374695646e19d37fa97bbbe65a8b448708d
+dbeda3d6d66784d1e8088d3bc2e91be5fb09ad808561e0b25a3eef23f3268e6d
+92d5dc88e86885a03309c9e1bd83d3da696de7326875222cc9a97c3e587c9976
+06facf44678703f96e27c0a0bf5ec1c2073bb0c5b54776bcdaa4d66c1d8cda27
+dba246f800a5e29f561a2bde78c61d520079307fdbfae3a31f958c8ea31f90f9
+dc4d146c11bee90870ade1a7ae5a6bdee84d521998c2b60a6628e064363acd3f
+ccf0fea255e442ebe540213274b9d6e5484140d0db8b545978d404c369c680e9

package/msb.mjs

@@ -4,6 +4,7 @@ const opts = {
     stores_directory : 'stores/',
     store_name : typeof process !== "undefined" ? process.argv[2] : Pear.config.args[0],
     bootstrap: '4577ebf1e84c06d48b2caa33fe54ae58be3a79cb30810129d58b725fae412e37',
+    enable_updater : true,
     channel: '00axtracnetworkmainsettlementbus',
     tx : 'axtracnetworkmainsettlementbustx'
 };

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "trac-msb",
   "main": "msb.mjs",
-  "version": "0.0.92",
+  "version": "0.0.94",
   "pear": {
     "name": "trac-msb",
     "type": "terminal"

package/src/index.js

@@ -67,7 +67,7 @@ export class MainSettlementBus extends ReadyResource {
         this.#store = new Corestore(this.STORES_DIRECTORY + options.store_name);
         this.#bee = null;
         this.#swarm = null;
-        this.#dht_bootstrap = ['116.202.214.143:10001','116.202.214.149:10001', 'node1.hyperdht.org:49737', 'node2.hyperdht.org:49737', 'node3.hyperdht.org:49737'];
+        this.#dht_bootstrap = [/*'116.202.214.143:10001','116.202.214.149:10001', */'node1.hyperdht.org:49737', 'node2.hyperdht.org:49737', 'node3.hyperdht.org:49737'];
         this.#dht_node = new DHT({ bootstrap: this.#dht_bootstrap });
         this.#dht_server = null;
         this.#base = null;
@@ -208,10 +208,13 @@ export class MainSettlementBus extends ReadyResource {
 
     async #handleApplyAppendWhitelistOperation(op, view, base, node, batch) {
         const adminEntry = await batch.get(EntryType.ADMIN);
-        if (null === adminEntry || !this.check.sanitizeIndexerOrWhitelistOperations(op) || !this.#isAdmin(adminEntry.value, node)) return;
+        if (null === adminEntry || !this.check.sanitizeIndexerOrWhitelistOperations(op) /* TODO: This cannot work, needs to be signed, not checked against wallet!!! || !this.#isAdmin(adminEntry.value, node)*/) return;
+        // TODO: is the below an admin signature?
         const isMessageVerifed = await this.#verifyMessage(op.value.sig, adminEntry.value.tracPublicKey, MsgUtils.createMessage(op.key, op.value.nonce, op.type));
+        console.log('isMessageVerifed', isMessageVerifed);
         if (!isMessageVerifed) return;
-        const isWhitelisted = await this.#isWhitelisted(op.key);
+        const isWhitelisted = await this.#isWhitelisted2(op.key, batch);
+        console.log('iswhitelisted', isWhitelisted);
         if (isWhitelisted) return;
         await this.#createWhitelistEntry(batch, op.key);
     }
@@ -223,10 +226,11 @@ export class MainSettlementBus extends ReadyResource {
 
     async #handleApplyAddWriterOperation(op, view, base, node, batch) {
         const adminEntry = await batch.get(EntryType.ADMIN);
-        if (null === adminEntry || !this.check.sanitizeAdminAndWritersOperations(op) || !this.#isAdmin(adminEntry.value, node)) return;
+        if (null === adminEntry || !this.check.sanitizeAdminAndWritersOperations(op) /*TODO: this cannot work, needs to be signed, not checked against wallet!!! || !this.#isAdmin(adminEntry.value, node)*/) return;
 
-        const isWhitelisted = await this.#isWhitelisted(op.key);
+        const isWhitelisted = await this.#isWhitelisted2(op.key, batch);
         if (!isWhitelisted || op.key !== op.value.pub) return;
+        // TODO: if the below is not a message signed by admin BUT this handler is supposed to be executed by the admin, then use admin signatures in apply!
         const isMessageVerifed = await this.#verifyMessage(op.value.sig, op.key, MsgUtils.createMessage(op.key, op.value.wk, op.value.nonce, op.type));
         if (isMessageVerifed) {
             await this.#addWriter(op, batch, base);
@@ -257,7 +261,8 @@ export class MainSettlementBus extends ReadyResource {
 
     async #handleApplyRemoveWriterOperation(op, view, base, node, batch) {
         const adminEntry = await batch.get(EntryType.ADMIN);
-        if (null === adminEntry || !this.check.sanitizeAdminAndWritersOperations(op) || !this.#isAdmin(adminEntry.value, node)) return;
+        if (null === adminEntry || !this.check.sanitizeAdminAndWritersOperations(op) /*TODO: this cannot work, needs to be signed, not checked against wallet!!! || !this.#isAdmin(adminEntry.value, node)*/) return;
+        // TODO: if the below is not a message signed by admin BUT this handler is supposed to be executed by the admin, then use admin signatures in apply!
         const isMessageVerifed = await this.#verifyMessage(op.value.sig, op.key, MsgUtils.createMessage(op.key, op.value.wk, op.value.nonce, op.type));
         if (isMessageVerifed) {
             await this.#removeWriter(op, batch, base);
@@ -293,15 +298,16 @@ export class MainSettlementBus extends ReadyResource {
         }
 
         const adminEntry = await batch.get(EntryType.ADMIN);
-        if (null === adminEntry || !this.#isAdmin(adminEntry.value, node)) return;
+        if (null === adminEntry /* TODO: this cannot work!!!! || !this.#isAdmin(adminEntry.value, node)*/) return;
 
-        if (!this.#isWhitelisted(op.key)) return;
+        if (!this.#isWhitelisted2(op.key, batch)) return;
 
         const indexersEntry = await batch.get(EntryType.INDEXERS);
         if (null === indexersEntry || Array.from(indexersEntry.value).includes(op.key) ||
             Array.from(indexersEntry.value).length >= MAX_INDEXERS) {
             return;
         }
+        // TODO: is the below an admin signature?
         const isMessageVerifed = await this.#verifyMessage(op.value.sig, adminEntry.value.tracPublicKey, MsgUtils.createMessage(op.key, op.value.nonce, op.type))
         if (isMessageVerifed) {
             await this.#addIndexer(indexersEntry.value, op, batch, base);
@@ -327,7 +333,8 @@ export class MainSettlementBus extends ReadyResource {
         if (!this.check.sanitizeIndexerOrWhitelistOperations(op)) return;
         const adminEntry = await batch.get(EntryType.ADMIN);
         let indexersEntry = await batch.get(EntryType.INDEXERS);
-        if (null === adminEntry || !this.#isAdmin(adminEntry.value, node) || null === indexersEntry || !Array.from(indexersEntry.value).includes(op.key) || Array.from(indexersEntry.value).length <= 1) return;
+        if (null === adminEntry /* TODO: this cannot work!!! || !this.#isAdmin(adminEntry.value, node) */ || null === indexersEntry || !Array.from(indexersEntry.value).includes(op.key) || Array.from(indexersEntry.value).length <= 1) return;
+        // TODO: is the below an admin signature?
         const isMessageVerifed = await this.#verifyMessage(op.value.sig, adminEntry.value.tracPublicKey, MsgUtils.createMessage(op.key, op.value.nonce, op.type))
         if (isMessageVerifed) {
             let nodeEntry = await batch.get(op.key);
@@ -372,7 +379,7 @@ export class MainSettlementBus extends ReadyResource {
             await Network.dhtServer(this, this.#dht_server, this.#base, this.#wallet, this.#writingKey, this.#network);
         }
 
-        const adminEntry = await this.getSigned(EntryType.ADMIN);
+        const adminEntry = await this.get(EntryType.ADMIN);
 
         if (this.#isAdmin(adminEntry)) {
             this.#shouldListenToAdminEvents = true;
@@ -384,7 +391,7 @@ export class MainSettlementBus extends ReadyResource {
 
         //await this.#setUpRoleAutomatically(adminEntry);
 
-        if (this.#enable_updater) {
+        if (this.#enable_updater && this.#base.writable) {
             this.updater();// TODO: NODE AFTER BECOMING A writer should start the updater
         }
 
@@ -466,6 +473,11 @@ export class MainSettlementBus extends ReadyResource {
         return !!whitelistEntry;
     }
 
+    async #isWhitelisted2(key, batch) {
+        const whitelistEntry = await this.getWhitelistEntry2(key, batch)
+        return !!whitelistEntry;
+    }
+
     async updater() {
         while (true) {
             if (this.#base.writable) {
@@ -489,10 +501,15 @@ export class MainSettlementBus extends ReadyResource {
     }
 
     async getWhitelistEntry(key) {
-        const entry = await this.getSigned(WHITELIST_PREFIX + key);
+        const entry = await this.get(WHITELIST_PREFIX + key);
         return entry
     }
 
+    async getWhitelistEntry2(key, batch) {
+        const entry = await batch.get(WHITELIST_PREFIX + key);
+        return entry !== null ? entry.value : null
+    }
+
     async #handleIncomingEvent(data) {
         try {
             const bufferData = data.toString();
@@ -525,7 +542,7 @@ export class MainSettlementBus extends ReadyResource {
         });
 
         this.#base.on(EventType.WRITABLE, async () => {
-            const updatedNodeEntry = await this.getSigned(this.#wallet.publicKey);
+            const updatedNodeEntry = await this.get(this.#wallet.publicKey);
             const canEnableWriterEvents = updatedNodeEntry &&
                 updatedNodeEntry.wk === this.#writingKey &&
                 !this.#shouldListenToWriterEvents;
@@ -542,7 +559,7 @@ export class MainSettlementBus extends ReadyResource {
                 console.log('Current node is unwritable');
                 return;
             }
-            const updatedNodeEntry = await this.getSigned(this.#wallet.publicKey);
+            const updatedNodeEntry = await this.get(this.#wallet.publicKey);
             const canDisableWriterEvents = updatedNodeEntry &&
                 !updatedNodeEntry.isWriter &&
                 this.#shouldListenToWriterEvents;
@@ -569,7 +586,7 @@ export class MainSettlementBus extends ReadyResource {
     async #writerEventListener() {
         this.on(EventType.WRITER_EVENT, async (parsedRequest) => {
             if(this.#enable_wallet === false) return;
-            const adminEntry = await this.getSigned(EntryType.ADMIN);
+            const adminEntry = await this.get(EntryType.ADMIN);
             const isEventMessageVerifed = await MsgUtils.verifyEventMessage(parsedRequest, this.#wallet)
             if (adminEntry && adminEntry.tracPublicKey === parsedRequest.key && isEventMessageVerifed) {
                 await this.#base.append(parsedRequest);
@@ -587,7 +604,7 @@ export class MainSettlementBus extends ReadyResource {
 
     async #handleAdminOperations() {
         //TODO: ADJUST FOR WHITELIST STRUCTURE
-        const adminEntry = await this.getSigned(EntryType.ADMIN);
+        const adminEntry = await this.get(EntryType.ADMIN);
         const addAdminMessage = await MsgUtils.assembleAdminMessage(adminEntry, this.#writingKey, this.#wallet, this.#bootstrap);
         if (!adminEntry && this.#wallet && this.#writingKey && this.#writingKey === this.#bootstrap) {
             await this.#base.append(addAdminMessage);
@@ -596,7 +613,7 @@ export class MainSettlementBus extends ReadyResource {
             for (const conn of this.#swarm.connections) {
 
                 const remotePublicKeyHex = b4a.from(conn.remotePublicKey).toString('hex');
-                const remotePublicKeyEntry = await this.getSigned(remotePublicKeyHex);
+                const remotePublicKeyEntry = await this.get(remotePublicKeyHex);
                 const isWhitelisted = await this.#isWhitelisted(remotePublicKeyHex);
 
                 if (conn.connected &&
@@ -615,7 +632,7 @@ export class MainSettlementBus extends ReadyResource {
         }
 
         setTimeout(async () => {
-            const updatedAdminEntry = await this.getSigned(EntryType.ADMIN);
+            const updatedAdminEntry = await this.get(EntryType.ADMIN);
             if (this.#isAdmin(updatedAdminEntry) && !this.#shouldListenToAdminEvents) {
                 this.#shouldListenToAdminEvents = true;
                 this.#adminEventListener();
@@ -626,7 +643,7 @@ export class MainSettlementBus extends ReadyResource {
 
     async #handleWhitelistOperations() {
         if(this.#enable_wallet === false) return;
-        const adminEntry = await this.getSigned(EntryType.ADMIN);
+        const adminEntry = await this.get(EntryType.ADMIN);
         if (!this.#isAdmin(adminEntry)) return;
 
         const assembledWhitelistMessages = await MsgUtils.assembleWhitelistMessages(adminEntry, this.#wallet);
@@ -658,8 +675,8 @@ export class MainSettlementBus extends ReadyResource {
 
     async #requestWriterRole(toAdd) {
         if(this.#enable_wallet === false) return;
-        const adminEntry = await this.getSigned(EntryType.ADMIN);
-        const nodeEntry = await this.getSigned(this.#wallet.publicKey);
+        const adminEntry = await this.get(EntryType.ADMIN);
+        const nodeEntry = await this.get(this.#wallet.publicKey);
         const isAlreadyWriter = !!(nodeEntry && nodeEntry.isWriter)
         let assembledMessage = null;
         if (toAdd) {
@@ -682,16 +699,16 @@ export class MainSettlementBus extends ReadyResource {
 
     async #updateIndexerRole(tracPublicKey, toAdd) {
         if(this.#enable_wallet === false) return;
-        const adminEntry = await this.getSigned(EntryType.ADMIN);
+        const adminEntry = await this.get(EntryType.ADMIN);
         if (!this.#isAdmin(adminEntry) && !this.#base.writable) return;
 
         const isWhitelisted = await this.#isWhitelisted(tracPublicKey);
         if (!isWhitelisted) return;
 
-        const nodeEntry = await this.getSigned(tracPublicKey);
+        const nodeEntry = await this.get(tracPublicKey);
         if (!nodeEntry || !nodeEntry.isWriter) return;
 
-        const indexersEntry = await this.getSigned(EntryType.INDEXERS);
+        const indexersEntry = await this.get(EntryType.INDEXERS);
 
         if (toAdd) {
             const canAddIndexer = !nodeEntry.isIndexer && indexersEntry.length <= MAX_INDEXERS;
@@ -774,9 +791,9 @@ export class MainSettlementBus extends ReadyResource {
                 case '/show':
                     // /get_node_info 9da99d98f02f24bdb13d46ba5d346c9a3eda03c18ab6e1441b7bac9743cf0bcc1
                     // Only for DEBUG
-                    const admin = await this.getSigned(EntryType.ADMIN);
+                    const admin = await this.get(EntryType.ADMIN);
                     console.log('Admin:', admin);
-                    const indexers = await this.getSigned(EntryType.INDEXERS);
+                    const indexers = await this.get(EntryType.INDEXERS);
                     console.log('Indexers:', indexers);
                     break;
                 case '/dag':

package/src/network.js

@@ -83,9 +83,9 @@ class Network {
                         } else if(msg.op !== undefined && msg.message !== undefined && msg.op === 'add_writer'){
                             await connection.destroy();
                             msg = msg.message;
-                            const adminEntry = await msb.getSigned(EntryType.ADMIN);
+                            const adminEntry = await msb.get(EntryType.ADMIN);
                             if(null === adminEntry || (adminEntry.tracPublicKey !== wallet.publicKey)) return;
-                            const nodeEntry = await msb.getSigned(msg.value.pub);
+                            const nodeEntry = await msb.get(msg.value.pub);
                             const isAlreadyWriter = null !== nodeEntry && nodeEntry.isWriter;
                             const isAllowedToRequestRole = await msb._isAllowedToRequestRole(msg.value.pub, adminEntry);
                             const canAddWriter = base.writable && !isAlreadyWriter && isAllowedToRequestRole;

package/src/writerManager.js

@@ -13,7 +13,7 @@ export class WriterManager extends ReadyResource {
 
     async addAdmin() {
         // case where admin entry doesn't exist yet and we have to autorize Admin public key only with bootstrap writing key
-        const adminEntry = await this.msbInstance.getSigned('admin');
+        const adminEntry = await this.msbInstance.get('admin');
         if (!adminEntry && this.msbInstance.writingKey && this.msbInstance.writingKey === this.msbInstance.bootstrap) {
 
             const nonce = Math.random() + '-' + Date.now();
@@ -44,7 +44,7 @@ export class WriterManager extends ReadyResource {
         try {
             //TODO: IMPORTANT -  IF WE GONNA STORE ~ 2K-10K PUBLIC KEYS IN THE LIST, WE NEED TO SPLIT IT INTO CHUNKS
             // ONE CHUNK WILL BE ~100 PUBLIC KEYS + NONCE + SIG AND ADDITIONAL BYTES < 4096 BYTES. ADMIN WILL NEED TO PERFORM MULTIPLE APPENDS. FOR NOW THIS IS NOT IMPLEMENTED.
-            const adminEntry = await this.msbInstance.getSigned('admin');
+            const adminEntry = await this.msbInstance.get('admin');
             
             if (adminEntry && this.msbInstance.wallet.publicKey === Buffer.from(adminEntry.tpk.data).toString('hex')) {