tool-db 2.3.0 → 2.5.1

package/test-chris/LOG.old

@@ -1,6 +0,0 @@
-2022/06/27-16:43:05.340 27c4 Recovering log #146
-2022/06/27-16:43:05.340 27c4 Level-0 table #148: started
-2022/06/27-16:43:05.351 27c4 Level-0 table #148: 544 bytes OK
-2022/06/27-16:43:05.358 27c4 Delete type=0 #146
-2022/06/27-16:43:05.359 27c4 Delete type=3 #144
-2022/06/27-16:43:05.360 268c Moved #139 to level-1 544 bytes OK: files[ 3 23 0 0 0 0 0 ]

package/test-node-a/CURRENT

@@ -1 +0,0 @@
-MANIFEST-000176

package/test-node-a/LOG

@@ -1,5 +0,0 @@
-2022/06/29-12:40:21.353 29fc Recovering log #174
-2022/06/29-12:40:21.354 29fc Level-0 table #177: started
-2022/06/29-12:40:21.360 29fc Level-0 table #177: 2489 bytes OK
-2022/06/29-12:40:21.367 29fc Delete type=0 #174
-2022/06/29-12:40:21.368 29fc Delete type=3 #172

package/test-node-a/LOG.old

@@ -1,14 +0,0 @@
-2022/06/27-16:43:04.646 27c4 Recovering log #171
-2022/06/27-16:43:04.646 27c4 Level-0 table #173: started
-2022/06/27-16:43:04.659 27c4 Level-0 table #173: 2445 bytes OK
-2022/06/27-16:43:04.670 27c4 Delete type=0 #171
-2022/06/27-16:43:04.671 27c4 Delete type=3 #169
-2022/06/27-16:43:04.674 268c Compacting 4@0 + 1@1 files
-2022/06/27-16:43:04.684 268c Generated table #175@0: 213 keys, 81094 bytes
-2022/06/27-16:43:04.684 268c Compacted 4@0 + 1@1 files => 81094 bytes
-2022/06/27-16:43:04.686 268c compacted to: files[ 0 1 0 0 0 0 0 ]
-2022/06/27-16:43:04.686 268c Delete type=2 #162
-2022/06/27-16:43:04.686 268c Delete type=2 #164
-2022/06/27-16:43:04.686 268c Delete type=2 #167
-2022/06/27-16:43:04.687 268c Delete type=2 #170
-2022/06/27-16:43:04.687 268c Delete type=2 #173

package/test-node-b/CURRENT

@@ -1 +0,0 @@
-MANIFEST-000176

package/test-node-b/LOG

@@ -1,5 +0,0 @@
-2022/06/29-12:40:21.422 3fcc Recovering log #174
-2022/06/29-12:40:21.422 3fcc Level-0 table #177: started
-2022/06/29-12:40:21.425 3fcc Level-0 table #177: 2489 bytes OK
-2022/06/29-12:40:21.433 3fcc Delete type=0 #174
-2022/06/29-12:40:21.433 3fcc Delete type=3 #172

package/test-node-b/LOG.old

@@ -1,14 +0,0 @@
-2022/06/27-16:43:04.813 3d9c Recovering log #171
-2022/06/27-16:43:04.814 3d9c Level-0 table #173: started
-2022/06/27-16:43:04.819 3d9c Level-0 table #173: 2445 bytes OK
-2022/06/27-16:43:04.828 3d9c Delete type=0 #171
-2022/06/27-16:43:04.828 3d9c Delete type=3 #169
-2022/06/27-16:43:04.828 268c Compacting 4@0 + 1@1 files
-2022/06/27-16:43:04.837 268c Generated table #175@0: 213 keys, 81094 bytes
-2022/06/27-16:43:04.837 268c Compacted 4@0 + 1@1 files => 81094 bytes
-2022/06/27-16:43:04.839 268c compacted to: files[ 0 1 0 0 0 0 0 ]
-2022/06/27-16:43:04.839 268c Delete type=2 #162
-2022/06/27-16:43:04.839 268c Delete type=2 #164
-2022/06/27-16:43:04.840 268c Delete type=2 #167
-2022/06/27-16:43:04.840 268c Delete type=2 #170
-2022/06/27-16:43:04.840 268c Delete type=2 #173

package/test-store/CURRENT

@@ -1 +0,0 @@
-MANIFEST-000036

package/test-store/LOG

@@ -1,6 +0,0 @@
-2022/06/29-12:40:44.082 3fcc Recovering log #35
-2022/06/29-12:40:44.083 3fcc Level-0 table #37: started
-2022/06/29-12:40:44.092 3fcc Level-0 table #37: 222 bytes OK
-2022/06/29-12:40:44.100 3fcc Delete type=0 #35
-2022/06/29-12:40:44.100 3fcc Delete type=3 #33
-2022/06/29-12:40:44.121 7e98 Moved #10 to level-1 222 bytes OK: files[ 3 8 0 0 0 0 0 ]

package/test-store/LOG.old

@@ -1,6 +0,0 @@
-2022/06/27-16:43:04.791 49c0 Recovering log #32
-2022/06/27-16:43:04.791 49c0 Level-0 table #34: started
-2022/06/27-16:43:04.804 49c0 Level-0 table #34: 222 bytes OK
-2022/06/27-16:43:04.812 49c0 Delete type=0 #32
-2022/06/27-16:43:04.813 49c0 Delete type=3 #30
-2022/06/27-16:43:04.819 7304 Moved #19 to level-1 222 bytes OK: files[ 3 7 0 0 0 0 0 ]

package/test-verify-a/CURRENT

@@ -1 +0,0 @@
-MANIFEST-000048

package/test-verify-a/LOG

@@ -1,3 +0,0 @@
-2022/06/29-12:40:19.275 68a4 Recovering log #47
-2022/06/29-12:40:19.287 68a4 Delete type=0 #47
-2022/06/29-12:40:19.287 68a4 Delete type=3 #46

package/test-verify-a/LOG.old

@@ -1,3 +0,0 @@
-2022/06/27-16:43:04.701 52a0 Recovering log #45
-2022/06/27-16:43:04.711 52a0 Delete type=0 #45
-2022/06/27-16:43:04.711 52a0 Delete type=3 #44

package/toolDbLibP2p.ts

@@ -1,207 +0,0 @@
-import _ from "lodash";
-import Libp2p from "libp2p";
-import Websockets from "libp2p-websockets";
-import WebRTCStar from "libp2p-webrtc-star";
-import { NOISE } from "@chainsafe/libp2p-noise";
-import Mplex from "libp2p-mplex";
-
-import { MuxedStream } from "libp2p-interfaces/dist/src/stream-muxer/types";
-
-import pipe from "it-pipe";
-
-import { PingMessage, textRandom, ToolDb, ToolDbMessage } from ".";
-
-import { ToolDbOptions } from "./types/tooldb";
-
-export const PROTOCOL_VER = `/tooldb/1.2.0`;
-
-export default class toolDbLibP2p {
-  private options: ToolDbOptions;
-
-  private _tooldb: ToolDb;
-
-  private _libp2p: Libp2p | undefined;
-
-  public _clientSockets: Record<string, MuxedStream> = {};
-
-  get clientSockets() {
-    return this._clientSockets;
-  }
-
-  get libp2p() {
-    return this._libp2p;
-  }
-
-  private async createLibP2p() {
-    const options = {
-      addresses: {
-        listen: [
-          "/dns4/wrtc-star1.par.dwebops.pub/tcp/443/wss/p2p-webrtc-star",
-          "/dns4/wrtc-star2.sjc.dwebops.pub/tcp/443/wss/p2p-webrtc-star",
-        ],
-      },
-      modules: {
-        transport: [Websockets, WebRTCStar],
-        connEncryption: [NOISE],
-        streamMuxer: [Mplex],
-      },
-    };
-
-    const node = await Libp2p.create(options);
-    this._libp2p = node;
-    (window as any).libp2p = node;
-    this._tooldb.options.id = node.peerId.toB58String();
-
-    // Listen for new peers
-    // node.on("peer:discovery", (peerId) => {
-    //   this.tooldb.logger(`Found peer ${peerId.toB58String()}`);
-    // });
-
-    // Listen for new connections to peers
-    node.connectionManager.on("peer:connect", (connection: any) => {
-      // Send message to other peers (connected) using the protocol
-      node.peerStore.peers.forEach(async (peer: any) => {
-        const connection = node.connectionManager.get(peer.id);
-        if (!connection) return;
-        if (!peer.protocols.includes(PROTOCOL_VER)) {
-          // Close connections without our protocol
-          connection.close();
-          return;
-        }
-        const pid = peer.id.toB58String();
-
-        if (!this.clientSockets[pid]) {
-          this.tooldb.logger(`Protocol found ${PROTOCOL_VER}`);
-          try {
-            const { stream } = await connection.newStream([PROTOCOL_VER]);
-            this.clientSockets[pid] = stream;
-            await this.sendToClientId(pid, {
-              type: "ping",
-              clientId: this.options.id,
-              to: [this.options.id],
-              isServer: this.options.server,
-              id: textRandom(10),
-            } as PingMessage);
-          } catch (err) {
-            this.tooldb.logger("Could not handshake protocol with peer", err);
-          }
-        }
-      });
-    });
-
-    // Listen for peers disconnecting
-    node.connectionManager.on("peer:disconnect", (connection: any) => {
-      const pid = connection.remotePeer.toB58String();
-      delete this.clientSockets[pid];
-    });
-
-    node.handle(PROTOCOL_VER, (args: any) => this.toolDbProtocolHandler(args));
-    await node.start();
-    return node;
-  }
-
-  constructor(db: ToolDb) {
-    this.options = db.options;
-
-    this.createLibP2p();
-    if (this.options.server) {
-      //
-    }
-  }
-
-  public close(clientId: string): void {
-    if (this.libp2p) {
-      const conn = this.libp2p.connections.get(clientId);
-      if (conn && conn[0]) {
-        conn[0].close();
-      }
-    }
-  }
-
-  /**
-   * A simple handler to print incoming messages to the console
-   * @param {Object} params
-   * @param {Connection} params.connection The connection the stream belongs to
-   * @param {Stream} params.stream stream to the peer
-   */
-  public async toolDbProtocolHandler({
-    connection,
-    stream,
-  }: {
-    connection: any;
-    stream: any[];
-  }) {
-    try {
-      await pipe(stream, async (source) => {
-        for await (const message of source) {
-          this.tooldb.logger(
-            `${connection.remotePeer.toB58String()}: ${message}`
-          );
-          try {
-            const msg = JSON.parse(`${message}`) as ToolDbMessage;
-            this._tooldb.clientOnMessage(
-              msg,
-              connection.remotePeer.toB58String()
-            );
-          } catch (e) {
-            this.tooldb.logger("Got message ERR", message);
-            this.tooldb.logger(e);
-          }
-        }
-      });
-      // Replies are done on new streams, so let's close this stream so we don't leak it
-      await pipe([], stream);
-    } catch (err) {
-      this.tooldb.logger(err);
-    }
-  }
-
-  /**
-   * Writes a given `message` over the given `stream`.
-   * @param {String} message The message to send over `stream`
-   * @param {Stream} stream A stream over the muxed Connection to our peer
-   */
-  public async toolDbProtocolSend(message: string, stream: MuxedStream) {
-    try {
-      await pipe([message], stream, async function (source: any) {
-        for await (const message of source) {
-          this.tooldb.logger(`Me: ${message}`);
-        }
-      });
-    } catch (err) {
-      this.tooldb.logger(err);
-    }
-  }
-
-  public sendToAll(msg: ToolDbMessage, crossServerOnly = false) {
-    const to = _.uniq([...msg.to, this.options.id]);
-
-    const filteredConns = Object.keys(this.clientSockets).filter(
-      (id) => !to.includes(id)
-    );
-
-    filteredConns.forEach((clientId) => {
-      const stream = this._clientSockets[clientId];
-      if (!crossServerOnly) {
-        this.tooldb.logger("Sent out to: ", clientId);
-        if (stream) {
-          const message = JSON.stringify({ ...msg, to });
-          this.toolDbProtocolSend(message, stream);
-        }
-      }
-    });
-  }
-
-  public sendToClientId(clientId: string, msg: ToolDbMessage) {
-    const stream = this._clientSockets[clientId];
-    if (stream) {
-      const to = _.uniq([...msg.to, this.options.id]);
-      const message = JSON.stringify({ ...msg, to });
-      this.toolDbProtocolSend(message, stream);
-    }
-  }
-
-  get tooldb() {
-    return this._tooldb;
-  }
-}