@dashevo/dapi-client 0.24.0-dev.1 → 0.24.0-dev.10

package/lib/transport/ReconnectableStream.js

@@ -0,0 +1,284 @@
+const EventEmitter = require('events');
+const GrpcErrorCodes = require('@dashevo/grpc-common/lib/server/error/GrpcErrorCodes');
+const wait = require('../utils/wait');
+
+/**
+ * @typedef ReconnectableStreamOptions
+ * @property {number} [autoReconnectInterval]
+ *    interval in MS to perform auto reconnect
+ * @property {number} [maxRetriesOnError]
+ *    maximum amount of retry attempts on error happens. If set to -1, retries are infinite
+ * @property {number} [retryOnErrorDelay]
+ *    delay in MS to perform retry after an error
+ */
+const defaultOptions = {
+  // TODO: manage timeout according to the Nginx setting of the node
+  autoReconnectInterval: 50000,
+  maxRetriesOnError: 10,
+  retryOnErrorDelay: 1000,
+};
+
+const EVENTS = {
+  DATA: 'data',
+  ERROR: 'error',
+  END: 'end',
+  BEFORE_RECONNECT: 'beforeReconnect',
+};
+
+/**
+ * A wrapper around grpc-js/grpc-web streams that provides auto-reconnect
+ * and retry on error functionality
+ * - Auto reconnect is needed to not hang on one node for too long.
+ *   It happens within provided interval
+ * - Retry on error logic performs retry attempts until it reaches it's limit.
+ *   After reaching limit, ReconnectableStream emits an error.
+ */
+class ReconnectableStream extends EventEmitter {
+  /**
+   * Helper that wraps stream creation function and performs auto connection
+   *
+   * @param {Function} createStreamFunction - function returning grpc-js/grpc-web stream
+   * @param {ReconnectableStreamOptions} options
+   * @returns {function(...[*]): Promise<ReconnectableStream>}
+   */
+  static create(createStreamFunction, options) {
+    return async (...args) => {
+      const reconnectableStream = new ReconnectableStream(createStreamFunction, options);
+      await reconnectableStream.connect(...args);
+      return reconnectableStream;
+    };
+  }
+
+  /**
+   * @param {Function} createStream - function returning grpc-js/grpc-web stream
+   * @param {ReconnectableStreamOptions} options
+   */
+  constructor(createStream, options = {}) {
+    super();
+
+    const opts = { ...defaultOptions, ...options };
+
+    /**
+     * Auto-reconnect interval in millisecond
+     * It is needed to automatically reconnect to another DAPI node
+     *
+     * @type {number}
+     */
+    this.autoReconnectInterval = opts.autoReconnectInterval;
+    this.retryOnErrorDelay = opts.retryOnErrorDelay;
+
+    /**
+     * Max amount of retries on error
+     */
+    this.maxRetriesOnError = opts.maxRetriesOnError;
+
+    /**
+     * Current amount of retries on error
+     * (Does not have effect if maxRetriesOnError === -1)
+     */
+    this.retriesOnError = 0;
+
+    /**
+     * createStream arguments
+     */
+    this.args = null;
+    /**
+     * grpc stream
+     */
+    this.stream = null;
+
+    /**
+     * Function to wrap around to handle interval reconnects and error retries
+     */
+    this.createStream = createStream;
+
+    /**
+     * Reference to setTimeout managed by autoReconnectInterval
+     */
+    this.reconnectTimeout = null;
+
+    // For mocks
+    this.setTimeout = (callback, delay) => setTimeout(callback, delay);
+    this.clearTimeout = (reference) => clearTimeout(reference);
+
+    this.connect = this.connect.bind(this);
+    this.reconnect = this.reconnect.bind(this);
+    this.cancel = this.cancel.bind(this);
+    this.errorHandler = this.errorHandler.bind(this);
+    this.dataHandler = this.dataHandler.bind(this);
+    this.endHandler = this.endHandler.bind(this);
+    this.addListeners = this.addListeners.bind(this);
+  }
+
+  async connect(...args) {
+    // Memorize current stream args (which can be altered by beforeReconnect logic)
+    this.args = args;
+
+    // Create grpc stream
+    this.stream = await this.createStream(...this.args);
+
+    // Add event listeners
+    this.addListeners();
+
+    if (this.autoReconnectInterval > 0) {
+      this.startAutoReconnect();
+    }
+  }
+
+  startAutoReconnect() {
+    if (this.reconnectTimeout) {
+      throw new Error('Auto reconnect timeout is already running.');
+    }
+    this.reconnectTimeout = this.setTimeout(
+      this.reconnect,
+      this.autoReconnectInterval,
+    );
+  }
+
+  reconnect() {
+    if (this.reconnectTimeout) {
+      this.reconnectTimeout = null;
+      this.stream.cancel();
+
+      let newArgs = this.args || [];
+      const updateArgs = (...args) => {
+        newArgs = args;
+      };
+
+      this.emit(EVENTS.BEFORE_RECONNECT, updateArgs);
+      this.connect(...newArgs)
+        .catch((connectError) => this.emit(EVENTS.ERROR, connectError));
+    }
+  }
+
+  /**
+   * Function that adds EventEmitter style listeners
+   * to the stream and also rewires stream cancel function
+   * in order to automatically unsubscribe from events
+   *
+   * @private
+   */
+  addListeners() {
+    this.stream.on(EVENTS.DATA, this.dataHandler);
+    this.stream.on(EVENTS.ERROR, this.errorHandler);
+    this.stream.on(EVENTS.END, this.endHandler);
+
+    const { cancel } = this.stream;
+
+    // Rewire cancel function in order to
+    // unsubscribe from DATA and END events.
+    // We don't unsubscribe from ERROR event because it
+    // handles `CANCELLED_ON_CLIENT` error after calling .cancel() and must stay
+    this.stream.cancel = () => {
+      this.stream.removeListener(EVENTS.DATA, this.dataHandler);
+      this.stream.removeListener(EVENTS.END, this.endHandler);
+      cancel.call(this.stream);
+    };
+  }
+
+  /**
+   * stream.on('data') handler
+   *
+   * @param data
+   */
+  dataHandler(data) {
+    this.emit(EVENTS.DATA, data);
+  }
+
+  /**
+   * stream.on('end') handler
+   *
+   * @private
+   */
+  endHandler() {
+    this.stopAutoReconnect();
+    this.stream = null;
+    this.emit(EVENTS.END);
+  }
+
+  /**
+   * stream.on('error') handler
+   *
+   * @private
+   * @param e
+   */
+  errorHandler(e) {
+    // In case of cancellation nothing has to happen.
+    // TODO: do we need to propagate GrpcErrorCodes.CANCELLED further?
+    if (e.code === GrpcErrorCodes.CANCELLED) {
+      return;
+    }
+
+    // Retry stream
+    this.retryOnError(e);
+  }
+
+  /**
+   * Manages retry logic
+   *
+   * @param e
+   */
+  retryOnError(e) {
+    // Stop reconnect timeout if there is one
+    this.stopAutoReconnect();
+
+    // Unsubscribe from events in case of the external call
+    this.stream.removeListener(EVENTS.END, this.endHandler);
+    this.stream.removeListener(EVENTS.DATA, this.dataHandler);
+
+    const canRetry = this.maxRetriesOnError === -1 // Infinite retries
+      || this.retriesOnError < this.maxRetriesOnError; // Or less than max limit
+
+    if (canRetry) {
+      // Handle 'beforeReconnect` logic
+      let newArgs = this.args || [];
+      const updateArgsBeforeReconnect = (...args) => {
+        newArgs = args;
+      };
+
+      // Emit beforeReconnect event in case parent would want to alter arguments
+      this.emit(EVENTS.BEFORE_RECONNECT, updateArgsBeforeReconnect);
+
+      // Wait before reconnecting
+      wait(this.retryOnErrorDelay)
+        .then(() => this.connect(...newArgs))// Reconnect with new args
+        .then(() => {
+          this.retriesOnError += 1; // Increase amount of current retries
+        })
+        .catch((connectError) => {
+          this.emit(EVENTS.ERROR, connectError); // Or emit error in case retry has failed
+        });
+    } else {
+      // Or simply emit error in case retry attempts were exhausted
+      this.emit(EVENTS.ERROR, e);
+    }
+  }
+
+  /**
+   * Stops auto reconnect timeout
+   *
+   * @private
+   */
+  stopAutoReconnect() {
+    if (this.reconnectTimeout) {
+      this.clearTimeout(this.reconnectTimeout);
+      this.reconnectTimeout = null;
+    }
+  }
+
+  /**
+   * Cancels stream.
+   * Returns `stream.cancel()` to handle it from parent if needed.
+   * (grpc-js cancel() is asynchronous and grpc-web is synchronous)
+   *
+   * @returns {*}
+   */
+  cancel() {
+    this.stopAutoReconnect();
+    return this.stream.cancel();
+  }
+}
+
+ReconnectableStream.EVENTS = EVENTS;
+
+module.exports = ReconnectableStream;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@dashevo/dapi-client",
-  "version": "0.24.0-dev.1",
+  "version": "0.24.0-dev.10",
   "description": "Client library used to access Dash DAPI endpoints",
   "main": "lib/index.js",
   "contributors": [
@@ -26,17 +26,17 @@
     }
   ],
   "dependencies": {
-    "@dashevo/dapi-grpc": "~0.24.0-dev.1",
-    "@dashevo/dash-spv": "~0.24.0-dev.1",
+    "@dashevo/dapi-grpc": "0.24.0-dev.10",
+    "@dashevo/dash-spv": "0.24.0-dev.10",
     "@dashevo/dashcore-lib": "~0.19.44",
-    "@dashevo/dpp": "~0.24.0-dev.1",
-    "@dashevo/grpc-common": "~0.24.0-dev.1",
-    "@grpc/grpc-js": "^1.3.7",
+    "@dashevo/dpp": "0.24.0-dev.10",
+    "@dashevo/grpc-common": "0.24.0-dev.10",
     "axios": "^0.27.2",
     "bs58": "^4.0.1",
     "cbor": "^8.0.0",
-    "lodash.sample": "^4.2.1",
-    "node-inspect-extracted": "^1.0.8"
+    "lodash": "^4.17.21",
+    "node-inspect-extracted": "^1.0.8",
+    "wasm-x11-hash": "~0.0.2"
   },
   "devDependencies": {
     "@babel/core": "^7.15.5",
@@ -54,6 +54,7 @@
     "eslint-plugin-import": "^2.24.2",
     "eslint-plugin-jsdoc": "^27.0.0",
     "events": "^3.3.0",
+    "google-protobuf": "^3.12.2",
     "karma": "^6.4.1",
     "karma-chai": "^0.1.0",
     "karma-chrome-launcher": "^3.1.0",