@jesec/flood 0.0.0-master.fc39f18 → 0.0.0-master.fcbe368

package/server/services/historyService.js

@@ -1,212 +0,0 @@
-const BaseService = require('./BaseService');
-const config = require('../../config');
-const HistoryEra = require('../models/HistoryEra');
-const historyServiceEvents = require('../constants/historyServiceEvents');
-const historySnapshotTypes = require('../../shared/constants/historySnapshotTypes');
-const methodCallUtil = require('../util/methodCallUtil');
-const objectUtil = require('../../shared/util/objectUtil');
-const transferSummaryPropMap = require('../constants/transferSummaryPropMap');
-
-const transferSummaryMethodCallConfig = methodCallUtil.getMethodCallConfigFromPropMap(transferSummaryPropMap);
-
-const processData = (opts, callback, data, error) => {
-  if (error) {
-    callback(null, error);
-    return;
-  }
-
-  data = data.slice(data.length - config.maxHistoryStates);
-
-  callback(
-    data.reduce(
-      (accumulator, snapshot) => {
-        accumulator.download.push(snapshot.dn);
-        accumulator.upload.push(snapshot.up);
-        accumulator.timestamps.push(snapshot.ts);
-
-        return accumulator;
-      },
-      {upload: [], download: [], timestamps: []},
-    ),
-  );
-};
-
-class HistoryService extends BaseService {
-  constructor(...serviceConfig) {
-    super(...serviceConfig);
-
-    this.errorCount = 0;
-    this.lastSnapshots = {};
-    this.pollTimeout = null;
-    this.transferSummary = {};
-
-    this.fetchCurrentTransferSummary = this.fetchCurrentTransferSummary.bind(this);
-    this.handleFetchTransferSummaryError = this.handleFetchTransferSummaryError.bind(this);
-    this.handleFetchTransferSummarySuccess = this.handleFetchTransferSummarySuccess.bind(this);
-
-    this.yearSnapshot = new HistoryEra(this.user, {
-      interval: 1000 * 60 * 60 * 24 * 7, // 7 days
-      maxTime: 0, // infinite
-      name: 'yearSnapshot',
-    });
-
-    this.monthSnapshot = new HistoryEra(this.user, {
-      interval: 1000 * 60 * 60 * 12, // 12 hours
-      maxTime: 1000 * 60 * 60 * 24 * 365, // 365 days
-      name: 'monthSnapshot',
-      nextEraUpdateInterval: 1000 * 60 * 60 * 24 * 7, // 7 days
-      nextEra: this.yearSnapshot,
-    });
-
-    this.weekSnapshot = new HistoryEra(this.user, {
-      interval: 1000 * 60 * 60 * 4, // 4 hours
-      maxTime: 1000 * 60 * 60 * 24 * 7 * 24, // 24 weeks
-      name: 'weekSnapshot',
-      nextEraUpdateInterval: 1000 * 60 * 60 * 12, // 12 hours
-      nextEra: this.monthSnapshot,
-    });
-
-    this.daySnapshot = new HistoryEra(this.user, {
-      interval: 1000 * 60 * 60, // 60 minutes
-      maxTime: 1000 * 60 * 60 * 24 * 30, // 30 days
-      name: 'daySnapshot',
-      nextEraUpdateInterval: 1000 * 60 * 60 * 4, // 4 hours
-      nextEra: this.weekSnapshot,
-    });
-
-    this.hourSnapshot = new HistoryEra(this.user, {
-      interval: 1000 * 60 * 15, // 15 minutes
-      maxTime: 1000 * 60 * 60 * 24, // 24 hours
-      name: 'hourSnapshot',
-      nextEraUpdateInterval: 1000 * 60 * 60, // 60 minutes
-      nextEra: this.daySnapshot,
-    });
-
-    this.thirtyMinSnapshot = new HistoryEra(this.user, {
-      interval: 1000 * 20, // 20 seconds
-      maxTime: 1000 * 60 * 30, // 30 minutes
-      name: 'thirtyMinSnapshot',
-      nextEraUpdateInterval: 1000 * 60 * 15, // 15 minutes
-      nextEra: this.hourSnapshot,
-    });
-
-    this.fiveMinSnapshot = new HistoryEra(this.user, {
-      interval: 1000 * 5, // 5 seconds
-      maxTime: 1000 * 60 * 5, // 5 minutes
-      name: 'fiveMinSnapshot',
-      nextEraUpdateInterval: 1000 * 20, // 20 seconds
-      nextEra: this.thirtyMinSnapshot,
-    });
-
-    this.fetchCurrentTransferSummary();
-  }
-
-  checkSnapshotDiffs() {
-    Object.keys(historySnapshotTypes).forEach((snapshotType) => {
-      this.getHistory({snapshot: historySnapshotTypes[snapshotType]}, (nextSnapshot, error) => {
-        if (error) {
-          return;
-        }
-
-        const lastSnapshot = this.lastSnapshots[snapshotType] || {};
-        const {timestamps = []} = lastSnapshot;
-        const nextLastTimestamp = timestamps[timestamps.length - 1];
-        const prevLastTimestamp = nextSnapshot.timestamps[nextSnapshot.timestamps.length - 1];
-
-        if (nextLastTimestamp !== prevLastTimestamp) {
-          this.emit(historyServiceEvents[`${snapshotType}_SNAPSHOT_FULL_UPDATE`], {
-            id: nextLastTimestamp,
-            data: nextSnapshot,
-          });
-        }
-
-        this.lastSnapshots[snapshotType] = nextSnapshot;
-      });
-    });
-  }
-
-  deferFetchTransferSummary(interval = config.torrentClientPollInterval || 2000) {
-    this.pollTimeout = setTimeout(this.fetchCurrentTransferSummary, interval);
-  }
-
-  destroy() {
-    clearTimeout(this.pollTimeout);
-  }
-
-  fetchCurrentTransferSummary() {
-    if (this.pollTimeout != null) {
-      clearTimeout(this.pollTimeout);
-    }
-
-    this.services.clientGatewayService
-      .fetchTransferSummary(transferSummaryMethodCallConfig)
-      .then(this.handleFetchTransferSummarySuccess.bind(this))
-      .catch(this.handleFetchTransferSummaryError.bind(this));
-  }
-
-  getTransferSummary() {
-    return {
-      id: Date.now(),
-      transferSummary: this.transferSummary,
-    };
-  }
-
-  getHistory(opts = {}, callback) {
-    const historyCallback = processData.bind(this, opts, callback);
-
-    if (opts.snapshot === historySnapshotTypes.FIVE_MINUTE) {
-      this.fiveMinSnapshot.getData(opts, historyCallback);
-    } else if (opts.snapshot === historySnapshotTypes.THIRTY_MINUTE) {
-      this.thirtyMinSnapshot.getData(opts, historyCallback);
-    } else if (opts.snapshot === historySnapshotTypes.HOUR) {
-      this.hourSnapshot.getData(opts, historyCallback);
-    } else if (opts.snapshot === historySnapshotTypes.DAY) {
-      this.daySnapshot.getData(opts, historyCallback);
-    } else if (opts.snapshot === historySnapshotTypes.WEEK) {
-      this.weekSnapshot.getData(opts, historyCallback);
-    } else if (opts.snapshot === historySnapshotTypes.MONTH) {
-      this.monthSnapshot.getData(opts, historyCallback);
-    } else if (opts.snapshot === historySnapshotTypes.YEAR) {
-      this.yearSnapshot.getData(opts, historyCallback);
-    }
-  }
-
-  handleFetchTransferSummarySuccess(nextTransferSummary) {
-    const summaryDiff = objectUtil.getDiff(this.transferSummary, nextTransferSummary);
-
-    if (summaryDiff.length > 0) {
-      this.emit(historyServiceEvents.TRANSFER_SUMMARY_DIFF_CHANGE, {
-        diff: summaryDiff,
-        id: Date.now(),
-      });
-    }
-
-    this.errorCount = 0;
-    this.transferSummary = nextTransferSummary;
-    this.fiveMinSnapshot.addData({
-      upload: nextTransferSummary.upRate,
-      download: nextTransferSummary.downRate,
-    });
-
-    this.checkSnapshotDiffs();
-    this.deferFetchTransferSummary();
-
-    this.emit(historyServiceEvents.FETCH_TRANSFER_SUMMARY_SUCCESS);
-  }
-
-  handleFetchTransferSummaryError() {
-    let nextInterval = config.torrentClientPollInterval || 2000;
-
-    // If more than consecutive errors have occurred, then we delay the next
-    // request.
-    if (++this.errorCount >= 3) {
-      nextInterval = Math.max(nextInterval + (this.errorCount * nextInterval) / 4, 1000 * 60);
-    }
-
-    this.deferFetchTransferSummary(nextInterval);
-
-    this.emit(historyServiceEvents.FETCH_TRANSFER_SUMMARY_ERROR);
-  }
-}
-
-module.exports = HistoryService;

package/server/services/index.js

@@ -1,127 +0,0 @@
-const ClientGatewayService = require('./clientGatewayService');
-const ClientRequestManager = require('./clientRequestManager');
-const FeedService = require('./feedService');
-const HistoryService = require('./historyService');
-const NotificationService = require('./notificationService');
-const TaxonomyService = require('./taxonomyService');
-const TorrentService = require('./torrentService');
-
-const clientRequestManagers = new Map();
-const clientGatewayServices = new Map();
-const feedServices = new Map();
-const historyServices = new Map();
-const notificationServices = new Map();
-const taxonomyServices = new Map();
-const torrentServices = new Map();
-const allServiceMaps = [
-  clientRequestManagers,
-  clientGatewayServices,
-  feedServices,
-  historyServices,
-  notificationServices,
-  taxonomyServices,
-  torrentServices,
-];
-
-const getService = ({servicesMap, service: Service, user}) => {
-  let serviceInstance = servicesMap.get(user._id);
-  if (!serviceInstance) {
-    // eslint-disable-next-line no-use-before-define
-    serviceInstance = new Service(user, getAllServices(user));
-    servicesMap.set(user._id, serviceInstance);
-  }
-
-  return serviceInstance;
-};
-
-const getClientRequestManager = (user) =>
-  getService({servicesMap: clientRequestManagers, service: ClientRequestManager, user});
-
-const getClientGatewayService = (user) =>
-  getService({servicesMap: clientGatewayServices, service: ClientGatewayService, user});
-
-const getFeedService = (user) => getService({servicesMap: feedServices, service: FeedService, user});
-
-const getHistoryService = (user) => getService({servicesMap: historyServices, service: HistoryService, user});
-
-const getNotificationService = (user) =>
-  getService({servicesMap: notificationServices, service: NotificationService, user});
-
-const getTaxonomyService = (user) => getService({servicesMap: taxonomyServices, service: TaxonomyService, user});
-
-const getTorrentService = (user) => getService({servicesMap: torrentServices, service: TorrentService, user});
-
-const bootstrapServicesForUser = (user) => {
-  getClientRequestManager(user);
-  getClientGatewayService(user);
-  getFeedService(user);
-  getHistoryService(user);
-  getNotificationService(user);
-  getTaxonomyService(user);
-  getTorrentService(user);
-};
-
-const destroyUserServices = (user) => {
-  const userId = user._id;
-  allServiceMaps.forEach((serviceMap) => {
-    const userService = serviceMap.get(userId);
-    if (userService != null) {
-      userService.destroy();
-      serviceMap.delete(userId);
-    }
-  });
-};
-
-const getAllServices = (user) => ({
-  get clientRequestManager() {
-    return getClientRequestManager(user);
-  },
-
-  get clientGatewayService() {
-    return getClientGatewayService(user);
-  },
-
-  get feedService() {
-    return getFeedService(user);
-  },
-
-  get historyService() {
-    return getHistoryService(user);
-  },
-
-  get notificationService() {
-    return getNotificationService(user);
-  },
-
-  get taxonomyService() {
-    return getTaxonomyService(user);
-  },
-
-  get torrentService() {
-    return getTorrentService(user);
-  },
-});
-
-const updateUserServices = (user) => {
-  const userId = user._id;
-  allServiceMaps.forEach((serviceMap) => {
-    const service = serviceMap.get(userId);
-    if (service != null) {
-      service.updateUser(user);
-      serviceMap.delete(userId);
-    }
-  });
-};
-
-module.exports = {
-  bootstrapServicesForUser,
-  destroyUserServices,
-  getAllServices,
-  getClientRequestManager,
-  getClientGatewayService,
-  getHistoryService,
-  getNotificationService,
-  getTaxonomyService,
-  getTorrentService,
-  updateUserServices,
-};

package/server/services/notificationService.js

@@ -1,125 +0,0 @@
-const _ = require('lodash');
-const Datastore = require('nedb');
-const path = require('path');
-
-const BaseService = require('./BaseService');
-const config = require('../../config');
-const notificationServiceEvents = require('../constants/notificationServiceEvents');
-
-const DEFAULT_QUERY_LIMIT = 20;
-const INITIAL_COUNT_VALUE = {read: 0, total: 0, unread: 0};
-
-class NotificationService extends BaseService {
-  constructor(...serviceConfig) {
-    super(...serviceConfig);
-
-    this.count = {...INITIAL_COUNT_VALUE};
-    this.ready = false;
-
-    this.db = this.loadDatabase();
-
-    this.emitUpdate = _.debounce(this.emitUpdate.bind(this), 100);
-    this.countNotifications();
-  }
-
-  addNotification(notifications) {
-    notifications = _.castArray(notifications);
-
-    this.count.total += notifications.length;
-    this.count.unread += notifications.length;
-
-    const timestamp = Date.now();
-    const notificationsToInsert = notifications.map((notification) => ({
-      ts: timestamp,
-      data: notification.data,
-      id: notification.id,
-      read: false,
-    }));
-
-    this.db.insert(notificationsToInsert, () => this.emitUpdate());
-  }
-
-  clearNotifications(options, callback) {
-    this.db.remove({}, {multi: true}, (err) => {
-      if (err) {
-        callback(null, err);
-        return;
-      }
-
-      this.count = {...INITIAL_COUNT_VALUE};
-
-      callback();
-    });
-
-    this.emitUpdate();
-  }
-
-  countNotifications() {
-    this.db.find({}, (err, docs) => {
-      if (err) {
-        this.count = {...INITIAL_COUNT_VALUE};
-      } else {
-        docs.forEach((notification) => {
-          if (notification.read) {
-            this.count.read++;
-          } else {
-            this.count.unread++;
-          }
-
-          this.count.total++;
-        });
-      }
-
-      this.emitUpdate();
-    });
-  }
-
-  emitUpdate() {
-    this.emit(notificationServiceEvents.NOTIFICATION_COUNT_CHANGE, {
-      id: Date.now(),
-      data: this.count,
-    });
-  }
-
-  getNotificationCount() {
-    return this.count;
-  }
-
-  getNotifications(query, callback) {
-    const sortedNotifications = this.db.find({}).sort({ts: -1});
-    const queryCallback = (err, docs) => {
-      if (err) {
-        callback(null, err);
-        return;
-      }
-
-      callback({notifications: docs, count: this.count});
-    };
-
-    if (query.allNotifications) {
-      sortedNotifications.exec(queryCallback);
-    } else if (query.start != null) {
-      sortedNotifications
-        .skip(Number(query.start))
-        .limit(Number(query.limit) || DEFAULT_QUERY_LIMIT)
-        .exec(queryCallback);
-    } else {
-      sortedNotifications.limit(Number(query.limit) || DEFAULT_QUERY_LIMIT).exec(queryCallback);
-    }
-  }
-
-  loadDatabase() {
-    if (this.ready) return;
-
-    const db = new Datastore({
-      autoload: true,
-      filename: path.join(config.dbPath, this.user._id, 'notifications.db'),
-    });
-
-    this.ready = true;
-
-    return db;
-  }
-}
-
-module.exports = NotificationService;

package/server/services/taxonomyService.js

@@ -1,133 +0,0 @@
-const BaseService = require('./BaseService');
-const clientGatewayServiceEvents = require('../constants/clientGatewayServiceEvents');
-const objectUtil = require('../../shared/util/objectUtil');
-const taxonomyServiceEvents = require('../constants/taxonomyServiceEvents');
-const torrentStatusMap = require('../../shared/constants/torrentStatusMap');
-
-class TaxonomyService extends BaseService {
-  constructor(...serviceConfig) {
-    super(...serviceConfig);
-
-    this.lastStatusCounts = {all: 0};
-    this.lastTagCounts = {all: 0};
-    this.lastTrackerCounts = {all: 0};
-
-    this.statusCounts = {all: 0};
-    this.tagCounts = {all: 0};
-    this.trackerCounts = {all: 0};
-
-    this.handleProcessTorrent = this.handleProcessTorrent.bind(this);
-    this.handleProcessTorrentListStart = this.handleProcessTorrentListStart.bind(this);
-    this.handleProcessTorrentListEnd = this.handleProcessTorrentListEnd.bind(this);
-
-    const {clientGatewayService} = this.services;
-
-    clientGatewayService.on(clientGatewayServiceEvents.PROCESS_TORRENT_LIST_START, this.handleProcessTorrentListStart);
-
-    clientGatewayService.on(clientGatewayServiceEvents.PROCESS_TORRENT_LIST_END, this.handleProcessTorrentListEnd);
-
-    clientGatewayService.on(clientGatewayServiceEvents.PROCESS_TORRENT, this.handleProcessTorrent);
-  }
-
-  destroy() {
-    const {clientGatewayService} = this.services;
-
-    clientGatewayService.removeListener(
-      clientGatewayServiceEvents.PROCESS_TORRENT_LIST_START,
-      this.handleProcessTorrentListStart,
-    );
-
-    clientGatewayService.removeListener(
-      clientGatewayServiceEvents.PROCESS_TORRENT_LIST_END,
-      this.handleProcessTorrentListEnd,
-    );
-
-    clientGatewayService.removeListener(clientGatewayServiceEvents.PROCESS_TORRENT, this.handleProcessTorrent);
-  }
-
-  getTaxonomy() {
-    return {
-      id: Date.now(),
-      taxonomy: {
-        statusCounts: this.statusCounts,
-        tagCounts: this.tagCounts,
-        trackerCounts: this.trackerCounts,
-      },
-    };
-  }
-
-  handleProcessTorrentListStart() {
-    this.lastStatusCounts = {...this.statusCounts};
-    this.lastTagCounts = {...this.tagCounts};
-    this.lastTrackerCounts = {...this.trackerCounts};
-
-    torrentStatusMap.statusShorthand.forEach((statusShorthand) => {
-      this.statusCounts[torrentStatusMap[statusShorthand]] = 0;
-    });
-
-    this.statusCounts.all = 0;
-    this.tagCounts = {all: 0};
-    this.trackerCounts = {all: 0};
-  }
-
-  handleProcessTorrentListEnd(torrentList) {
-    const {length = 0} = torrentList;
-
-    this.statusCounts.all = length;
-    this.tagCounts.all = length;
-    this.trackerCounts.all = length;
-
-    const taxonomyDiffs = {
-      statusCounts: objectUtil.getDiff(this.lastStatusCounts, this.statusCounts),
-      tagCounts: objectUtil.getDiff(this.lastTagCounts, this.tagCounts),
-      trackerCounts: objectUtil.getDiff(this.lastTrackerCounts, this.trackerCounts),
-    };
-
-    const didDiffChange = Object.keys(taxonomyDiffs).some((diffKey) => taxonomyDiffs[diffKey].length > 0);
-
-    if (didDiffChange) {
-      this.emit(taxonomyServiceEvents.TAXONOMY_DIFF_CHANGE, {
-        diff: taxonomyDiffs,
-        id: Date.now(),
-      });
-    }
-  }
-
-  handleProcessTorrent(torrentDetails) {
-    this.incrementStatusCounts(torrentDetails.status);
-    this.incrementTagCounts(torrentDetails.tags);
-    this.incrementTrackerCounts(torrentDetails.trackerURIs);
-  }
-
-  incrementStatusCounts(statuses) {
-    statuses.forEach((status) => {
-      this.statusCounts[torrentStatusMap[status]]++;
-    });
-  }
-
-  incrementTagCounts(tags) {
-    if (tags.length === 0) {
-      tags = ['untagged'];
-    }
-
-    tags.forEach((tag) => {
-      if (this.tagCounts[tag] != null) {
-        this.tagCounts[tag]++;
-      } else {
-        this.tagCounts[tag] = 1;
-      }
-    });
-  }
-
-  incrementTrackerCounts(trackers) {
-    trackers.forEach((tracker) => {
-      if (this.trackerCounts[tracker] != null) {
-        this.trackerCounts[tracker]++;
-      } else {
-        this.trackerCounts[tracker] = 1;
-      }
-    });
-  }
-}
-
-module.exports = TaxonomyService;