@bitpay-labs/bitcore-wallet-service 11.5.2

package/src/lib/updatestats.ts

@@ -0,0 +1,291 @@
+import * as async from 'async';
+import moment from 'moment';
+import * as mongodb from 'mongodb';
+import { Storage } from './storage';
+
+const ObjectID = mongodb.ObjectID;
+
+const LAST_DAY = '2019-12-01';
+
+const objectIdFromDate = function(date) {
+  return Math.floor(date.getTime() / 1000).toString(16) + '0000000000000000';
+};
+
+export class UpdateStats {
+  from: moment.MomentFormatSpecification;
+  to: moment.MomentFormatSpecification;
+  db: mongodb.Db;
+  client: mongodb.MongoClient;
+
+  constructor() {}
+
+  run(config, cb) {
+    const dbConfig = config.storageOpts.mongoDb;
+
+    let uri = dbConfig.uri;
+
+    // Always for stats!
+    uri = uri + 'readPreference=secondaryPreferred';
+    console.log('Connected to ', uri);
+
+    if (!dbConfig.dbname) {
+      return cb(new Error('No dbname at config.'));
+    }
+
+    mongodb.MongoClient.connect(dbConfig.uri, { useUnifiedTopology: true }, (err, client) => {
+      if (err) {
+        return cb(err);
+      }
+      this.db = client.db(dbConfig.dbname);
+      this.client = client;
+
+      this.updateStats((err, stats) => {
+        if (err) return cb(err);
+        return cb(null, stats);
+      });
+    });
+  }
+
+  updateStats(cb) {
+    async.series(
+      [
+        next => {
+          console.log('## Updating new wallets stats...');
+          this._updateNewWallets(next);
+        },
+        next => {
+          console.log('## Updating tx proposals stats...');
+          this._updateTxProposals(next);
+        },
+        next => {
+          console.log('## Updating fiat rates stats...');
+          this._updateFiatRates(next);
+        }
+      ],
+      () => {
+        return this.client.close(cb);
+      }
+    );
+  }
+
+  async _updateNewWallets(cb) {
+    const lastDay = await this.lastRun('stats_wallets');
+    const od = objectIdFromDate(new Date(lastDay));
+    this.db
+      .collection(Storage.collections.WALLETS)
+      .aggregate([
+        {
+          $match: {
+            _id: { $gt: new ObjectID(od) }
+          }
+        },
+        {
+          $project: {
+            date: { $add: [new Date(0), { $multiply: ['$createdOn', 1000] }] },
+            network: '$network',
+            coin: '$coin'
+          }
+        },
+        {
+          $group: {
+            _id: {
+              day: { $dateToString: { format: '%Y-%m-%d', date: '$date' } },
+              network: '$network',
+              coin: '$coin'
+            },
+            count: { $sum: 1 }
+          }
+        }
+      ])
+      .toArray(async (err, res) => {
+        if (err) {
+          console.log('Update wallet stats throws error:', err);
+          return cb(err);
+        }
+        if (res.length !== 0) {
+          try {
+            console.log('\tChecking if stats_wallets table exist.');
+            if (!this.db.collection('stats_wallets').find()) {
+              console.log('\tstats_wallets table does not exist.');
+              console.log('\tCreating stats_wallets table.');
+              await this.db.createCollection('stats_wallets');
+            }
+
+            console.log(`\tRemoving entries from/after ${lastDay}`);
+            await this.db
+              .collection('stats_wallets')
+              .remove({ '_id.day': { $gte: lastDay } })
+              .then(async () => {
+                // rm day = null
+                res = res.filter(x => x._id.day);
+                console.log(`\tTrying to insert ${res.length} entries`);
+                const opts: any = { ordered: false };
+                await this.db.collection('stats_wallets').insert(res, opts);
+                console.log(`${res.length} entries inserted in stats_wallets`);
+              });
+          } catch (err) {
+            console.log('!! Cannot insert into stats_wallets:', err);
+          }
+        } else {
+          console.log('\tNo data to update in stats_wallets');
+        }
+        return cb();
+      });
+  }
+
+  async _updateFiatRates(cb) {
+    const lastDay = await this.lastRun('stats_fiat_rates');
+    const od = objectIdFromDate(new Date(lastDay));
+    this.db
+      .collection(Storage.collections.FIAT_RATES2)
+      .aggregate([
+        {
+          $match: {
+            _id: { $gt: new ObjectID(od) }
+          }
+        },
+        {
+          $match: {
+            code: 'USD'
+          }
+        },
+        {
+          $project: {
+            date: { $add: [new Date(0), '$ts'] },
+            coin: '$coin',
+            value: '$value'
+          }
+        },
+        {
+          $group: {
+            _id: {
+              day: { $dateToString: { format: '%Y-%m-%d', date: '$date' } },
+              coin: '$coin'
+            },
+            value: { $first: '$value' }
+          }
+        }
+      ])
+      .toArray(async (err, res) => {
+        if (err) {
+          console.log('!! Update fiat rates stats throws error:', err);
+          return cb(err);
+        }
+        if (res.length !== 0) {
+          try {
+            console.log('\tChecking if stats_fiat_rates table exist.');
+            if (!this.db.collection('stats_fiat_rates').find()) {
+              console.log('\tstats_fiat_rates table does not exist.');
+              console.log('\tCreating stats_fiat_rates table.');
+              await this.db.createCollection('stats_fiat_rates');
+            }
+            console.log(`\tRemoving entries from/after ${lastDay}`);
+            await this.db
+              .collection('stats_fiat_rates')
+              .remove({ '_id.day': { $gte: lastDay } })
+              .then(async () => {
+                // rm day = null
+                res = res.filter(x => x._id.day);
+
+                console.log(`Trying to insert ${res.length} entries`);
+                const opts: any = { ordered: false };
+                await this.db.collection('stats_fiat_rates').insert(res, opts);
+                console.log(`${res.length} entries inserted in stats_fiat_rates`);
+              });
+          } catch (err) {
+            console.log('!! Cannot insert into stats_fiat_rates:', err);
+          }
+        } else {
+          console.log('\tNo data to update in stats_fiat_rates');
+        }
+        return cb();
+      });
+  }
+
+  async lastRun(coll) {
+    // Grab last run
+    const cursor = await this.db
+      .collection(coll)
+      .find({}) // , { _id: true }})  // not working on new mongo driver
+      .sort({ _id: -1 })
+      .limit(1);
+
+    const last = await cursor.next();
+    let lastDay = LAST_DAY;
+    if (last && last._id) {
+      lastDay = last._id.day;
+      console.log(`\tLast run is ${lastDay}`);
+    } else {
+      console.log(`\t${coll} NEVER UPDATED. Set date to ${lastDay}`);
+    }
+    return lastDay;
+  }
+
+  async _updateTxProposals(cb) {
+    const lastDay = await this.lastRun('stats_txps');
+    const od = objectIdFromDate(new Date(lastDay));
+    this.db
+      .collection(Storage.collections.TXS)
+      .aggregate([
+        {
+          $match: {
+            _id: { $gt: new ObjectID(od) }
+          }
+        },
+        {
+          $project: {
+            date: { $add: [new Date(0), { $multiply: ['$createdOn', 1000] }] },
+            network: '$network',
+            coin: '$coin',
+            amount: '$amount',
+            id: '$_id'
+          }
+        },
+        {
+          $group: {
+            _id: {
+              day: { $dateToString: { format: '%Y-%m-%d', date: '$date' } },
+              network: '$network',
+              coin: '$coin'
+            },
+            amount: { $sum: '$amount' },
+            count: { $sum: 1 }
+          }
+        }
+      ])
+      .toArray(async (err, res) => {
+        if (err) {
+          console.log('!! Update txps stats throws error:', err);
+          return cb(err);
+        }
+        if (res.length !== 0) {
+          try {
+            console.log('\tChecking if stats_txps table exist.');
+            if (!this.db.collection('stats_txps').find()) {
+              console.log('\tstats_txps table does not exist.');
+              console.log('\tCreating stats_txps table.');
+              await this.db.createCollection('stats_txps');
+            }
+
+            console.log(`\tRemoving entries from/after ${lastDay}`);
+            await this.db
+              .collection('stats_txps')
+              .remove({ '_id.day': { $gte: lastDay } })
+              .then(async () => {
+                // rm day = null
+                res = res.filter(x => x._id.day);
+                console.log(`\tTrying to insert ${res.length} entries`);
+                const opts: any = { ordered: false };
+                await this.db.collection('stats_txps').insert(res, opts);
+                console.log(`\t${res.length} entries inserted in stats_txps`);
+              });
+          } catch (err) {
+            console.log('!! Cannot insert into stats_txps:', err);
+          }
+        } else {
+          console.log('\tNo data to update in stats_txps');
+        }
+        return cb();
+      });
+  }
+}

package/src/messagebroker/messagebroker.ts

@@ -0,0 +1,18 @@
+#!/usr/bin/env node
+import io from 'socket.io';
+import logger from '../lib/logger';
+
+const DEFAULT_PORT = 3380;
+
+const opts = {
+  port: parseInt(process.argv[2]) || DEFAULT_PORT
+};
+
+const server = new io.Server(opts.port);
+server.on('connection', socket => {
+  socket.on('msg', data => {
+    server.emit('msg', data);
+  });
+});
+
+logger.info('Message broker server listening on port ' + opts.port);

package/src/pushnotificationsservice/pushnotificationsservice.ts

@@ -0,0 +1,11 @@
+#!/usr/bin/env node
+import config from '../config';
+import logger from '../lib/logger';
+import { PushNotificationsService } from '../lib/pushnotificationsservice';
+
+const pushNotificationsService = new PushNotificationsService();
+pushNotificationsService.start(config, err => {
+  if (err) throw err;
+
+  logger.info('Push Notification Service started');
+});

package/src/serverMessages.ts

@@ -0,0 +1,30 @@
+export const serverMessages = (wallet, appName, appVersion) => {
+  if (!appVersion || !appName) return;
+
+  const serverMessages = [];
+  if (wallet.network == 'livenet' && appVersion.major == 5 && wallet.createdOn < 1443461026) {
+    serverMessages.push({
+      title: 'Test message',
+      body: 'Only for bitpay, old wallets',
+      link: 'http://bitpay.com',
+      id: 'bitpay1',
+      dismissible: true,
+      category: 'critical',
+      app: 'bitpay',
+      priority: 2
+    });
+  }
+  if (wallet.network == 'livenet') {
+    serverMessages.push({
+      title: 'Test message 2',
+      body: 'Only for bitpay livenet wallets',
+      link: 'http://bitpay.com',
+      id: 'bitpay2',
+      dismissible: true,
+      category: 'critical',
+      app: 'bitpay',
+      priority: 1
+    });
+  }
+  return serverMessages;
+};

package/src/types/chain.d.ts

@@ -0,0 +1,62 @@
+import { ITxProposal, IWallet, TxProposal } from 'src/lib/model';
+import { WalletService } from 'src/lib/server';
+
+export interface INotificationData {
+  out: {
+    address: any;
+    amount: any;
+    tokenAddress?: any;
+  };
+  txid: any;
+}
+
+export interface IChain {
+  getWalletBalance(server: WalletService, wallet: IWallet, opts: { coin: string; addresses: string[] } & any, cb);
+  getWalletSendMaxInfo(
+    server: WalletService,
+    wallet: IWallet,
+    opts: {
+      excludeUnconfirmedUtxos: string;
+      returnInputs: string;
+      from: string;
+      feePerKb: number;
+      useProUrl: boolean;
+    } & any,
+    cb
+  );
+  getInputSizeSafetyMargin(opts: any): number;
+  getSizeSafetyMargin(opts: any): number;
+  getDustAmountValue();
+  getTransactionCount(server: WalletService, wallet: IWallet, from: string);
+  getChangeAddress(server: WalletService, wallet: IWallet, opts: { changeAddress: string } & any);
+  checkDust(output: { amount: number; toAddress: string; valid: boolean }, opts: { outputs: any[] } & any);
+  checkScriptOutput(output: { script: string; amount: number });
+  getFee(server: WalletService, wallet: IWallet, opts: { fee: number; feePerKb: number; signatures?: number } & any);
+  getBitcoreTx(txp: TxProposal, opts: { signed: boolean });
+  convertFeePerKb(p: number, feePerKb: number);
+  checkTx(server: WalletService, txp: ITxProposal);
+  checkTxUTXOs(server: WalletService, txp: ITxProposal, opts: { noCashAddr: boolean } & any, cb);
+  selectTxInputs(server: WalletService, txp: ITxProposal, wallet: IWallet, opts: { utxosToExclude: any[] } & any, cb);
+  checkUtxos(opts: { fee: number; inputs: any[] });
+  checkValidTxAmount(output): boolean;
+  isUTXOChain(): boolean;
+  isSingleAddress(): boolean;
+  supportsMultisig(): boolean;
+  supportsThresholdsig(): boolean;
+  notifyConfirmations(network: string): boolean;
+  addSignaturesToBitcoreTx(
+    tx: string,
+    inputs: any[],
+    inputPaths: any[],
+    signatures: any[],
+    xpub: string,
+    signingMethod?: string
+  );
+  addressToStorageTransform(network: string, address: object): void;
+  addressFromStorageTransform(network: string, address: object): void;
+  validateAddress(wallet: IWallet, inaddr: string, opts: { noCashAddr: boolean } & any);
+  onCoin(coin: any): INotificationData | null;
+  onTx(tx: any): INotificationData | null;
+  getReserve(server: WalletService, wallet: IWallet, cb: (err?, reserve?: number) => void);
+  refreshTxData(server: WalletService, txp: TxProposal, opts: any, cb);
+}

package/src/types/emailservice.d.ts

@@ -0,0 +1,11 @@
+import type { INotificationRecipient } from './notifications';
+
+export interface IRecipient extends INotificationRecipient {
+  emailAddress: string;
+}
+
+export interface IEmailNotificationType {
+  filename: string;
+  notifyDoer: boolean;
+  notifyOthers: boolean;
+}

package/src/types/expressapp.d.ts

@@ -0,0 +1,15 @@
+import express from 'express';
+import { WalletService } from 'src/lib/server';
+
+export interface ApiCredentials { copayerId: string; signature: string; session: string }
+export interface ServerOpts { allowSession?: boolean; silentFailure?: boolean; onlySupportStaff?: boolean; onlyMarketingStaff?: boolean }
+export interface AuthRequestOpts { allowSession?: boolean; silentFailure?: boolean; onlySupportStaff?: boolean; onlyMarketingStaff?: boolean }
+
+export type ReturnErrorFn = (err: any, res: express.Response, req: express.Request) => void;
+export type LogDeprecatedFn = (req: express.Request) => void;
+export type GetCredentialsFn = (req: express.Request) => undefined | ApiCredentials;
+export type GetServerFn = (req: express.Request, res: express.Response) => WalletService;
+export type ServerCallback = (server: WalletService, err?: Error) => void;
+export type GetServerWithAuthFn = (req: express.Request, res: express.Response, opts?: ServerOpts | ServerCallback, cb?: ServerCallback) => Promise<WalletService | void>;
+export type GetServerWithMultiAuthFn = (req: express.Request, res: express.Response, opts?: ServerOpts) => Array<Promise<WalletService | void>>;
+export type CreateWalletLimiterFn = (req: express.Request, res: express.Response, next: express.NextFunction) => void;

package/src/types/externalservices.d.ts

@@ -0,0 +1,41 @@
+interface ExchangeConfig {
+  disabled?: boolean;
+  removed?: boolean;
+  disabledTitle?: string;
+  disabledMessage?: string;
+  config?: any;
+}
+
+export interface BuyCryptoConfig {
+  disabled?: boolean;
+  disabledTitle?: string;
+  disabledMessage?: string;
+  banxa?: ExchangeConfig;
+  moonpay?: ExchangeConfig;
+  ramp?: ExchangeConfig;
+  sardine?: ExchangeConfig;
+  simplex?: ExchangeConfig;
+  transak?: ExchangeConfig;
+  wyre?: ExchangeConfig;
+}
+
+export interface SellCryptoConfig {
+  disabled?: boolean;
+  disabledTitle?: string;
+  disabledMessage?: string;
+  moonpay?: ExchangeConfig;
+}
+
+export interface SwapCryptoConfig {
+  disabled?: boolean;
+  disabledTitle?: string;
+  disabledMessage?: string;
+  changelly?: ExchangeConfig;
+  thorswap?: ExchangeConfig;
+}
+
+export interface ExternalServicesConfig {
+  buyCrypto?: BuyCryptoConfig;
+  sellCrypto?: SellCryptoConfig;
+  swapCrypto?: SwapCryptoConfig;
+}

package/src/types/notifications.d.ts

@@ -0,0 +1,8 @@
+export interface INotificationRecipient {
+  copayerId: string;
+  language: string;
+  unit: string;
+}
+
+export type FormatType = 'html' | 'plain';
+export type Extension = '.html' | '.plain';

package/src/types/pushnotificationservice.d.ts

@@ -0,0 +1,51 @@
+import type { FormatType, INotificationRecipient } from './notifications';
+// import type { INotificationData } from 'src/lib/model/notification';
+type INotificationData = any;
+export interface IPushNotificationType {
+  filename?: string | string[];
+  dataOnly?: boolean;
+  broadcastToActiveUsers?: boolean;
+}
+
+export interface IPushNotificationService {
+  templatePath: string;
+  defaultLanguage: string;
+  defaultUnit: string;
+  subjectPrefix: string;
+  pushServerUrl: string;
+  pushServerUrlBraze: string;
+  availableLanguages: string[];
+  authorizationKey: string;
+  authorizationKeyBraze: string;
+  messageBroker: any;
+}
+
+export interface IRecipient extends INotificationRecipient {
+  walletId: string;
+}
+
+export interface ITemplate {
+  subject: string;
+  body: string;
+}
+
+export interface IContents {
+  [language: string]: {
+    [key in FormatType]?: ITemplate;
+  };
+}
+
+export interface INotifTemplateData extends INotificationData {
+  subjectPrefix?: string;
+  networkStr?: string;
+  rejectorsNames?: string;
+  walletId?: string;
+  walletName?: string;
+  walletM?: number;
+  walletN?: number;
+  copayerId?: string;
+  copayerName?: string;
+  rejectedBy?: string[];
+  rejectorNames?: string;
+  address?: string | { coin: string };
+}

package/src/types/server.d.ts

@@ -0,0 +1,24 @@
+export interface GetAddressesOpts {
+  /** Limit the resultset. Return all addresses by default. */
+  limit?: number;
+  /** Skip this number of addresses in resultset. Useful for paging. */
+  skip?: number;
+  /** Reverse the order of returned addresses. */
+  reverse?: boolean;
+  /** Filter by specific addresses. */
+  addresses?: string[];
+  /** Filter out change addresses. */
+  noChange?: boolean;
+}
+
+export interface UpgradeCheckOpts {
+  chain?: string;
+  network?: string;
+  n?: number;
+  usePurpose48?: boolean;
+  addressType?: string;
+  maxTxpVersion?: number | string;
+  version?: number | string;
+  signingMethod?: string;
+  supportBchSchnorr?: boolean;
+}

package/src/updatestats/updatestats.ts

@@ -0,0 +1,10 @@
+#!/usr/bin/env node
+
+import config from '../config';
+import { UpdateStats } from '../lib/updatestats';
+
+const updateStatsScript = new UpdateStats();
+updateStatsScript.run(config, err => {
+  if (err) throw err;
+  console.log('Update stats script finished');
+});

package/start-docker.sh

@@ -0,0 +1,18 @@
+#!/bin/bash
+
+# Create log directory
+mkdir -p logs
+
+# Run each service and redirect output to log files
+node ./ts_build/src/messagebroker/messagebroker.js > logs/messagebroker.log 2>&1 &
+node ./ts_build/src/bcmonitor/bcmonitor.js > logs/bcmonitor.log 2>&1 &
+node ./ts_build/src/emailservice/emailservice.js > logs/emailservice.log 2>&1 &
+node ./ts_build/src/pushnotificationsservice/pushnotificationsservice.js > logs/pushnotificationsservice.log 2>&1 &
+node ./ts_build/src/fiatrateservice/fiatrateservice.js > logs/fiatrateservice.log 2>&1 &
+node ./ts_build/src/bws.js > logs/bws.log 2>&1 &
+
+echo "All services started"
+
+# Keep the script running by tailing all log files in parallel
+echo "Tailing logs..."
+tail -f logs/messagebroker.log logs/bcmonitor.log logs/emailservice.log logs/pushnotificationsservice.log logs/fiatrateservice.log logs/bws.log

package/start.sh

@@ -0,0 +1,38 @@
+#!/bin/bash
+
+mkdir -p logs
+mkdir -p pids
+
+# run_program (nodefile, pidfile, logfile)
+run_program ()
+{
+  nodefile=$1
+  pidfile=$2
+  logfile=$3
+
+  if [ -e "$pidfile" ]
+  then
+    echo "$nodefile is already running. Run 'npm stop' if you wish to restart."
+    return 0
+  fi
+
+  nohup node $nodefile >> $logfile 2>&1 &
+  PID=$!
+  if [ $? -eq 0 ]
+  then
+    echo "Successfully started $nodefile. PID=$PID. Logs are at $logfile"
+    echo $PID > $pidfile
+    return 0
+  else
+    echo "Could not start $nodefile - check logs at $logfile"
+    exit 1
+  fi
+}
+
+run_program ./ts_build/src/messagebroker/messagebroker.js pids/messagebroker.pid logs/messagebroker.log
+run_program ./ts_build/src/bcmonitor/bcmonitor.js pids/bcmonitor.pid logs/bcmonitor.log
+run_program ./ts_build/src/emailservice/emailservice.js pids/emailservice.pid logs/emailservice.log
+run_program ./ts_build/src/pushnotificationsservice/pushnotificationsservice.js pids/pushnotificationsservice.pid logs/pushnotificationsservice.log
+run_program ./ts_build/src/fiatrateservice/fiatrateservice.js pids/fiatrateservice.pid logs/fiatrateservice.log
+run_program ./ts_build/src/bws.js pids/bws.pid logs/bws.log
+

package/stop.sh

@@ -0,0 +1,19 @@
+#!/bin/bash
+
+stop_program ()
+{
+  pidfile=$1
+
+  echo "Stopping Process - $pidfile. PID=$(cat $pidfile)"
+  kill -9 $(cat $pidfile)
+  rm $pidfile
+  
+}
+
+stop_program pids/bws.pid
+stop_program pids/fiatrateservice.pid
+stop_program pids/emailservice.pid
+stop_program pids/bcmonitor.pid
+stop_program pids/pushnotificationsservice.pid
+stop_program pids/messagebroker.pid
+