@mimik/mongooser 1.3.1 → 1.8.1

package/.eslintrc

@@ -1,22 +1,34 @@
-// Use this file as a starting point for your project's .eslintrc.
-// Copy this file, and add rule overrides as needed.
 {
+  "plugins": [
+    "@mimik/document-env",
+    "@mimik/dependencies"
+  ],
   "env": {
     "node": true
   },
+  "parserOptions": {
+    "ecmaVersion": 2020
+  },
   "extends": "airbnb",
   "rules": {
-    "import/no-extraneous-dependencies": ["error", {"devDependencies": true}],
-    "brace-style": [1, "stroustrup", {"allowSingleLine": true}],
+    "import/no-extraneous-dependencies": ["error", { "devDependencies": true }],
+    "import/no-unresolved": ["error", { "amd": true, "commonjs": true, "caseSensitiveStrict": true }],
+    "brace-style": [1, "stroustrup", { "allowSingleLine": true }],
     "no-confusing-arrow": [0], // arrow isnt confusing
     "max-len": [1, 180, { "ignoreComments": true }],
     "linebreak-style": 0,
     "quotes": [1, "single"],
-    "semi": [1, "always"]
+    "semi": [1, "always"],
+    "no-process-env": ["error"],
+    "@mimik/document-env/validate-document-env": 2,
+    "@mimik/dependencies/case-sensitive": 2,
+    "@mimik/dependencies/no-cycles": 2,
+    "@mimik/dependencies/no-unresolved": 2,
+    "@mimik/dependencies/require-json-ext": 2
   },
   "settings":{
     "react": {
-      "version": "latest"
+      "version": "detect"
     }
   },
   "globals": {

package/.husky/pre-commit

@@ -0,0 +1,4 @@
+#!/bin/sh
+. "$(dirname "$0")/_/husky.sh"
+
+npm run commit-ready

package/.husky/pre-push

@@ -0,0 +1,4 @@
+#!/bin/sh
+. "$(dirname "$0")/_/husky.sh"
+
+npm run test

package/README.md

@@ -10,7 +10,8 @@ const mongodb = require('@mimik/mongooser');
     * _async_
         * [~validate()](#module_mongooser..validate) ⇒ <code>Promise</code>
     * _sync_
-        * [~initializeSync()](#module_mongooser..initializeSync) ⇒ <code>object</code>
+        * [~getKMSProviders()](#module_mongooser..getKMSProviders) ⇒ <code>object</code>
+        * [~initializeSync(autoEncryption)](#module_mongooser..initializeSync) ⇒ <code>object</code>
         * [~replicat()](#module_mongooser..replicat) ⇒ <code>boolean</code>
 
 <a name="module_mongooser..validate"></a>
@@ -29,17 +30,44 @@ Will exit 1 if the connection request times out and the connection state is not
 
 **Requires**: <code>module:@mimik/sumologic-winston-logger</code>  
 **Fulfil**:  Return `null`.  
+<a name="module_mongooser..getKMSProviders"></a>
+
+### mongooser~getKMSProviders() ⇒ <code>object</code>
+AutoEncryption KMSProvider.
+
+**Kind**: inner method of [<code>mongooser</code>](#module_mongooser)  
+**Returns**: <code>object</code> - The KMSProviders object.
+
+Will return the kmsProvider settings for the service.  
+**Category**: sync  
 <a name="module_mongooser..initializeSync"></a>
 
-### mongooser~initializeSync() ⇒ <code>object</code>
+### mongooser~initializeSync(autoEncryption) ⇒ <code>object</code>
 Database initialization.
 
 **Kind**: inner method of [<code>mongooser</code>](#module_mongooser)  
 **Returns**: <code>object</code> - The database object.
 
+The autoEncryption has the following strucuture:
+``` javascript
+ {
+   "keyVaultClient" : <object>,
+   "keyVaultNamespace": <string>, // namespace for the keyvault collection
+   "kmsProviders": <object>, // KeyManager service settings
+   "schemaMap": <object>, // json object for defining encryption schema
+   "bypassAutoEncryption": <boolean>
+ }
+```
+Check MongoDB documentation for more details. https://docs.mongodb.com/manual/reference/method/Mongo/#clientsidefieldlevelencryptionoptions
+
 Will exit 1 if the connection request generates an error or the connection state is `disconnected` or `disconnecting`.  
 **Category**: sync  
 **Requires**: <code>module:sumologic-winston-logger</code>  
+
+| Param | Type | Description |
+| --- | --- | --- |
+| autoEncryption | <code>object</code> | Encryption settings for mongo connection. |
+
 <a name="module_mongooser..replicat"></a>
 
 ### mongooser~replicat() ⇒ <code>boolean</code>

package/index.js

@@ -1,6 +1,11 @@
 const mongoose = require('mongoose');
 const Promise = require('bluebird');
+const _ = require('lodash');
+
+const { getCorrelationId } = require('@mimik/request-helper');
 const logger = require('@mimik/sumologic-winston-logger');
+const { isProd, MASK } = require('@mimik/lib-filters');
+
 /**
  * @module mongooser
  * @example
@@ -9,8 +14,8 @@ const logger = require('@mimik/sumologic-winston-logger');
 
 mongoose.Promise = Promise;
 
-const correlationId = 'database-start';
 const type = 'mongo';
+const correlationId = getCorrelationId(`${type}-database-start`);
 
 const VALIDATION_CHECK = 100; // in ms
 const DISCONNECTED = 0;
@@ -18,41 +23,99 @@ const CONNECTED = 1;
 const CONNECTING = 2;
 const DISCONNECTING = 3;
 
+let fatal = false;
+
 module.exports = (config) => {
+  const { mongoSettings, encryption } = config;
+  const { options } = mongoSettings;
+
+  /**
+     * AutoEncryption KMSProvider.
+     *
+     * @function getKMSProviders
+     * @category sync
+     * @return {object} The KMSProviders object.
+     *
+     * Will return the kmsProvider settings for the service.
+     */
+  const getKMSProviders = () => {
+    const kmsProviders = {};
+    const provider = encryption.kmsProvider.toLowerCase();
+
+    if (provider === 'local') {
+      kmsProviders.local = { key: Buffer.from(encryption.localMasterKey, 'base64') };
+    }
+    else {
+      kmsProviders.aws = encryption.aws;
+    }
+    return kmsProviders;
+  };
+
   /**
    * Database initialization.
    *
    * @requires sumologic-winston-logger
    *
-   * @function initializeSync
+   * @param {object} autoEncryption - Encryption settings for mongo connection.
    * @category sync
    * @return {object} The database object.
    *
+   * The autoEncryption has the following strucuture:
+   * ``` javascript
+   *  {
+   *    "keyVaultClient" : <object>,
+   *    "keyVaultNamespace": <string>, // namespace for the keyvault collection
+   *    "kmsProviders": <object>, // KeyManager service settings
+   *    "schemaMap": <object>, // json object for defining encryption schema
+   *    "bypassAutoEncryption": <boolean>
+   *  }
+   *```
+   * Check MongoDB documentation for more details. https://docs.mongodb.com/manual/reference/method/Mongo/#clientsidefieldlevelencryptionoptions
+   *
    * Will exit 1 if the connection request generates an error or the connection state is `disconnected` or `disconnecting`.
    */
   const initializeSync = () => {
-    let interval = {};
+    let interval;
 
-    if (mongoose.connection.readyState === 0) {
-      logger.info('creating a database connection', { type, settings: config.mongoSettings }, correlationId);
-      mongoose.connect(config.mongoSettings.url, config.mongoSettings.options).then(() => mongoose).catch((error) => {
-        logger.error('Fatal error: Could not connect to database', { type, error }, correlationId);
-        logger.flushAndExit(1);
-      });
+    if (encryption.set === 'on') {
+      options.autoEncryption = {
+        keyVaultNamespace: `${encryption.database}.${encryption.keyVaultTable}`,
+        kmsProviders: getKMSProviders(),
+      };
+    }
+
+    if (mongoose.connection.readyState === DISCONNECTED && !fatal) {
+      if (isProd(config.nodeEnvironment) && mongoSettings.password) {
+        const mongoSettingsClone = { ...mongoSettings };
+
+        mongoSettingsClone.url = _.replace(mongoSettingsClone.url, mongoSettings.password, MASK);
+        logger.info('creating a database connection', { type, settings: mongoSettingsClone }, correlationId);
+      }
+      else logger.info('creating a database connection', { type, settings: mongoSettings }, correlationId);
+      mongoose.connect(mongoSettings.url, options)
+        .then(() => mongoose)
+        .catch((error) => {
+          fatal = true;
+          logger.error('Fatal error: Could not connect to database', { type, error }, correlationId);
+          if (interval) clearInterval(interval);
+          logger.flushAndExit(1);
+        });
     }
 
     mongoose.connection.on('disconnected', () => {
       interval = setInterval(() => {
         const state = mongoose.connection.readyState;
 
-        if (state === DISCONNECTED || state === DISCONNECTING) {
+        if ((state === DISCONNECTED || state === DISCONNECTING) && !fatal) {
+          fatal = true;
           logger.error('Fatal error: Could not connect to database', { type, error: state }, correlationId);
+          clearInterval(interval);
           logger.flushAndExit(1);
         }
-      }, (config.mongoSettings.options.reconnectTries * config.mongoSettings.options.reconnectInterval));
+      }, (options.heartbeatFrequencyMS + (mongoSettings.reconnectOffset * 1000)));
     });
     mongoose.connection.on('connected', () => {
-      clearInterval(interval);
+      if (interval) clearInterval(interval);
     });
     return mongoose;
   };
@@ -75,13 +138,15 @@ module.exports = (config) => {
     const interval = setInterval(() => {
       const state = mongoose.connection.readyState;
 
-      if (state !== CONNECTED) {
+      if (state !== CONNECTED && !fatal) {
+        fatal = true;
         logger.error('Fatal error: Timeout in connecting to database', {
-          type, error: state, timeout: config.mongoSettings.connectTimeout,
+          type, error: state, timeout: mongoSettings.connectTimeout,
         }, correlationId);
+        clearInterval(interval);
         logger.flushAndExit(1);
       }
-    }, config.mongoSettings.connectTimeout * 1000); // convert in seconds
+    }, mongoSettings.connectTimeout * 1000); // convert in seconds
 
     return Promise.delay(VALIDATION_CHECK).then(() => {
       const state = mongoose.connection.readyState;
@@ -109,11 +174,12 @@ module.exports = (config) => {
    * @category sync
    * @return {boolean} `True` if replica is set, `False` if not.
    */
-  const replicat = () => config.mongoSettings.replicat;
+  const replicat = () => mongoSettings.replicat;
 
   return {
     initializeSync,
     validate,
     replicat,
+    getKMSProviders,
   };
 };

package/package.json

@@ -1,13 +1,19 @@
 {
   "name": "@mimik/mongooser",
-  "version": "1.3.1",
+  "version": "1.8.1",
   "description": "Helper for setting up mongodb using mongoose for mimik microservices",
   "main": "index.js",
+  "engines": {
+    "node": ">=12.0.0"
+  },
   "scripts": {
-    "lint": "gulp lint",
-    "docs": "gulp docs",
-    "test": "exit 0",
-    "commit-ready": "gulp docs; gulp lint; npm run test"
+    "lint": "eslint --ignore-path .gitignore .",
+    "docs": "jsdoc2md index.js > README.md",
+    "test": "echo \"Error: no test specified\" && exit 0",
+    "test-ci": "echo \"Error: no test specified\" && exit 0",
+    "prepublishOnly": "npm run docs && npm run lint && npm run test-ci",
+    "commit-ready": "npm run docs && npm run lint && npm run test-ci",
+    "prepare": "husky install"
   },
   "husky": {
     "hooks": {
@@ -19,29 +25,30 @@
     "mimik",
     "microservice"
   ],
-  "author": "mimik",
+  "author": "mimik technology inc <support@mimik.com> (https://developer.mimik.com/)",
   "license": "Apache-2.0",
   "repository": {
     "type": "git",
     "url": "https://bitbucket.org/mimiktech/mongooser"
   },
   "dependencies": {
-    "@mimik/sumologic-winston-logger": "1.3.0",
-    "bluebird": "3.7.1",
-    "mongoose": "5.7.10"
+    "@mimik/lib-filters": "^1.4.4",
+    "@mimik/request-helper": "^1.7.5",
+    "@mimik/sumologic-winston-logger": "^1.6.8",
+    "bluebird": "3.7.2",
+    "lodash": "4.17.21",
+    "mongoose": "6.3.3"
   },
   "devDependencies": {
-    "eslint": "6.6.0",
-    "eslint-config-airbnb": "18.0.1",
-    "eslint-plugin-import": "2.18.2",
-    "eslint-plugin-jsx-a11y": "6.2.3",
-    "eslint-plugin-react": "7.16.0",
-    "eslint-plugin-react-hooks": "2.2.0",
-    "fancy-log": "1.3.3",
-    "gulp": "4.0.2",
-    "gulp-eslint": "6.0.0",
-    "gulp-git": "2.9.0",
-    "husky": "3.0.9",
-    "jsdoc-to-markdown": "5.0.2"
+    "@mimik/eslint-plugin-dependencies": "^2.4.3",
+    "@mimik/eslint-plugin-document-env": "^1.0.3",
+    "eslint": "8.15.0",
+    "eslint-config-airbnb": "19.0.4",
+    "eslint-plugin-import": "2.26.0",
+    "eslint-plugin-jsx-a11y": "6.5.1",
+    "eslint-plugin-react": "7.29.4",
+    "eslint-plugin-react-hooks": "4.5.0",
+    "husky": "8.0.1",
+    "jsdoc-to-markdown": "7.1.1"
   }
 }

package/Gulpfile.js

@@ -1,34 +0,0 @@
-//* eslint-disable import/no-extraneous-dependencies */
-const fs = require('fs');
-const log = require('fancy-log');
-const gulp = require('gulp');
-const eslint = require('gulp-eslint');
-const git = require('gulp-git');
-const jsdoc2md = require('jsdoc-to-markdown');
-
-const files = [
-  'index.js',
-  'Gulpfile.js',
-  'test/**.js',
-  'lib/**.js',
-];
-
-const createDocs = (done) => {
-  jsdoc2md.render({ files: 'index.js' })
-    .then((output) => fs.writeFileSync('README.md', output))
-    .catch((err) => log.error('docs creation failed:', err.message));
-  return done();
-};
-
-const lint = () => gulp.src(files)
-  .pipe(eslint({}))
-  .pipe(eslint.format())
-  .pipe(eslint.failOnError());
-
-const add = () => gulp.src('README.md')
-  .pipe(git.add({ quiet: true }));
-
-const docs = gulp.series(createDocs, add);
-
-gulp.task('docs', docs);
-gulp.task('lint', lint);

package/package.json.bak

@@ -1,48 +0,0 @@
-{
-  "name": "@mimik/mongooser",
-  "version": "1.3.1",
-  "description": "Helper for setting up mongodb using mongoose for mimik microservices",
-  "main": "index.js",
-  "scripts": {
-    "lint": "gulp lint",
-    "docs": "gulp docs",
-    "test": "exit 0",
-    "prepublishOnly": "gulp docs; gulp lint; npm run test",
-    "commit-ready": "gulp docs; gulp lint; npm run test"
-  },
-  "husky": {
-    "hooks": {
-      "pre-commit": "npm run commit-ready",
-      "pre-push": "npm run test"
-    }
-  },
-  "keywords": [
-    "mimik",
-    "microservice"
-  ],
-  "author": "mimik",
-  "license": "Apache-2.0",
-  "repository": {
-    "type": "git",
-    "url": "https://bitbucket.org/mimiktech/mongooser"
-  },
-  "dependencies": {
-    "@mimik/sumologic-winston-logger": "1.3.0",
-    "bluebird": "3.7.1",
-    "mongoose": "5.7.10"
-  },
-  "devDependencies": {
-    "eslint": "6.6.0",
-    "eslint-config-airbnb": "18.0.1",
-    "eslint-plugin-import": "2.18.2",
-    "eslint-plugin-jsx-a11y": "6.2.3",
-    "eslint-plugin-react": "7.16.0",
-    "eslint-plugin-react-hooks": "2.2.0",
-    "fancy-log": "1.3.3",
-    "gulp": "4.0.2",
-    "gulp-eslint": "6.0.0",
-    "gulp-git": "2.9.0",
-    "husky": "3.0.9",
-    "jsdoc-to-markdown": "5.0.2"
-  }
-}