@mimik/local 1.6.2 → 4.4.4

package/lib/tasks.js

@@ -3,17 +3,23 @@ const fs = require('fs');
 const json = require('comment-json');
 const path = require('path');
 const Promise = require('bluebird');
-const rp = require('request-promise');
 const uuid = require('uuid');
 const _ = require('lodash');
 
-const { getTargets } = require('./commonExt');
+const { rp } = require('./rp-axios-wrapper');
+const { getAllTargets } = require('./commonExt');
 const {
   sumoLogFile,
   s3LogFile,
   kinesisLogFile,
+  locationFile,
+  keyFile,
   packageFile,
   customerConfigFile,
+  testStartFile,
+  exampleStartFile,
+  exampleTestStartFile,
+  startFile,
   mSTConfigFile,
   mITConfigFile,
   mIDConfigFile,
@@ -26,6 +32,8 @@ const {
   DEFAULT_SUMOLOG,
   DEFAULT_S3LOG,
   DEFAULT_KINESISLOG,
+  DEFAULT_KEY,
+  DEFAULT_LOCATION,
   DEFAULT_MST,
   DEFAULT_MIT,
   DEFAULT_MID,
@@ -36,7 +44,14 @@ const {
   AWS_KINESIS,
   SUMOLOGIC,
   ALL,
+  NONE,
   ALL_MODES,
+  SWAGGER_SEP,
+  SYSTEM_NAME,
+  IT_REGISTRY,
+  TOKEN_SERVICE,
+  IDENTITY_SERVICE,
+  TEST,
 } = require('./common');
 const {
   exitError,
@@ -45,18 +60,81 @@ const {
   retrieve,
 } = require('./helpers');
 
+const getStartParams = (confType) => {
+  let regType = 'Local configuration setup ';
+  let startConfig;
+
+  process.stdout.write(regType);
+  if (confType === TEST) {
+    const test = 'for ' + TEST.info + ' ';
+
+    process.stdout.write(test);
+    regType += test;
+    startConfig = retrieve(regType, testStartFile, { sourceFilename: exampleStartFile, sourceFilenameSupp: exampleTestStartFile });
+  }
+  else {
+    startConfig = retrieve(regType, startFile, { sourceFilename: exampleStartFile });
+  }
+  return {
+    regType,
+    startConfig,
+  };
+};
+
+const init = (regType, standAlone, isMSTSet) => {
+  const pack = retrieve(regType, packageFile);
+  const sumoLog = retrieve(regType, sumoLogFile, { default: DEFAULT_SUMOLOG });
+  const s3Log = retrieve(regType, s3LogFile, { default: DEFAULT_S3LOG });
+  const kinesisLog = retrieve(regType, kinesisLogFile, { default: DEFAULT_KINESISLOG });
+  const locationProvider = retrieve(regType, locationFile, { default: DEFAULT_LOCATION });
+  const key = retrieve(regType, keyFile, { default: DEFAULT_KEY });
+
+  console.log('- server type is ' + pack.mimik.type.info);
+  const config = {
+    regType,
+    pack,
+    sumoLog,
+    s3Log,
+    kinesisLog,
+    locationProvider,
+    key,
+  };
+
+  if (isMSTSet && pack.mimik.type !== TOKEN_SERVICE && pack.mimik.type !== IT_REGISTRY) config.customer = retrieve(regType, customerConfigFile); // we don't need customer for mST or mIT
+  if (standAlone || !isMSTSet) {
+    config.mST = DUMMY_MST;
+    console.log('- using ' + 'dummy mSTConfig'.warn);
+    config.mIT = DUMMY_MIT;
+    console.log('- using ' + 'dummy mITConfig'.warn);
+    config.mID = DUMMY_MID;
+    console.log('- using ' + 'dummy mIDConfig'.warn);
+  }
+  else {
+    config.mST = retrieve(regType, mSTConfigFile, { default: DEFAULT_MST });
+    config.mIT = retrieve(regType, mITConfigFile, { default: DEFAULT_MIT });
+    config.mID = retrieve(regType, mIDConfigFile, { default: DEFAULT_MID });
+  }
+  config.mSTBaseUrl = baseUrl(TOKEN_SERVICE, regType, config.mST);
+  config.MITBaseUrl = baseUrl(IT_REGISTRY, regType, config.mIT);
+  if (config.mST.domainName === 'localhost') {
+    console.log('- in ' + `${TOKEN_SERVICE} localhost, updating ${TOKEN_SERVICE} is true`.warn);
+    config.mST.update = true;
+  }
+  return config;
+};
+
 const startSetup = (config, origStart) => {
   const start = _.clone(origStart);
   const { regType } = config;
-  const { type } = config.pack;
+  const { type } = config.pack.mimik;
   // basic check
   if (start.standAlone === 'yes') {
     if (start.NODE_ENV !== 'local') exitError(regType, Error('standAlone is only for local environment'));
-    if (type === 'mST') exitError(regType, Error(`standAlone does not apply to ${type}`));
+    if (type === TOKEN_SERVICE) exitError(regType, Error(`standAlone does not apply to ${type}`));
   }
   // references
-  start.MIT_URL = baseUrl('mIT', regType, config.mIT);
-  start.MST_URL = baseUrl('mST', regType, config.mST);
+  start.MIT_URL = baseUrl(IT_REGISTRY, regType, config.mIT);
+  start.MST_URL = baseUrl(TOKEN_SERVICE, regType, config.mST);
   // logs
   let logMode = null;
 
@@ -64,6 +142,7 @@ const startSetup = (config, origStart) => {
     logMode = _.split(_.trim(start.LOG_MODE), /\s*,\s*/);
     if (logMode.length === 0) exitError(regType, 'Invalid LOG_MODE: cannot be an empty array');
     if (_.difference(logMode, ALL_MODES).length !== 0) exitError(regType, `Invalid items in LOG_MODE: ${logMode}`);
+    if (logMode.includes(NONE) && logMode.length !== 1) throw new Error(`Cannot have multiple modes when ${NONE} is selected`);
     if (logMode.includes(ALL)) logMode = [SUMOLOGIC, AWS_S3]; // legacy support
   }
   if (!logMode || logMode.includes(SUMOLOGIC)) {
@@ -104,16 +183,16 @@ const startSetup = (config, origStart) => {
   // passphrase to be shared to all the servers
   if (config.mST.passphrase) start.PASSPHRASE = config.mST.passphrase;
   // oauth issuer full address
-  start.OAUTH_ISSUER = `${baseUrl('mST', regType, config.mST, LITERAL)}/oauth/token`;
+  start.OAUTH_ISSUER = `${baseUrl(TOKEN_SERVICE, regType, config.mST, LITERAL)}/oauth/token`;
   // setting admin
-  start.ADMIN_EXTERNAL_ID = `admin_${config.customer ? config.customer.name : 'System'}_${start.NODE_ENV}_${type}`;
+  start.ADMIN_EXTERNAL_ID = `admin_${config.customer ? config.customer.name : SYSTEM_NAME}_${start.NODE_ENV}_${type}`;
   // setting up dummy variables which will be updating by mST seeding
   start.OAUTH_CLIENT_ID = '--noId--';
   start.OAUTH_CLIENT_SECRET = '--noSecret--';
   start.OAUTH_CLIENT_ACCESS_KEY = '--noKey--';
   start.OAUTH_CLIENT_AUDIENCE = '--noAudience--';
   // specific to mST
-  if (type === 'mST') {
+  if (type === TOKEN_SERVICE) {
     // use the port from config
     start.SERVER_PORT = config.mST.port;
     // setting admin
@@ -127,25 +206,30 @@ const startSetup = (config, origStart) => {
     start.SERVER_PUBLIC_PROTOCOL = config.mST.protocol;
   }
   // specific to mID
-  if (type === 'mID') {
+  if (type === IDENTITY_SERVICE) {
     start.SERVER_PORT = config.mID.port;
     // setting url
-    start.MID_URL = baseUrl('mID', regType, config.mID);
+    start.MID_URL = baseUrl(IDENTITY_SERVICE, regType, config.mID);
   }
-  if (type === 'mIT') {
+  if (type === IT_REGISTRY) {
     start.SERVER_PORT = config.mIT.port;
   }
   // specific to servers that need to handle user token and mID
-  if (start.oauthImplicitNeeded === 'yes' || type === 'mID') {
+  if (start.oauthImplicitNeeded === 'yes' || type === IDENTITY_SERVICE) {
     delete start.oauthImplicitNeeded;
     start.OAUTH_IMPLICIT_AUDIENCE = config.mID.implicit.audience;
     start.OAUTH_IMPLICIT_KEY = config.mID.implicit.key;
-    start.OAUTH_IMPLICIT_ISSUER = `${baseUrl('mID', regType, config.mID, LITERAL)}/oauth/token`;
+    start.OAUTH_IMPLICIT_ISSUER = `${baseUrl(IDENTITY_SERVICE, regType, config.mID, LITERAL)}/oauth/token`;
   }
   // specific to servers than need to interact with mID
   if (start.mIDNeeded === 'yes') {
     delete start.mIDNeeded;
-    start.MID_URL = baseUrl('mID', regType, config.mID);
+    start.MID_URL = baseUrl(IDENTITY_SERVICE, regType, config.mID);
+  }
+  if (start.locationNeeded === 'yes' && config.locationProvider.url) {
+    delete start.locationNeeded;
+    start.LOCATION_PROVIDER = config.locationProvider.url;
+    if (config.locationProvider.key) start.LOCATION_PROVIDER_KEY = config.locationProvider.key;
   }
 
   return start;
@@ -158,16 +242,17 @@ const startSetup = (config, origStart) => {
  * @function getAPI
  * @category async
  * @param {PATH<string>} directory - Directory to store the API file.
- * @param {string} name - Name of the API to retrieve. The name is made of a `(customer)`_`(API name)`.
+ * @param {string} account - Account of the API API to retrieve.
+ * @param {string} type - Type of microservice associated with the API to retrieve.
  * @param {SEMVER<string>} version - Version fo the API to retrieve.
+ * @param {string} apiKey - key to access private API.
  * @return {Promise}.
  * @fulfil {object} The API file itself.
  * @throws {Promise} An error containing the reason of the failure.
  *
  * The directory will be created if it does not exist.
  */
-const getAPI = (directory, name, version) => {
-  const params = name.split('_');
+const getAPI = (directory, account, type, version, apiKey) => {
   const fileExists = (fname) => {
     try { fs.statSync(fname); }
     catch (err) { return false; }
@@ -182,7 +267,7 @@ const getAPI = (directory, name, version) => {
       return Promise.reject(err);
     }
   }
-  const filename = path.join(directory, `${name}_${version}_${swaggerExt}`);
+  const filename = path.join(directory, `${account}${SWAGGER_SEP}${type}${SWAGGER_SEP}${version}${SWAGGER_SEP}${swaggerExt}`);
 
   if (fileExists(filename)) {
     let result;
@@ -192,67 +277,95 @@ const getAPI = (directory, name, version) => {
     catch (errRead) { return Promise.reject(errRead); }
     return Promise.resolve(result);
   }
-  const url = `${APIProvider}/${params[0]}/${params[1]}/${version}`;
+  const url = `${APIProvider}/${account}/${type}/${version}`;
 
   process.stdout.write(' at (' + `${url}`.info + '): ');
-  return rp({
+  const options = {
     method: 'GET',
     url,
-    json: true,
-  }).catch((err) => {
-    console.log(ERR_CHECK.error);
-    throw err;
-  }).then((result) => {
-    try { fs.writeFileSync(filename, json.stringify(result, null, 2)); }
-    catch (err) {
+  };
+
+  if (apiKey) options.headers = { Authorization: apiKey };
+  return rp(options)
+    .catch((err) => {
       console.log(ERR_CHECK.error);
       throw err;
-    }
-    console.log(SUCCESS_CHECK.success);
-    return result;
-  });
+    })
+    .then((result) => {
+      try { fs.writeFileSync(filename, json.stringify(result, null, 2)); }
+      catch (err) {
+        console.log(ERR_CHECK.error);
+        throw err;
+      }
+      console.log(SUCCESS_CHECK.success);
+      return result;
+    });
 };
 
-const settingUpCustomer = (customer, authorization, mSTbaseUrl, update) => {
-  process.stdout.write('- setting up customer (' + `${customer.name}`.info + '): ');
+const gettingSystemCustomer = (authorization, mSTbaseUrl) => {
+  process.stdout.write('- getting customer (' + SYSTEM_NAME.info + '): ');
   return rp({
-    method: 'POST',
+    method: 'GET',
     headers: { authorization, 'x-correlation-id': correlationId },
-    url: `${mSTbaseUrl}/customers`,
-    json: customer,
+    url: `${mSTbaseUrl}/customers/${SYSTEM_NAME}`,
   })
-    .then((responsePOST) => {
+    .then((responseGET) => {
       console.log(SUCCESS_CHECK.success);
-      return responsePOST.data.code;
+      return responseGET.data;
     })
     .catch((err) => {
-      if (err.statusCode !== 409) {
+      console.log(ERR_CHECK.error);
+      throw err;
+    });
+};
+
+const settingUpCustomer = (customer, authorization, mSTbaseUrl, update) => {
+  process.stdout.write('- setting up customer (' + `${customer.name}`.info + '): ');
+
+  let isNewCustomer;
+
+  return rp({
+    method: 'GET',
+    headers: { authorization, 'x-correlation-id': correlationId },
+    url: `${mSTbaseUrl}/customers/${customer.name}`,
+  })
+    .catch((err) => {
+      if (err.statusCode !== 404) {
         console.log(ERR_CHECK.error);
         throw err;
       }
+
+      isNewCustomer = true;
+      console.log('creating new customer'.info);
+      return rp({
+        method: 'POST',
+        headers: { authorization, 'x-correlation-id': correlationId },
+        url: `${mSTbaseUrl}/customers`,
+        data: customer,
+      })
+        .catch((error) => {
+          console.log(ERR_CHECK.error);
+          throw error;
+        });
+    })
+    .then((response) => {
+      if (isNewCustomer) return response.data;
+
       if (!update) {
-        console.log('already setup and update is false in mSTConfig.json, not updating'.warn);
-        return rp({
-          method: 'GET',
-          headers: { authorization, 'x-correlation-id': correlationId },
-          url: `${mSTbaseUrl}/customers/${customer.name}`,
-        })
-          .then((responseGET) => responseGET.data.code)
-          .catch((errGET) => {
-            console.log(ERR_CHECK.error);
-            throw errGET;
-          });
+        console.log('already setup and update is false in mSTConfig.json, not updating'.info);
+        return response.data;
       }
-      process.stdout.write('already setup, updating: '.warn);
+
+      console.log('already setup and update is true in mSTConfig.json, updating'.info);
       return rp({
         method: 'PUT',
         headers: { authorization, 'x-correlation-id': correlationId },
         url: `${mSTbaseUrl}/customers/${customer.name}`,
-        json: customer,
+        data: customer,
       })
         .then((responsePUT) => {
           console.log(SUCCESS_CHECK.success);
-          return responsePUT.data.code;
+          return responsePUT.data;
         })
         .catch((errPUT) => {
           console.log(ERR_CHECK.error);
@@ -267,7 +380,7 @@ const settingUpServer = (serverType, serverId, customer, authorization, mSTbaseU
     method: 'POST',
     url: `${mSTbaseUrl}/clients`,
     headers: { authorization, 'x-correlation-id': correlationId },
-    json: {
+    data: {
       externalId: serverId,
       type: serverType,
       customerName: customer.name,
@@ -306,51 +419,18 @@ const settingUpDummyServer = (serverType, serverId, customer, origStart) => {
 
   updatedStart.OAUTH_GENERIC_KEY = 'a-secret-key-for-generic';
   updatedStart.OAUTH_GENERIC_AUDIENCE = `http://dummy-${serverType}-generic-audience`;
-  getTargets(serverType, customer.config).forEach((target) => {
-    updatedStart[`${target.toUpperCase()}_URL`] = `http://dummy-${target}/dummy`;
-    updatedStart[`${target.toUpperCase()}_AUDIENCE`] = `http://dummy-${target}-audience`;
-  });
-  console.log(SUCCESS_CHECK.success);
-  return updatedStart;
-};
-
-const init = (regType, standAlone) => {
-  const pack = retrieve(regType, packageFile);
-  const sumoLog = retrieve(regType, sumoLogFile, { default: DEFAULT_SUMOLOG });
-  const s3Log = retrieve(regType, s3LogFile, { default: DEFAULT_S3LOG });
-  const kinesisLog = retrieve(regType, kinesisLogFile, { default: DEFAULT_KINESISLOG });
-
-  console.log('- server type is ' + pack.type.info);
-  const config = {
-    regType,
-    pack,
-    sumoLog,
-    s3Log,
-    kinesisLog,
-  };
-  if (pack.type !== 'mST') config.customer = retrieve(regType, customerConfigFile); // we don't need customer for mST
-
-
-  if (standAlone === 'yes') {
-    config.mST = DUMMY_MST;
-    console.log('- using ' + 'dummy mSTConfig'.warn);
-    config.mIT = DUMMY_MIT;
-    console.log('- using ' + 'dummy mITConfig'.warn);
-    config.mID = DUMMY_MID;
-    console.log('- using ' + 'dummy mIDConfig'.warn);
+  if (!customer) { // mIT case
+    updatedStart[`${serverType.toUpperCase()}_URL`] = `http://dummy-${serverType}/dummy`;
+    updatedStart[`${serverType.toUpperCase()}_AUDIENCE`] = `http://dummy-${serverType}-audience`;
   }
   else {
-    config.mST = retrieve(regType, mSTConfigFile, { default: DEFAULT_MST });
-    config.mIT = retrieve(regType, mITConfigFile, { default: DEFAULT_MIT });
-    config.mID = retrieve(regType, mIDConfigFile, { default: DEFAULT_MID });
-  }
-  config.mSTBaseUrl = baseUrl('mST', regType, config.mST);
-  config.MITBaseUrl = baseUrl('mIT', regType, config.mIT);
-  if (config.mST.domainName === 'localhost') {
-    console.log('- in ' + 'mST localhost, updating mST is true'.warn);
-    config.mST.update = true;
+    getAllTargets(serverType, customer.config).forEach((target) => {
+      updatedStart[`${target.type.toUpperCase()}_URL`] = `http://dummy-${target.type}/dummy`;
+      updatedStart[`${target.type.toUpperCase()}_AUDIENCE`] = `http://dummy-${target.type}-audience`;
+    });
   }
-  return config;
+  console.log(SUCCESS_CHECK.success);
+  return updatedStart;
 };
 
 const settingUpAdminClient = (serverType, adminExternalId, customer, authorization, mSTbaseUrl) => {
@@ -359,7 +439,7 @@ const settingUpAdminClient = (serverType, adminExternalId, customer, authorizati
     method: 'POST',
     url: `${mSTbaseUrl}/clients`,
     headers: { authorization, 'x-correlation-id': correlationId },
-    json: {
+    data: {
       externalId: adminExternalId,
       type: 'admin',
       customerName: customer.name,
@@ -376,7 +456,6 @@ const settingUpAdminClient = (serverType, adminExternalId, customer, authorizati
       method: 'GET',
       url: `${mSTbaseUrl}/clients/${adminExternalId}`,
       headers: { authorization, 'x-correlation-id': correlationId },
-      json: true,
     }).catch((errGET) => {
       console.log(ERR_CHECK.error);
       throw errGET;
@@ -401,7 +480,7 @@ const getAdminToken = (audienceType, admin, mSTbaseUrl) => {
     method: 'POST',
     headers: { 'x-correlation-id': correlationId },
     url: `${mSTbaseUrl}/oauth/token`,
-    json: {
+    data: {
       client_id: admin.id,
       client_secret: admin.secret,
       audience: `${audienceType.audience.split('Generic-')[0]}Generic-${audienceType.type}`,
@@ -417,12 +496,14 @@ const getAdminToken = (audienceType, admin, mSTbaseUrl) => {
 };
 
 module.exports = {
+  getStartParams,
+  init,
   startSetup,
   getAPI,
+  gettingSystemCustomer,
   settingUpCustomer,
   settingUpServer,
   settingUpDummyServer,
-  init,
   settingUpAdminClient,
   getAdminToken,
 };

package/manual-test/getAPI.js

@@ -1,3 +1,3 @@
 const start = require('../index');
 
-return start.getAPI('./testing', 'mimik_mDS', '1.1.1')
+return start.getAPI('./testing', 'mimik', 'mDS', '1.1.1')

package/manual-test/retrieve.js

@@ -1,5 +1,7 @@
-const start = require('../index');
+const { retrieve }= require('../lib/helpers');
 
-console.log(start.retrieve('test', 'orig.json', 'source.json'));
+// console.log(retrieve('test', 'test.json', { sourceFilename: './start-example.json', sourceFilenameSupp: 'startTest-example.json' } ));
 
-// console.log(start.retrieve('test', 'alt.json', 'source.json', 'orig.json'));
+// console.log(retrieve('test', 'test.json'));
+// console.log(retrieve('test', 'test.json', { sourceFilename: './nonexistent.json', sourceFilenameSupp: 'startTest-example.json' }));
+console.log(retrieve('test', 'test.json', { sourceFilename: './start-example.json' } ));

package/manual-test/start-example.json

@@ -0,0 +1,46 @@
+{
+    // "SERVER_ID": "mST-12345",
+    // "DEBUG": "swagger-tools:middleware.*",
+    // -- logs
+    "LOG_LEVEL": "info",
+    "CONSOLE_LEVEL": "debug",
+    "NO_STACK": "yes",
+    // "LOG_MODE": "all",
+    // "LOG_MODE": "awsS3",
+    "LOG_MODE": "sumologic",
+    // -- providers
+    // "LOCATION_PROVIDER": "http://ip-api.com/json",
+    // "LOCATION_PROVIDER_KEY": "---a key---",
+    // "CLOUD_PROVIDER": "AWS",
+    // -- server public address
+    // "SERVER_PUBLIC_DOMAIN_NAME": "mst.mimik360.com",
+    // "SERVER_PUBLIC_PROTOCOL": "https:",
+    // -- database
+    "DATABASE_NAME": "tokens",
+    "MONGO_MAX_POOL_SIZE": 60,
+    // "MONGO_REPLICAT_SET": "test",
+    // "DATABASE_IP": "localhost:27018,localhost:27019,localhost:27020",
+    // -- specific parameters
+    "OAUTH_ACCESS_TOKEN_EXPIRE": "24h",
+    "OAUTH_REFRESH_TOKEN_EXPIRE": "30d",
+    // "PASSPHRASE": "This is a passphrase",
+    // "MST_STANDALONE_SET": "off"
+    // "SUB_MST_SET": "off"
+    // information retriveved from super mST client registration
+    // "OAUTH_SUB_CLIENT_ID": "a sub client id",
+    // "OAUTH_SUB_CLIENT_SECRET": "a sub client secret",
+    // "OAUTH_SUB_CLIENT_ACCESS_KEY": "a sub client access key",
+    // "OAUTH_SUB_CLIENT_AUDIENCE": "a sub client audience",
+    // "OAUTH_SUB_ISSUER": "sub client token issuer",
+    // "OAUTH_SUB_GENERIC_KEY": "a sub client generic key",
+    // "OAUTH_SUB_GENERIC_AUDIENCE": "a sub client geneic audience",
+    // "SUPER_MST_AUDIENCE": "the super mST audience ",
+    // "SUB_MST_AUDIENCE": "the sub mST audience",
+    // information to be provided
+    // "SUPER_MST_URL": "url of super mST",
+    // -- security
+    // "SERVER_SECURITY_SET": "off",
+    // -- environment
+    // "REGISTRATION_RETRY": 200000,
+    "NODE_ENV": "local"
+}

package/manual-test/startTest-example.json

@@ -0,0 +1,8 @@
+{
+    "CONSOLE_LEVEL": "info",
+    "NO_STACK": "no",
+    "LOG_MODE": "all",
+    // Required by @mimik/test-helper if USE_MOCK_PROFILES is "no":
+    // "MST_TOKEN": "mST-token",
+    "USE_MOCK_PROFILES": "yes"
+}

package/manual-test/test.json

@@ -0,0 +1,46 @@
+{
+  // "SERVER_ID": "mST-12345",
+  // "DEBUG": "swagger-tools:middleware.*",
+  // -- logs
+  "LOG_LEVEL": "info",
+  "CONSOLE_LEVEL": "debug",
+  "NO_STACK": "yes",
+  // "LOG_MODE": "all",
+  // "LOG_MODE": "awsS3",
+  "LOG_MODE": "sumologic",
+  // -- providers
+  // "LOCATION_PROVIDER": "http://ip-api.com/json",
+  // "LOCATION_PROVIDER_KEY": "---a key---",
+  // "CLOUD_PROVIDER": "AWS",
+  // -- server public address
+  // "SERVER_PUBLIC_DOMAIN_NAME": "mst.mimik360.com",
+  // "SERVER_PUBLIC_PROTOCOL": "https:",
+  // -- database
+  "DATABASE_NAME": "tokens",
+  "MONGO_MAX_POOL_SIZE": 60,
+  // "MONGO_REPLICAT_SET": "test",
+  // "DATABASE_IP": "localhost:27018,localhost:27019,localhost:27020",
+  // -- specific parameters
+  "OAUTH_ACCESS_TOKEN_EXPIRE": "24h",
+  "OAUTH_REFRESH_TOKEN_EXPIRE": "30d",
+  // "PASSPHRASE": "This is a passphrase",
+  // "MST_STANDALONE_SET": "off"
+  // "SUB_MST_SET": "off"
+  // information retriveved from super mST client registration
+  // "OAUTH_SUB_CLIENT_ID": "a sub client id",
+  // "OAUTH_SUB_CLIENT_SECRET": "a sub client secret",
+  // "OAUTH_SUB_CLIENT_ACCESS_KEY": "a sub client access key",
+  // "OAUTH_SUB_CLIENT_AUDIENCE": "a sub client audience",
+  // "OAUTH_SUB_ISSUER": "sub client token issuer",
+  // "OAUTH_SUB_GENERIC_KEY": "a sub client generic key",
+  // "OAUTH_SUB_GENERIC_AUDIENCE": "a sub client geneic audience",
+  // "SUPER_MST_AUDIENCE": "the super mST audience ",
+  // "SUB_MST_AUDIENCE": "the sub mST audience",
+  // information to be provided
+  // "SUPER_MST_URL": "url of super mST",
+  // -- security
+  // "SERVER_SECURITY_SET": "off",
+  // -- environment
+  // "REGISTRATION_RETRY": 200000,
+  "NODE_ENV": "local"
+}

package/manual-test/testMerge.js

@@ -0,0 +1,66 @@
+const colors = require('colors');
+const fs = require('fs');
+const json = require('comment-json');
+
+colors.setTheme({
+  success: 'green',
+  warn: 'yellow',
+  error: 'red',
+  info: ['grey', 'bold'],
+});
+
+const exitError = (regType, error, filename) => {
+  let details = `{ statusCode: ${error.statusCode || 500}, message: ${error.message || error}`;
+
+  if (filename) details = `, ${details}, filename: ${filename}`;
+  details = `${details} }`;
+  console.error(`${regType}status: ` + 'error'.error + ', ' + details.info);
+  process.exit(1);
+};
+
+const regType = 'test';
+
+const readMerge = (fname, fnameSupp) => {
+    const parse = (rawFile, rawFilename) => {
+      try { return json.parse(rawFile); }
+      catch (errParse) { exitError(regType, errParse, rawFilename); }
+    };
+
+    const merge = (origRawFile, parsedFile, origRawFileSupp, parsedFileSupp) => {
+      const keysParsedFile = Object.keys(parsedFile);
+      let rawFile = origRawFile;
+      let rawFileSupp = origRawFileSupp;
+
+      Object.keys(parsedFileSupp).forEach((key) => {
+        if (keysParsedFile.includes(key)) {
+          const regex = new RegExp(`\n[ \t]+"${key}"`);
+
+          rawFile = rawFile.replace(regex, `\n// "${key}"`)
+        }
+      });
+      rawFile = rawFile.substring(0, rawFile.length - 2);
+      rawFileSupp = rawFileSupp.substring(1);
+      return `${rawFile},\n//-- test\n${rawFileSupp}`;
+    };
+
+    let readFileRaw;
+    let readFileSuppRaw;
+
+    try { readFileRaw = fs.readFileSync(fname).toString(); }
+    catch (errFname) {
+      if (errFname.code !== 'ENOENT') exitError(regType, errFname, fname);
+      throw errFname;
+    }
+    const readFile = parse(readFileRaw, fname);
+  
+    try { readFileSuppRaw = fs.readFileSync(fnameSupp).toString(); }
+    catch (errFnameSupp) {
+      if (errFnameSupp.code !== 'ENOENT') exitError(regType, errFnameSupp, fnameSupp);
+      return readFile;
+    }
+   
+   return parse(merge(readFileRaw, readFile, readFileSuppRaw, parse(readFileSuppRaw, fnameSupp)), `${fname} + ${fnameSupp}`);
+  };
+
+
+  console.log(json.stringify(readMerge('../../../mst-2297/local/start-example.json', '../../../mst-2297/local/startTest-example.json'), null, 2))