@velocitycareerlabs/data-loader 1.19.0-dev-build.11b7cc7b6

package/src/helpers/load-csv.js

@@ -0,0 +1,29 @@
+const fs = require('fs');
+const csv = require('csv-parser');
+const { map } = require('lodash/fp');
+
+const loadCsv = (fileName) => {
+  return new Promise((resolve, reject) => {
+    const results = [];
+    fs.createReadStream(fileName)
+      .pipe(csv())
+      .on('data', (data) => {
+        // eslint-disable-next-line better-mutation/no-mutating-methods
+        results.push(data);
+      })
+      .on('err', (err) => reject(err))
+      .on('end', () => {
+        resolve(results);
+      });
+  });
+};
+
+const mergeRowsWithDefaults = (defaultVars) =>
+  map((csvRow) => ({ ...csvRow, ...defaultVars }));
+
+const loadCsvVariableSets = async (fileName, defaultVars) => {
+  const csvRows = await loadCsv(fileName);
+  return mergeRowsWithDefaults(defaultVars)(csvRows);
+};
+
+module.exports = { loadCsv, loadCsvVariableSets, mergeRowsWithDefaults };

package/src/helpers/load-handlebars-template.js

@@ -0,0 +1,9 @@
+const Handlebars = require('handlebars');
+const { readFile } = require('./common');
+
+const loadHandlebarsTemplate = (filename) => {
+  const templateString = readFile(filename);
+  return Handlebars.compile(templateString);
+};
+
+module.exports = { loadHandlebarsTemplate };

package/src/index.js

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+
+require('./data-loader');

package/src/vendor-credentials/README.md

@@ -0,0 +1,32 @@
+# vendor-credentials command
+
+Used for creating users and then attaching them to specific credentials. 
+
+- Supports new users only, not matching to existing users
+- Credentials & People must be specified as a handlebars templates. The data is populated from two sources
+   - the csv specified with variable names the same as the headers
+   - any `-v` arg parsed in
+
+Checkout the [test data](../test/data).
+
+## How to Use
+`data-loader vendorcreds [options]`
+### Options
+
+`-c [CSV_FILENAME]` required parameter containing the csv file
+
+`-o [OFFER_TEMPLATE_FILENAME]` offer handlebars template. Use moustaches around variables such as `{{did}}` 
+
+`-p [PERSON_TEMPLATE_FILENAME]` user handlebars template. Use moustaches around variables such as `{{email}}`. 
+  If -p is left out, no users will be created; only offers will be created. 
+
+`--var=[VAR_NAME]=[VAR_VALUE]` variables used in the templates can be specified on the command line. They override any csv values
+
+`-e [URL]` the endpoint of the mockvendor server
+
+`-t [AUTH_TOKEN]` the bearer token to use when calling the mockvendor server
+
+### Dry Run Example
+Dry runs that print out what updates will be issued should omit the `-e` prop
+
+`./data-loader vendorcreds -c ./test/data/variables.csv -o ./test/data/offer.template.json -p ./test/data/person.template.json --var=did=did:ion:sap456`

package/src/vendor-credentials/execute-update.js

@@ -0,0 +1,32 @@
+const got = require('got');
+const { printInfo } = require('../helpers/common');
+
+const setupGot = ({ endpoint, authToken }) => {
+  const options = {
+    prefixUrl: endpoint,
+  };
+  if (authToken != null) {
+    options.headers = { Authorization: `Bearer ${authToken}` };
+  }
+  return got.extend(options);
+};
+
+const initExecuteUpdate = (options) => {
+  const vendorGot = setupGot(options);
+  return async ({ person, offer }) => {
+    if (person) {
+      printInfo({
+        createdPerson: await vendorGot
+          .post('api/users', { json: person })
+          .json(),
+      });
+    }
+    printInfo({
+      createdOffer: await vendorGot.post('api/offers', { json: offer }).json(),
+    });
+  };
+};
+
+module.exports = {
+  initExecuteUpdate,
+};

package/src/vendor-credentials/index.js

@@ -0,0 +1,53 @@
+/* eslint-disable no-await-in-loop */
+
+const { program } = require('commander');
+const { reduce } = require('lodash/fp');
+const { prepareData } = require('./prepare-data');
+const { printInfo } = require('../helpers/common');
+const { initExecuteUpdate } = require('./execute-update');
+
+const parseVar = reduce((acc, pair) => {
+  const [key, value] = pair.split('=');
+  acc[key] = value;
+  return acc;
+}, {});
+
+program
+  .name('data-loader vendorcreds')
+  .description('Loads data into a db')
+  .usage('[options]')
+  .requiredOption(
+    '-c, --csv-filename <filename>',
+    'File name containing variables'
+  )
+  .requiredOption(
+    '-o, --offer-template-filename <filename>',
+    'File name containing the credential template file'
+  )
+  .option(
+    '-p, --person-template-filename <filename>',
+    'File name containing the credential template file'
+  )
+  .option(
+    '-e, --endpoint <url>',
+    'Endpoint to call to upload the people and credentials to'
+  )
+  .option('-t, --auth-token <url>', 'Bearer Auth Token to use')
+  .option('-l, --label <label>', 'A label to attach to the documents inserted')
+  .option('-v, --var <var...>', 'A variable to add. use name=value')
+  .action(async () => {
+    const options = program.opts();
+    // eslint-disable-next-line better-mutation/no-mutation
+    options.vars = parseVar(options.var);
+    printInfo(options);
+    const executeUpdate = initExecuteUpdate(options);
+    const updates = await prepareData(options);
+    if (options.endpoint != null) {
+      for (const update of updates) {
+        await executeUpdate(update);
+      }
+    } else {
+      printInfo(JSON.stringify({ updates }));
+    }
+  })
+  .parseAsync(process.argv);

package/src/vendor-credentials/prepare-data.js

@@ -0,0 +1,40 @@
+const { map } = require('lodash/fp');
+const {
+  loadHandlebarsTemplate,
+} = require('../helpers/load-handlebars-template');
+const { loadCsvVariableSets } = require('../helpers/load-csv');
+
+const prepareData = async ({
+  csvFilename,
+  offerTemplateFilename,
+  personTemplateFilename,
+  label,
+  vars: defaultVars,
+}) => {
+  const variableSets = await loadCsvVariableSets(csvFilename, defaultVars);
+  const offerTemplate = loadHandlebarsTemplate(offerTemplateFilename);
+  const personTemplate = personTemplateFilename
+    ? loadHandlebarsTemplate(personTemplateFilename)
+    : undefined;
+  return map((variableSet) => {
+    return {
+      offer: prepareDocument({ template: offerTemplate, variableSet, label }),
+      person: personTemplate
+        ? prepareDocument({ template: personTemplate, variableSet, label })
+        : undefined,
+    };
+  }, variableSets);
+};
+
+const prepareDocument = ({ template, variableSet, label }) => {
+  const offerString = template(variableSet);
+  const json = JSON.parse(offerString);
+  return {
+    ...json,
+    label,
+  };
+};
+
+module.exports = {
+  prepareData,
+};