@hotglue/cli 1.0.25

package/lib/commands/flows/index.js

@@ -0,0 +1,15 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.flows = void 0;
+
+var list = _interopRequireWildcard(require("./list.js"));
+
+function _getRequireWildcardCache(nodeInterop) { if (typeof WeakMap !== "function") return null; var cacheBabelInterop = new WeakMap(); var cacheNodeInterop = new WeakMap(); return (_getRequireWildcardCache = function (nodeInterop) { return nodeInterop ? cacheNodeInterop : cacheBabelInterop; })(nodeInterop); }
+
+function _interopRequireWildcard(obj, nodeInterop) { if (!nodeInterop && obj && obj.__esModule) { return obj; } if (obj === null || typeof obj !== "object" && typeof obj !== "function") { return { default: obj }; } var cache = _getRequireWildcardCache(nodeInterop); if (cache && cache.has(obj)) { return cache.get(obj); } var newObj = {}; var hasPropertyDescriptor = Object.defineProperty && Object.getOwnPropertyDescriptor; for (var key in obj) { if (key !== "default" && Object.prototype.hasOwnProperty.call(obj, key)) { var desc = hasPropertyDescriptor ? Object.getOwnPropertyDescriptor(obj, key) : null; if (desc && (desc.get || desc.set)) { Object.defineProperty(newObj, key, desc); } else { newObj[key] = obj[key]; } } } newObj.default = obj; if (cache) { cache.set(obj, newObj); } return newObj; }
+
+const flows = [list];
+exports.flows = flows;

package/lib/commands/flows/list.js

@@ -0,0 +1,104 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.handler = exports.desc = exports.command = exports.builder = void 0;
+
+var _util = require("util");
+
+var _debug = _interopRequireDefault(require("../../helpers/debug.js"));
+
+var _ora = _interopRequireDefault(require("ora"));
+
+var _axios = _interopRequireDefault(require("axios"));
+
+var _cliTable = _interopRequireDefault(require("cli-table"));
+
+var _descriptions = _interopRequireDefault(require("../../helpers/descriptions.js"));
+
+var _print = require("../../helpers/print.js");
+
+function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
+
+const debug = (0, _debug.default)('commands:flows:list');
+const command = 'list';
+exports.command = command;
+const desc = 'List flows';
+exports.desc = desc;
+
+const builder = async yargs => {
+  debug('builder', command);
+  return yargs.option('tenant', { ..._descriptions.default.options['tenant'].config
+  });
+};
+
+exports.builder = builder;
+
+const handler = async argv => {
+  debug('handler', command, argv);
+  const {
+    hg,
+    json,
+    apikey,
+    env,
+    tenant
+  } = argv;
+  const {
+    clientApiBaseUri
+  } = hg;
+  let message;
+  let spinner = (0, _ora.default)();
+
+  try {
+    // 1. get data from client-api backend
+    message = (0, _print.themed)(`Retrieving ${!tenant ? `the` : `${(0, _print.themed)(tenant, 'info')} tenant's`} flows for environment: ${(0, _print.themed)(env, 'info')}`); // todo: look into changing when if client-api combined these two endpoints
+
+    const uri = `${clientApiBaseUri}/${env}/flows/${tenant ? `linked?user_id=${tenant}` : `supported`}`;
+    debug('requesting:', uri);
+    !json && spinner.start((0, _print.themed)(`In progress: ${message}...`, 'secondary'));
+    const {
+      data
+    } = await _axios.default.get(uri, {
+      headers: {
+        'x-api-key': apikey
+      }
+    });
+    !json && spinner.succeed((0, _print.themed)(`Finished: ${message}.`, 'secondary'));
+    debug('response-data', data); // exit if there is no data
+
+    if (!data || data.length === 0) {
+      json ? (0, _print.printJSON)([]) : spinner.warn((0, _print.themed)(`Warning: ${(0, _print.themed)('No flows for specified environment and tenant')}.`, 'secondary'));
+      return;
+    }
+
+    if (json) {
+      (0, _print.printJSON)(data);
+    } else {
+      // generate results table
+      const table = new _cliTable.default({
+        head: ['ID', 'Name', 'isPush', 'Taps', 'Targets']
+      });
+      data.forEach(item => table.push([item.id, item.name || '', item.type || false, item.taps ? (0, _util.inspect)(item.taps) : '', item.targets ? (0, _util.inspect)(item.targets) : 'none'])); // print results
+
+      console.log(table.toString());
+    }
+  } catch (err) {
+    if (json) {
+      (0, _print.printJSON)({
+        status: 'error',
+        error: err
+      });
+    } else {
+      spinner.fail((0, _print.themed)(`Error: ${message}.`, 'secondary'));
+      (0, _print.pr)((0, _print.themed)(`Message: ${(0, _print.themed)(err.message)}`, 'secondary'));
+      debug(err);
+
+      if (err && err.response && err.response.data) {
+        debug('response', err.response.data);
+      }
+    }
+  }
+};
+
+exports.handler = handler;

package/lib/commands/flows.js

@@ -0,0 +1,34 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.handler = exports.desc = exports.command = exports.builder = void 0;
+
+var _debug = _interopRequireDefault(require("../helpers/debug.js"));
+
+var _baseBuilder = require("../helpers/baseBuilder.js");
+
+var _index = require("./flows/index.js");
+
+function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
+
+const debug = (0, _debug.default)('commands:flows');
+const command = 'flows <action>';
+exports.command = command;
+const desc = 'Manage flows';
+exports.desc = desc;
+
+const builder = async function (yargs) {
+  debug('builder', command);
+  const base = await (0, _baseBuilder.baseApiBuilder)(yargs);
+  return base.command(_index.flows);
+};
+
+exports.builder = builder;
+
+const handler = async function (argv) {
+  debug('handler', command, argv);
+};
+
+exports.handler = handler;

package/lib/commands/index.js

@@ -0,0 +1,27 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.commands = void 0;
+
+var config = _interopRequireWildcard(require("./config.js"));
+
+var env = _interopRequireWildcard(require("./env.js"));
+
+var etl = _interopRequireWildcard(require("./etl.js"));
+
+var flows = _interopRequireWildcard(require("./flows.js"));
+
+var jobs = _interopRequireWildcard(require("./jobs.js"));
+
+var snapshots = _interopRequireWildcard(require("./snapshots.js"));
+
+var tenants = _interopRequireWildcard(require("./tenants.js"));
+
+function _getRequireWildcardCache(nodeInterop) { if (typeof WeakMap !== "function") return null; var cacheBabelInterop = new WeakMap(); var cacheNodeInterop = new WeakMap(); return (_getRequireWildcardCache = function (nodeInterop) { return nodeInterop ? cacheNodeInterop : cacheBabelInterop; })(nodeInterop); }
+
+function _interopRequireWildcard(obj, nodeInterop) { if (!nodeInterop && obj && obj.__esModule) { return obj; } if (obj === null || typeof obj !== "object" && typeof obj !== "function") { return { default: obj }; } var cache = _getRequireWildcardCache(nodeInterop); if (cache && cache.has(obj)) { return cache.get(obj); } var newObj = {}; var hasPropertyDescriptor = Object.defineProperty && Object.getOwnPropertyDescriptor; for (var key in obj) { if (key !== "default" && Object.prototype.hasOwnProperty.call(obj, key)) { var desc = hasPropertyDescriptor ? Object.getOwnPropertyDescriptor(obj, key) : null; if (desc && (desc.get || desc.set)) { Object.defineProperty(newObj, key, desc); } else { newObj[key] = obj[key]; } } } newObj.default = obj; if (cache) { cache.set(obj, newObj); } return newObj; }
+
+const commands = [config, env, etl, flows, jobs, snapshots, tenants];
+exports.commands = commands;

package/lib/commands/jobs/download.js

@@ -0,0 +1,188 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.handler = exports.desc = exports.command = exports.builder = void 0;
+
+var _path = _interopRequireDefault(require("path"));
+
+var _promises = require("node:fs/promises");
+
+var _fs = require("fs");
+
+var _debug = _interopRequireDefault(require("../../helpers/debug.js"));
+
+var _ora = _interopRequireDefault(require("ora"));
+
+var _cliTable = _interopRequireDefault(require("cli-table"));
+
+var _awsSdk = _interopRequireDefault(require("aws-sdk"));
+
+var _descriptions = _interopRequireDefault(require("../../helpers/descriptions.js"));
+
+var _print = require("../../helpers/print.js");
+
+var _api = require("../../helpers/api.js");
+
+var _eachSeries = _interopRequireDefault(require("async/eachSeries.js"));
+
+function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
+
+const debug = (0, _debug.default)('commands:jobs:download');
+const command = 'download <jobroot>';
+exports.command = command;
+const desc = 'Download Job files';
+exports.desc = desc;
+
+const builder = async yargs => {
+  debug('builder', command);
+  return yargs.option('downloadTo', _descriptions.default.options['downloadTo'].config); // .option('jobroot', descriptions.options['jobroot'].config)
+  // .demandOption('jobroot', descriptions.options['jobroot'].demandText)
+};
+
+exports.builder = builder;
+
+const handler = async argv => {
+  debug('handler', command, argv);
+  const {
+    hg,
+    json,
+    apikey,
+    env,
+    jobroot,
+    downloadTo
+  } = argv;
+  const {
+    clientApiBaseUri
+  } = hg;
+  let message;
+  let spinner = (0, _ora.default)();
+
+  try {
+    // 1. get STS credentials
+    message = (0, _print.themed)(`Verifying user and authorizing`);
+    !json && spinner.start((0, _print.themed)(`In progress: ${message}...`, 'secondary'));
+    const {
+      accessKeyId,
+      secretAccessKey,
+      sessionToken
+    } = await (0, _api.genCredentialsOnClientApi)({
+      debug,
+      baseUri: clientApiBaseUri,
+      task: 'job-download',
+      env,
+      apikey,
+      jobroot
+    }); // get data from AWS bucket
+
+    const s3 = new _awsSdk.default.S3({
+      accessKeyId,
+      secretAccessKey,
+      sessionToken
+    });
+    !json && spinner.succeed((0, _print.themed)(`Finished: ${message}.`, 'secondary')); // 2. get list of available files
+
+    message = (0, _print.themed)(`Scanning for downloadable files`);
+    !json && spinner.start((0, _print.themed)(`In progress: ${message}...`, 'secondary'));
+    const params = {
+      Bucket: env,
+      Prefix: jobroot
+    };
+    const {
+      Contents: filesList
+    } = await s3.listObjectsV2(params).promise();
+    debug('res', filesList);
+
+    if (!filesList || filesList.length === 0) {
+      if (json) {
+        (0, _print.printJSON)({
+          status: 'error',
+          error: 'Nothing to download!'
+        });
+      } else {
+        spinner.fail((0, _print.themed)(`Error: ${message}.`, 'secondary'));
+        (0, _print.pr)((0, _print.themed)(`Message: ${(0, _print.themed)('Nothing to download!')}`, 'secondary'));
+      }
+
+      return;
+    }
+
+    !json && spinner.succeed((0, _print.themed)(`Finished: ${message}.`, 'secondary'));
+
+    if (!json) {
+      // print remote files
+      const table = new _cliTable.default({
+        head: ['File', 'Size', 'LastModified']
+      });
+      filesList.forEach(item => {
+        const subPath = item.Key.substring(jobroot.length + 1); // const details = { LastModified: item.LastModified, Size: item.Size };
+
+        table.push([subPath, item.Size, item.LastModified.toLocaleString('en-US')]); //  JSON.stringify(details, undefined, 2)]);
+      });
+      console.log(table.toString());
+    } // 3. download job files one-by-one
+
+
+    const localRoot = _path.default.resolve(process.cwd(), downloadTo, _path.default.basename(jobroot));
+
+    await (0, _eachSeries.default)( // Filter out tap/target config files
+    filesList.filter(({
+      Key
+    }) => {
+      // Filter out all *-config.json files in the root of "jobroo"
+      const regex = new RegExp(`${jobroot}/([^\/]+)-config\.json`);
+      return !regex.test(Key);
+    }), async item => {
+      message = (0, _print.themed)(`Downloading file: ${(0, _print.themed)(item.Key, 'info')}`);
+      !json && spinner.start((0, _print.themed)(`In progress: ${message}...`, 'secondary'));
+
+      const file = _path.default.resolve(localRoot, item.Key.substring(jobroot.length + 1));
+
+      debug('file', file); // ensure destination folder exists
+
+      await (0, _promises.mkdir)(_path.default.dirname(file), {
+        recursive: true
+      }); // download s3 object into destination folder
+
+      const fileStream = s3.getObject({
+        Bucket: env,
+        Key: item.Key
+      }).createReadStream();
+      const writableStream = (0, _fs.createWriteStream)(file, {
+        flags: 'w'
+      });
+      fileStream.pipe(writableStream);
+      !json && spinner.succeed((0, _print.themed)(`Finished: ${message}.`, 'secondary'));
+    }); // print final success message
+
+    if (json) {
+      (0, _print.printJSON)({
+        status: 'success',
+        downloadedFiles: filesList.map(({
+          Key
+        }) => Key)
+      });
+    } else {
+      message = (0, _print.themed)(`Downloading job files.`);
+      spinner.succeed((0, _print.themed)(`Finished: ${message}`, 'secondary'));
+    }
+  } catch (err) {
+    if (json) {
+      (0, _print.printJSON)({
+        status: 'error',
+        error: err
+      });
+    } else {
+      spinner.fail((0, _print.themed)(`Error: ${message}.`, 'secondary'));
+      (0, _print.pr)((0, _print.themed)(`Message: ${(0, _print.themed)(err.message)}`, 'secondary'));
+      debug(err);
+
+      if (err && err.response && err.response.data) {
+        debug('response', err.response.data);
+      }
+    }
+  }
+};
+
+exports.handler = handler;

package/lib/commands/jobs/index.js

@@ -0,0 +1,17 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.jobs = void 0;
+
+var download = _interopRequireWildcard(require("./download.js"));
+
+var list = _interopRequireWildcard(require("./list.js"));
+
+function _getRequireWildcardCache(nodeInterop) { if (typeof WeakMap !== "function") return null; var cacheBabelInterop = new WeakMap(); var cacheNodeInterop = new WeakMap(); return (_getRequireWildcardCache = function (nodeInterop) { return nodeInterop ? cacheNodeInterop : cacheBabelInterop; })(nodeInterop); }
+
+function _interopRequireWildcard(obj, nodeInterop) { if (!nodeInterop && obj && obj.__esModule) { return obj; } if (obj === null || typeof obj !== "object" && typeof obj !== "function") { return { default: obj }; } var cache = _getRequireWildcardCache(nodeInterop); if (cache && cache.has(obj)) { return cache.get(obj); } var newObj = {}; var hasPropertyDescriptor = Object.defineProperty && Object.getOwnPropertyDescriptor; for (var key in obj) { if (key !== "default" && Object.prototype.hasOwnProperty.call(obj, key)) { var desc = hasPropertyDescriptor ? Object.getOwnPropertyDescriptor(obj, key) : null; if (desc && (desc.get || desc.set)) { Object.defineProperty(newObj, key, desc); } else { newObj[key] = obj[key]; } } } newObj.default = obj; if (cache) { cache.set(obj, newObj); } return newObj; }
+
+const jobs = [download, list];
+exports.jobs = jobs;

package/lib/commands/jobs/list.js

@@ -0,0 +1,108 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.handler = exports.desc = exports.command = exports.builder = void 0;
+
+var _debug = _interopRequireDefault(require("../../helpers/debug.js"));
+
+var _ora = _interopRequireDefault(require("ora"));
+
+var _axios = _interopRequireDefault(require("axios"));
+
+var _cliTable = _interopRequireDefault(require("cli-table"));
+
+var _descriptions = _interopRequireDefault(require("../../helpers/descriptions.js"));
+
+var _print = require("../../helpers/print.js");
+
+function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
+
+const debug = (...args) => {
+  const debug = (0, _debug.default)('commands:jobs:list');
+  debug(...args);
+};
+
+const command = 'list';
+exports.command = command;
+const desc = 'List jobs';
+exports.desc = desc;
+
+const builder = async yargs => {
+  debug('builder', command);
+  return yargs.option('flow', _descriptions.default.options['flow'].config).demandOption('flow', _descriptions.default.options['flow'].demandText).option('tenant', { ..._descriptions.default.options['tenant'].config,
+    default: 'default'
+  }).option('count', _descriptions.default.options['count'].config);
+};
+
+exports.builder = builder;
+
+const handler = async argv => {
+  debug('handler', command, argv);
+  const {
+    hg,
+    json,
+    apikey,
+    env,
+    flow,
+    tenant,
+    count
+  } = argv;
+  const {
+    clientApiBaseUri
+  } = hg;
+  let message;
+  let spinner = (0, _ora.default)();
+
+  try {
+    // 1. get data from client-api backend
+    message = (0, _print.themed)(`Retrieving jobs for environment: ${(0, _print.themed)(env, 'info')} flow: ${(0, _print.themed)(flow, 'info')} tenant: ${(0, _print.themed)(tenant, 'info')}...`);
+    const uri = `${clientApiBaseUri}/${env}/${flow}/${tenant}/jobs${count ? `?count=${count}` : ''}`;
+    debug('requesting:', uri);
+    !json && spinner.start((0, _print.themed)(`In progress: ${message}...`, 'secondary'));
+    const {
+      data
+    } = await _axios.default.get(uri, {
+      headers: {
+        'x-api-key': apikey
+      }
+    });
+    !json && spinner.succeed((0, _print.themed)(`Finished: ${message}.`, 'secondary'));
+    debug('response-data', data); // exit if there is no data
+
+    if (!data || data.length === 0) {
+      json ? (0, _print.printJSON)([]) : spinner.warn((0, _print.themed)(`Warning: ${(0, _print.themed)('No jobs for the specified environment, flow and tenant')}.`, 'secondary'));
+      return;
+    }
+
+    if (json) {
+      (0, _print.printJSON)(data);
+    } else {
+      // generate results table
+      const table = new _cliTable.default({
+        head: ['name', 'details']
+      });
+      data.forEach(item => table.push([item.job_name, JSON.stringify(item, undefined, 2)])); // print results
+
+      console.log(table.toString());
+    }
+  } catch (err) {
+    if (json) {
+      (0, _print.printJSON)({
+        status: 'error',
+        error: err
+      });
+    } else {
+      spinner.fail((0, _print.themed)(`Error: ${message}.`, 'secondary'));
+      (0, _print.pr)((0, _print.themed)(`Message: ${(0, _print.themed)(err.message)}`, 'secondary'));
+      debug(err);
+
+      if (err && err.response && err.response.data) {
+        debug('response', err.response.data);
+      }
+    }
+  }
+};
+
+exports.handler = handler;

package/lib/commands/jobs.js

@@ -0,0 +1,34 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.handler = exports.desc = exports.command = exports.builder = void 0;
+
+var _debug = _interopRequireDefault(require("../helpers/debug.js"));
+
+var _baseBuilder = require("../helpers/baseBuilder.js");
+
+var _index = require("./jobs/index.js");
+
+function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
+
+const debug = (0, _debug.default)('commands:jobs');
+const command = 'jobs <action>';
+exports.command = command;
+const desc = 'Manage ETL jobs';
+exports.desc = desc;
+
+const builder = async function (yargs) {
+  debug('builder', command);
+  const base = await (0, _baseBuilder.baseApiBuilder)(yargs);
+  return base.command(_index.jobs);
+};
+
+exports.builder = builder;
+
+const handler = async function (argv) {
+  debug('handler', command, argv);
+};
+
+exports.handler = handler;