@hotglue/cli 1.0.31 → 1.0.33

package/lib/commands/jobs/download.js

@@ -1,188 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.handler = exports.desc = exports.command = exports.builder = void 0;
-
-var _path = _interopRequireDefault(require("path"));
-
-var _promises = require("fs/promises");
-
-var _fs = require("fs");
-
-var _debug = _interopRequireDefault(require("../../helpers/debug"));
-
-var _ora = _interopRequireDefault(require("ora"));
-
-var _cliTable = _interopRequireDefault(require("cli-table"));
-
-var _awsSdk = _interopRequireDefault(require("aws-sdk"));
-
-var _eachSeries = _interopRequireDefault(require("async/eachSeries"));
-
-var _descriptions = _interopRequireDefault(require("../../helpers/descriptions"));
-
-var _print = require("../../helpers/print");
-
-var _api = require("../../helpers/api");
-
-function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
-
-const debug = (0, _debug.default)('commands:jobs:download');
-const command = 'download <jobroot>';
-exports.command = command;
-const desc = 'Download Job files';
-exports.desc = desc;
-
-const builder = async yargs => {
-  debug('builder', command);
-  return yargs.option('downloadTo', _descriptions.default.options['downloadTo'].config); // .option('jobroot', descriptions.options['jobroot'].config)
-  // .demandOption('jobroot', descriptions.options['jobroot'].demandText)
-};
-
-exports.builder = builder;
-
-const handler = async argv => {
-  debug('handler', command, argv);
-  const {
-    hg,
-    json,
-    apikey,
-    env,
-    jobroot,
-    downloadTo
-  } = argv;
-  const {
-    clientApiBaseUri
-  } = hg;
-  let message;
-  let spinner = (0, _ora.default)();
-
-  try {
-    // 1. get STS credentials
-    message = (0, _print.themed)(`Verifying user and authorizing`);
-    !json && spinner.start((0, _print.themed)(`In progress: ${message}...`, 'secondary'));
-    const {
-      accessKeyId,
-      secretAccessKey,
-      sessionToken
-    } = await (0, _api.genCredentialsOnClientApi)({
-      debug,
-      baseUri: clientApiBaseUri,
-      task: 'job-download',
-      env,
-      apikey,
-      jobroot
-    }); // get data from AWS bucket
-
-    const s3 = new _awsSdk.default.S3({
-      accessKeyId,
-      secretAccessKey,
-      sessionToken
-    });
-    !json && spinner.succeed((0, _print.themed)(`Finished: ${message}.`, 'secondary')); // 2. get list of available files
-
-    message = (0, _print.themed)(`Scanning for downloadable files`);
-    !json && spinner.start((0, _print.themed)(`In progress: ${message}...`, 'secondary'));
-    const params = {
-      Bucket: env,
-      Prefix: jobroot
-    };
-    const {
-      Contents: filesList
-    } = await s3.listObjectsV2(params).promise();
-    debug('res', filesList);
-
-    if (!filesList || filesList.length === 0) {
-      if (json) {
-        (0, _print.printJSON)({
-          status: 'error',
-          error: 'Nothing to download!'
-        });
-      } else {
-        spinner.fail((0, _print.themed)(`Error: ${message}.`, 'secondary'));
-        (0, _print.pr)((0, _print.themed)(`Message: ${(0, _print.themed)('Nothing to download!')}`, 'secondary'));
-      }
-
-      return;
-    }
-
-    !json && spinner.succeed((0, _print.themed)(`Finished: ${message}.`, 'secondary'));
-
-    if (!json) {
-      // print remote files
-      const table = new _cliTable.default({
-        head: ['File', 'Size', 'LastModified']
-      });
-      filesList.forEach(item => {
-        const subPath = item.Key.substring(jobroot.length + 1); // const details = { LastModified: item.LastModified, Size: item.Size };
-
-        table.push([subPath, item.Size, item.LastModified.toLocaleString('en-US')]); //  JSON.stringify(details, undefined, 2)]);
-      });
-      console.log(table.toString());
-    } // 3. download job files one-by-one
-
-
-    const localRoot = _path.default.resolve(process.cwd(), downloadTo, _path.default.basename(jobroot));
-
-    await (0, _eachSeries.default)( // Filter out tap/target config files
-    filesList.filter(({
-      Key
-    }) => {
-      // Filter out all *-config.json files in the root of "jobroo"
-      const regex = new RegExp(`${jobroot}/([^\/]+)-config\.json`);
-      return !regex.test(Key);
-    }), async item => {
-      message = (0, _print.themed)(`Downloading file: ${(0, _print.themed)(item.Key, 'info')}`);
-      !json && spinner.start((0, _print.themed)(`In progress: ${message}...`, 'secondary'));
-
-      const file = _path.default.resolve(localRoot, item.Key.substring(jobroot.length + 1));
-
-      debug('file', file); // ensure destination folder exists
-
-      await (0, _promises.mkdir)(_path.default.dirname(file), {
-        recursive: true
-      }); // download s3 object into destination folder
-
-      const fileStream = s3.getObject({
-        Bucket: env,
-        Key: item.Key
-      }).createReadStream();
-      const writableStream = (0, _fs.createWriteStream)(file, {
-        flags: 'w'
-      });
-      fileStream.pipe(writableStream);
-      !json && spinner.succeed((0, _print.themed)(`Finished: ${message}.`, 'secondary'));
-    }); // print final success message
-
-    if (json) {
-      (0, _print.printJSON)({
-        status: 'success',
-        downloadedFiles: filesList.map(({
-          Key
-        }) => Key)
-      });
-    } else {
-      message = (0, _print.themed)(`Downloading job files.`);
-      spinner.succeed((0, _print.themed)(`Finished: ${message}`, 'secondary'));
-    }
-  } catch (err) {
-    if (json) {
-      (0, _print.printJSON)({
-        status: 'error',
-        error: err
-      });
-    } else {
-      spinner.fail((0, _print.themed)(`Error: ${message}.`, 'secondary'));
-      (0, _print.pr)((0, _print.themed)(`Message: ${(0, _print.themed)(err.message)}`, 'secondary'));
-      debug(err);
-
-      if (err && err.response && err.response.data) {
-        debug('response', err.response.data);
-      }
-    }
-  }
-};
-
-exports.handler = handler;

package/lib/commands/jobs/list.js

@@ -1,108 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.handler = exports.desc = exports.command = exports.builder = void 0;
-
-var _debug = _interopRequireDefault(require("../../helpers/debug"));
-
-var _ora = _interopRequireDefault(require("ora"));
-
-var _axios = _interopRequireDefault(require("axios/dist/node/axios.cjs"));
-
-var _cliTable = _interopRequireDefault(require("cli-table"));
-
-var _descriptions = _interopRequireDefault(require("../../helpers/descriptions"));
-
-var _print = require("../../helpers/print");
-
-function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
-
-const debug = (...args) => {
-  const debug = (0, _debug.default)('commands:jobs:list');
-  debug(...args);
-};
-
-const command = 'list';
-exports.command = command;
-const desc = 'List jobs';
-exports.desc = desc;
-
-const builder = async yargs => {
-  debug('builder', command);
-  return yargs.option('flow', _descriptions.default.options['flow'].config).demandOption('flow', _descriptions.default.options['flow'].demandText).option('tenant', { ..._descriptions.default.options['tenant'].config,
-    default: 'default'
-  }).option('count', _descriptions.default.options['count'].config);
-};
-
-exports.builder = builder;
-
-const handler = async argv => {
-  debug('handler', command, argv);
-  const {
-    hg,
-    json,
-    apikey,
-    env,
-    flow,
-    tenant,
-    count
-  } = argv;
-  const {
-    clientApiBaseUri
-  } = hg;
-  let message;
-  let spinner = (0, _ora.default)();
-
-  try {
-    // 1. get data from client-api backend
-    message = (0, _print.themed)(`Retrieving jobs for environment: ${(0, _print.themed)(env, 'info')} flow: ${(0, _print.themed)(flow, 'info')} tenant: ${(0, _print.themed)(tenant, 'info')}...`);
-    const uri = `${clientApiBaseUri}/${env}/${flow}/${tenant}/jobs${count ? `?count=${count}` : ''}`;
-    debug('requesting:', uri);
-    !json && spinner.start((0, _print.themed)(`In progress: ${message}...`, 'secondary'));
-    const {
-      data
-    } = await _axios.default.get(uri, {
-      headers: {
-        'x-api-key': apikey
-      }
-    });
-    !json && spinner.succeed((0, _print.themed)(`Finished: ${message}.`, 'secondary'));
-    debug('response-data', data); // exit if there is no data
-
-    if (!data || data.length === 0) {
-      json ? (0, _print.printJSON)([]) : spinner.warn((0, _print.themed)(`Warning: ${(0, _print.themed)('No jobs for the specified environment, flow and tenant')}.`, 'secondary'));
-      return;
-    }
-
-    if (json) {
-      (0, _print.printJSON)(data);
-    } else {
-      // generate results table
-      const table = new _cliTable.default({
-        head: ['name', 'details']
-      });
-      data.forEach(item => table.push([item.job_name, JSON.stringify(item, undefined, 2)])); // print results
-
-      console.log(table.toString());
-    }
-  } catch (err) {
-    if (json) {
-      (0, _print.printJSON)({
-        status: 'error',
-        error: err
-      });
-    } else {
-      spinner.fail((0, _print.themed)(`Error: ${message}.`, 'secondary'));
-      (0, _print.pr)((0, _print.themed)(`Message: ${(0, _print.themed)(err.message)}`, 'secondary'));
-      debug(err);
-
-      if (err && err.response && err.response.data) {
-        debug('response', err.response.data);
-      }
-    }
-  }
-};
-
-exports.handler = handler;

package/lib/commands/jobs.js

@@ -1,32 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.handler = exports.desc = exports.command = exports.builder = void 0;
-
-var _debug = _interopRequireDefault(require("../helpers/debug"));
-
-var _baseBuilder = require("../helpers/baseBuilder");
-
-function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
-
-const debug = (0, _debug.default)('commands:jobs');
-const command = 'jobs <action>';
-exports.command = command;
-const desc = 'Manage ETL jobs';
-exports.desc = desc;
-
-const builder = async function (yargs) {
-  debug('builder', command);
-  const base = await (0, _baseBuilder.baseApiBuilder)(yargs);
-  return base.commandDir('jobs');
-};
-
-exports.builder = builder;
-
-const handler = async function (argv) {
-  debug('handler', command, argv);
-};
-
-exports.handler = handler;

package/lib/commands/snapshots/deploy.js

@@ -1,202 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.handler = exports.desc = exports.command = exports.builder = void 0;
-
-var _path = _interopRequireDefault(require("path"));
-
-var _promises = require("fs/promises");
-
-var _debug = _interopRequireDefault(require("../../helpers/debug"));
-
-var _ora = _interopRequireDefault(require("ora"));
-
-var _axios = _interopRequireDefault(require("axios/dist/node/axios.cjs"));
-
-var _awsSdk = _interopRequireDefault(require("aws-sdk"));
-
-var _cliTable = _interopRequireDefault(require("cli-table"));
-
-var _utils = require("../../helpers/utils");
-
-var _descriptions = _interopRequireDefault(require("../../helpers/descriptions"));
-
-var _print = require("../../helpers/print");
-
-var _api = require("../../helpers/api");
-
-function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
-
-const debug = (0, _debug.default)('commands:snapshots:deploy');
-const command = 'deploy';
-exports.command = command;
-const desc = 'Deploy Snapshots';
-exports.desc = desc;
-
-const builder = async yargs => {
-  debug('builder', command);
-  return yargs.option('tenant', { ..._descriptions.default.options['tenant'].config,
-    default: 'default'
-  }).option('sourceFolder', _descriptions.default.options['sourceFolder'].config).demandOption('sourceFolder', _descriptions.default.options['sourceFolder'].demandText);
-};
-
-exports.builder = builder;
-
-const handler = async argv => {
-  debug('handler', command, argv);
-  const {
-    hg,
-    json,
-    apikey,
-    env,
-    tenant,
-    sourceFolder
-  } = argv;
-  const {
-    clientApiBaseUri
-  } = hg;
-  let message;
-  let spinner = (0, _ora.default)();
-
-  const folderPrefix = _path.default.resolve(process.cwd(), sourceFolder);
-
-  try {
-    message = (0, _print.themed)(`Deploying Snapshots for Tenant ${(0, _print.themed)(tenant, 'info')} to ${(0, _print.themed)(env, 'info')}`);
-    !json && spinner.info((0, _print.themed)(`Info: ${message}.`, 'secondary')); // 1. build list of deployable files
-
-    const deployableFiles = await (0, _utils.getFolderFiles)(folderPrefix, {
-      recursive: true
-    });
-
-    if (deployableFiles.length === 0) {
-      json ? (0, _print.printJSON)({
-        status: 'error',
-        error: 'There are no files to deploy at the specified location!'
-      }) : spinner.fail((0, _print.themed)(`Error: ${(0, _print.themed)('There are no files to deploy at the specified location!')}.`, 'secondary'));
-      return;
-    } // 2. get STS credentials
-
-
-    message = (0, _print.themed)(`Verifying user and authorizing`);
-    const {
-      accessKeyId,
-      secretAccessKey,
-      sessionToken
-    } = await (0, _api.genCredentialsOnClientApi)({
-      debug,
-      baseUri: clientApiBaseUri,
-      task: 'snapshot-deploy',
-      env,
-      tenant,
-      apikey
-    });
-    !json && spinner.succeed((0, _print.themed)(`Finished: ${message}.`, 'secondary')); // create authenticated S3 instance
-
-    const s3 = new _awsSdk.default.S3({
-      accessKeyId,
-      secretAccessKey,
-      sessionToken
-    }); // 3. verify tenant is valid
-
-    message = (0, _print.themed)(`Validating tenant exists`);
-    !json && spinner.start((0, _print.themed)(`In progress: ${message}...`, 'secondary'));
-
-    try {
-      const {
-        CommonPrefixes: tenantFolders
-      } = await s3.listObjectsV2({
-        Bucket: env,
-        Prefix: `${tenant}/`,
-        Delimiter: '/'
-      }).promise();
-      if (tenantFolders.length === 0) throw new Error('Invalid tenant');
-    } catch (err) {
-      debug('err', err);
-      throw new Error(`Tenant doesn't exist. Please check your tenant (-u) argument.`);
-    }
-
-    !json && spinner.succeed((0, _print.themed)(`Finished: ${message}.`, 'secondary'));
-    const rootKey = `${tenant}/snapshots/`;
-    const table = new _cliTable.default({
-      head: ['File', 'Status']
-    }); // 4. cleanup old files
-
-    message = (0, _print.themed)(`Preparing deployment target`);
-    !json && spinner.start((0, _print.themed)(`In progress: ${message}...`, 'secondary'));
-    const {
-      Contents
-    } = await s3.listObjectsV2({
-      Bucket: env,
-      Prefix: `${rootKey}`
-    }).promise();
-    !json && spinner.stop();
-    debug('contents', Contents);
-    !json && spinner.start((0, _print.themed)(`In progress: ${message}...`, 'secondary'));
-    const filesToDelete = Contents.map(item => ({
-      Key: item.Key
-    }));
-
-    if (filesToDelete.length > 0) {
-      const delParams = {
-        Bucket: env,
-        Delete: {
-          Objects: filesToDelete,
-          Quiet: true
-        }
-      };
-      await s3.deleteObjects(delParams).promise();
-      filesToDelete.forEach(({
-        Key
-      }) => table.push([Key.substring(rootKey.length), (0, _print.themed)('Deleted', 'warn')]));
-    }
-
-    !json && spinner.succeed((0, _print.themed)(`Finished: ${message}.`, 'secondary')); // 5. upload new files
-
-    for await (const file of deployableFiles) {
-      const relativePath = _path.default.relative(sourceFolder, file);
-
-      const key = `${rootKey}${relativePath}`;
-      message = (0, _print.themed)(`Deploying file: ${(0, _print.themed)(relativePath, 'info')}`);
-      !json && spinner.start((0, _print.themed)(`In progress: ${message}...`, 'secondary'));
-      const readBuffer = await (0, _promises.readFile)(file);
-      const params = {
-        Bucket: env,
-        Key: key,
-        Body: readBuffer
-      };
-      const res = await s3.putObject(params).promise();
-      !json && spinner.succeed((0, _print.themed)(`Finished: ${message}.`, 'secondary'));
-      debug('s3-put-res', res);
-      table.push([relativePath, (0, _print.themed)('Deployed', 'info')]);
-    }
-
-    if (json) {
-      (0, _print.printJSON)({
-        status: 'success',
-        deployedFiles: deployableFiles
-      });
-    } else {
-      // print results
-      (0, _print.cl)(table.toString());
-    }
-  } catch (err) {
-    if (json) {
-      (0, _print.printJSON)({
-        status: 'error',
-        error: err
-      });
-    } else {
-      spinner.fail((0, _print.themed)(`Error: ${message}.`, 'secondary'));
-      (0, _print.pr)((0, _print.themed)(`Message: ${(0, _print.themed)(err.message)}`, 'secondary'));
-      debug(err);
-
-      if (err && err.response && err.response.data) {
-        debug('response', err.response.data);
-      }
-    }
-  }
-};
-
-exports.handler = handler;