@hotglue/cli 1.0.25 → 1.0.27

package/lib/commands/tenants/customEtl.js

@@ -1,183 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.handler = exports.desc = exports.command = exports.builder = void 0;
-
-var _debug = _interopRequireDefault(require("../../helpers/debug.js"));
-
-var _ora = _interopRequireDefault(require("ora"));
-
-var _awsSdk = _interopRequireDefault(require("aws-sdk"));
-
-var _cliTable = _interopRequireDefault(require("cli-table"));
-
-var _descriptions = _interopRequireDefault(require("../../helpers/descriptions.js"));
-
-var _print = require("../../helpers/print.js");
-
-var _api = require("../../helpers/api.js");
-
-var _utils = require("../../helpers/utils.js");
-
-function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
-
-const debug = (0, _debug.default)('commands:tenants:custom-etl');
-const command = 'custom-etl';
-exports.command = command;
-const desc = 'List tenants with custom ETL in a specific flow';
-exports.desc = desc;
-
-const builder = async yargs => {
-  debug('builder', command);
-  return yargs.option('tenant', _descriptions.default.options['tenant'].config).option('flow', _descriptions.default.options['flow'].config).demandOption('flow', _descriptions.default.options['flow'].demandText);
-};
-
-exports.builder = builder;
-
-const processTenant = async ({
-  debug,
-  baseUri,
-  apikey,
-  env,
-  flow,
-  tenant,
-  supportedSources
-}) => {
-  // Get all linked sources of the tuple (env, flow, tenant)
-  const linkedSources = await (0, _api.getLinkedSources)({
-    debug,
-    baseUri,
-    env,
-    flow,
-    tenant,
-    apikey
-  });
-  let result = null;
-
-  for (const {
-    tap
-  } of [...linkedSources, ...supportedSources]) {
-    // Generate AWS credentials in order to read the S3 tap folder
-    // Note(davi): I'm using "etl-download" because it's a "read ETL" operation
-    const {
-      accessKeyId,
-      secretAccessKey,
-      sessionToken
-    } = await (0, _api.genCredentialsOnClientApi)({
-      debug,
-      baseUri,
-      task: 'etl-download',
-      env,
-      tenant,
-      flow,
-      tap,
-      apikey
-    });
-    const s3 = new _awsSdk.default.S3({
-      accessKeyId,
-      secretAccessKey,
-      sessionToken
-    });
-    const keyPrefix = `${tenant}/flows/${flow}/taps/${tap}/etl/`;
-    const params = {
-      Bucket: env,
-      Prefix: keyPrefix
-    }; // List all files inside the S3 tap folder
-
-    const {
-      Contents: s3Files
-    } = await s3.listObjectsV2(params).promise(); // Check if either "etl.py" or "etl.ipynb" exist
-
-    const hasCustomEtl = s3Files.some(({
-      Key
-    }) => Key.endsWith('etl.py') || Key.endsWith('etl.ipynb'));
-    if (hasCustomEtl) result = tenant; // If it's true, we can break already
-
-    if (result !== null) break;
-  }
-
-  return result;
-};
-
-const handler = async argv => {
-  debug('handler', command, argv);
-  const {
-    hg,
-    json,
-    apikey,
-    env,
-    flow
-  } = argv;
-  let message;
-  let spinner = (0, _ora.default)();
-
-  try {
-    message = (0, _print.themed)(`Retrieving tenants for environment ${(0, _print.themed)(env, 'info')}`);
-    !json && spinner.start((0, _print.themed)(`In progress: ${message}...`, 'secondary'));
-    const [allTenants, supportedSources] = await Promise.all([(0, _api.getTenants)({
-      debug,
-      baseUri: hg.clientApiBaseUri,
-      apikey,
-      env
-    }), (0, _api.getSupportedSources)({
-      debug,
-      baseUri: hg.clientApiBaseUri,
-      apikey,
-      env,
-      flow
-    })]);
-    !json && spinner.succeed((0, _print.themed)(`Finished: ${message}.`, 'secondary'));
-    let tenantsWithCustomEtl = [];
-    message = (0, _print.themed)(`Querying for custom ETL scripts for flow ${(0, _print.themed)(flow, 'info')}`);
-    !json && spinner.start((0, _print.themed)(`In progress: ${message}...`, 'secondary')); // Break the tenants array in to an array of arrays so we can make
-    // parallel calls and make it faster
-
-    for (const tenants of (0, _utils.buildChunks)(allTenants)) {
-      const maybeTenantsWithCustomEtl = await Promise.all(tenants.map(tenant => processTenant({
-        debug,
-        baseUri: hg.clientApiBaseUri,
-        apikey,
-        env,
-        flow,
-        tenant,
-        supportedSources
-      }))); // Note(davi): we need the `.filter(Boolean)` because sometimes
-      // the function above returns `null`
-
-      tenantsWithCustomEtl = tenantsWithCustomEtl.concat(maybeTenantsWithCustomEtl.filter(Boolean));
-    }
-
-    !json && spinner.succeed((0, _print.themed)(`Finished: ${message}.`, 'secondary'));
-
-    if (json) {
-      (0, _print.printJSON)(tenantsWithCustomEtl);
-    } else {
-      // generate results table
-      const table = new _cliTable.default({
-        head: ['Tenant ID']
-      });
-      table.push(...tenantsWithCustomEtl.map(item => [item])); // print results
-
-      console.log(table.toString());
-    }
-  } catch (err) {
-    if (json) {
-      (0, _print.printJSON)({
-        status: 'error',
-        error: err
-      });
-    } else {
-      spinner.fail((0, _print.themed)(`Error: ${message}.`, 'secondary'));
-      (0, _print.pr)((0, _print.themed)(`Message: ${(0, _print.themed)(err.message)}`, 'secondary'));
-      debug(err);
-
-      if (err && err.response && err.response.data) {
-        debug('response', err.response.data);
-      }
-    }
-  }
-};
-
-exports.handler = handler;

package/lib/commands/tenants/customFieldMap.js

@@ -1,191 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.handler = exports.desc = exports.command = exports.builder = void 0;
-
-var _debug = _interopRequireDefault(require("../../helpers/debug.js"));
-
-var _ora = _interopRequireDefault(require("ora"));
-
-var _awsSdk = _interopRequireDefault(require("aws-sdk"));
-
-var _cliTable = _interopRequireDefault(require("cli-table"));
-
-var _descriptions = _interopRequireDefault(require("../../helpers/descriptions.js"));
-
-var _print = require("../../helpers/print.js");
-
-var _api = require("../../helpers/api.js");
-
-var _utils = require("../../helpers/utils.js");
-
-function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
-
-const debug = (0, _debug.default)('commands:tenants:custom-field-map');
-const command = 'custom-field-map';
-exports.command = command;
-const desc = 'List tenants with custom field map in a specific flow';
-exports.desc = desc;
-
-const builder = async yargs => {
-  debug('builder', command);
-  return yargs.option('tenant', _descriptions.default.options['tenant'].config).option('flow', _descriptions.default.options['flow'].config).demandOption('flow', _descriptions.default.options['flow'].demandText);
-};
-
-exports.builder = builder;
-
-const processTenant = async ({
-  debug,
-  baseUri,
-  apikey,
-  env,
-  flow,
-  tenant,
-  isV2Flow
-}) => {
-  // Get all linked connectors/sources of the tuple (env, flow, tenant)
-  const linkedConnectors = isV2Flow ? await (0, _api.getLinkedConnectors)({
-    debug,
-    baseUri,
-    env,
-    flow,
-    tenant,
-    apikey
-  }) : await (0, _api.getLinkedSources)({
-    debug,
-    baseUri,
-    env,
-    flow,
-    tenant,
-    apikey
-  });
-  const connectors = []; // Generate AWS credentials in order to read the S3 tap folder
-
-  const {
-    accessKeyId,
-    secretAccessKey,
-    sessionToken
-  } = await (0, _api.genCredentialsOnClientApi)({
-    debug,
-    baseUri,
-    task: 'field-map-download',
-    env,
-    tenant,
-    flow,
-    apikey
-  });
-  const s3 = new _awsSdk.default.S3({
-    accessKeyId,
-    secretAccessKey,
-    sessionToken
-  });
-
-  for (const {
-    id,
-    tap
-  } of linkedConnectors) {
-    const entityLabel = isV2Flow ? 'connectors' : 'taps';
-    const params = {
-      Bucket: env,
-      Key: `${tenant}/flows/${flow}/${entityLabel}/${isV2Flow ? id : tap}/fieldMap.json`
-    };
-
-    try {
-      await s3.headObject(params).promise();
-      connectors.push(isV2Flow ? id : tap);
-    } catch (error) {// Does not have fieldMap.json
-    }
-  }
-
-  return {
-    tenant,
-    connectors
-  };
-};
-
-const handler = async argv => {
-  debug('handler', command, argv);
-  const {
-    hg,
-    json,
-    apikey,
-    env,
-    flow
-  } = argv;
-  let message;
-  let spinner = (0, _ora.default)();
-
-  try {
-    message = (0, _print.themed)(`Retrieving tenants for environment ${(0, _print.themed)(env, 'info')}`);
-    !json && spinner.start((0, _print.themed)(`In progress: ${message}...`, 'secondary'));
-    const [allTenants, supportedFlow] = await Promise.all([(0, _api.getTenants)({
-      debug,
-      baseUri: hg.clientApiBaseUri,
-      apikey,
-      env
-    }), (0, _api.getSupportedFlow)({
-      debug,
-      baseUri: hg.clientApiBaseUri,
-      apikey,
-      env,
-      flow
-    })]);
-    const isV2Flow = (supportedFlow === null || supportedFlow === void 0 ? void 0 : supportedFlow.version) === 2;
-    !json && spinner.succeed((0, _print.themed)(`Finished: ${message}.`, 'secondary'));
-    const tenantsWithCustomFieldMap = [];
-    message = (0, _print.themed)(`Querying for custom field maps for flow ${(0, _print.themed)(flow, 'info')}`);
-    !json && spinner.start((0, _print.themed)(`In progress: ${message}...`, 'secondary')); // Break the tenants array in to an array of arrays so we can make
-    // parallel calls and make it faster
-
-    for (const tenants of (0, _utils.buildChunks)(allTenants)) {
-      const maybeTenantsWithCustomFieldMap = await Promise.all(tenants.map(tenant => processTenant({
-        debug,
-        baseUri: hg.clientApiBaseUri,
-        apikey,
-        env,
-        flow,
-        tenant,
-        isV2Flow
-      })));
-      tenantsWithCustomFieldMap.push(...maybeTenantsWithCustomFieldMap.filter(({
-        connectors
-      }) => connectors.length > 0));
-    }
-
-    !json && spinner.succeed((0, _print.themed)(`Finished: ${message}.`, 'secondary'));
-
-    if (json) {
-      (0, _print.printJSON)(tenantsWithCustomFieldMap);
-    } else {
-      // generate results table
-      const table = new _cliTable.default({
-        head: ['Tenant ID', 'Connector IDs']
-      });
-      table.push(...tenantsWithCustomFieldMap.map(({
-        tenant,
-        connectors
-      }) => [tenant, connectors.join(', ')])); // print results
-
-      console.log(table.toString());
-    }
-  } catch (err) {
-    if (json) {
-      (0, _print.printJSON)({
-        status: 'error',
-        error: err
-      });
-    } else {
-      spinner.fail((0, _print.themed)(`Error: ${message}.`, 'secondary'));
-      (0, _print.pr)((0, _print.themed)(`Message: ${(0, _print.themed)(err.message)}`, 'secondary'));
-      debug(err);
-
-      if (err && err.response && err.response.data) {
-        debug('response', err.response.data);
-      }
-    }
-  }
-};
-
-exports.handler = handler;

package/lib/commands/tenants/delete.js

@@ -1,150 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.handler = exports.desc = exports.command = exports.builder = void 0;
-
-var _awsSdk = _interopRequireDefault(require("aws-sdk"));
-
-var _ora = _interopRequireDefault(require("ora"));
-
-var _cliTable = _interopRequireDefault(require("cli-table"));
-
-var _debug = _interopRequireDefault(require("../../helpers/debug.js"));
-
-var _descriptions = _interopRequireDefault(require("../../helpers/descriptions.js"));
-
-var _print = require("../../helpers/print.js");
-
-var _api = require("../../helpers/api.js");
-
-function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
-
-const debug = (0, _debug.default)('commands:tenants:delete');
-const command = 'delete';
-exports.command = command;
-const desc = 'Delete tenant';
-exports.desc = desc;
-
-const builder = async yargs => {
-  debug('builder', command);
-  return yargs.option('tenant', _descriptions.default.options['tenant'].config);
-};
-
-exports.builder = builder;
-
-const handler = async argv => {
-  debug('handler', command, argv);
-  const {
-    hg,
-    json,
-    apikey,
-    env,
-    tenant
-  } = argv;
-  const {
-    clientApiBaseUri
-  } = hg;
-  let message;
-  let spinner = (0, _ora.default)();
-
-  try {
-    if (tenant === 'default') {
-      throw new Error('It\'s not possible to delete "default" tenant!');
-    }
-
-    message = (0, _print.themed)(`Deleting tenant ${tenant} schedules`);
-    !json && spinner.start((0, _print.themed)(`In progress: ${message}...`, 'secondary'));
-    await (0, _api.deleteTenantSchedules)({
-      debug,
-      baseUri: clientApiBaseUri,
-      env,
-      apikey,
-      tenant
-    });
-    !json && spinner.succeed((0, _print.themed)(`Finished: ${message}.`, 'secondary'));
-    message = (0, _print.themed)(`Verifying user and authorizing`);
-    !json && spinner.start((0, _print.themed)(`In progress: ${message}...`, 'secondary'));
-    const {
-      accessKeyId,
-      secretAccessKey,
-      sessionToken
-    } = await (0, _api.genCredentialsOnClientApi)({
-      debug,
-      baseUri: clientApiBaseUri,
-      task: 'tenant-delete',
-      env,
-      tenant,
-      apikey
-    });
-    !json && spinner.succeed((0, _print.themed)(`Finished: ${message}.`, 'secondary')); // created authenticated S3 instance
-
-    const s3 = new _awsSdk.default.S3({
-      accessKeyId,
-      secretAccessKey,
-      sessionToken
-    });
-    message = (0, _print.themed)(`Deleting tenant ${tenant} for environment ${(0, _print.themed)(env, 'info')}`);
-    !json && spinner.start((0, _print.themed)(`In progress: ${message}...`, 'secondary'));
-
-    while (true) {
-      // List objects, 1000 keys at a time
-      const s3Objects = await s3.listObjectsV2({
-        Bucket: env,
-        Prefix: `${tenant}/`
-      }).promise();
-      const Objects = (s3Objects.Contents || []).map(({
-        Key
-      }) => ({
-        Key
-      }));
-
-      if (Objects.length === 0) {
-        break;
-      } // Purge the objects
-
-
-      const response = await s3.deleteObjects({
-        Bucket: env,
-        Delete: {
-          Objects
-        }
-      }).promise();
-    }
-
-    !json && spinner.succeed((0, _print.themed)(`Finished: ${message}.`, 'secondary'));
-
-    if (json) {
-      (0, _print.printJSON)({
-        statu: 'success',
-        tenantDeleted: tenant
-      });
-    } else {
-      // generate results table
-      const table = new _cliTable.default({
-        head: ['Tenant ID']
-      });
-      table.push([tenant]); // print results
-
-      console.log(table.toString());
-    }
-  } catch (err) {
-    if (json) {
-      (0, _print.printJSON)({
-        status: 'error',
-        error: err
-      });
-    } else {
-      spinner.fail((0, _print.themed)(`Error: ${message}.`, 'secondary'));
-      (0, _print.pr)((0, _print.themed)(`Message: ${(0, _print.themed)(err.message)}`, 'secondary'));
-      debug(err);
-
-      if (err && err.response && err.response.data) {
-        debug('response', err.response.data);
-      }
-    }
-  }
-};
-
-exports.handler = handler;

package/lib/commands/tenants/index.js

@@ -1,23 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.tenants = void 0;
-
-var customEtl = _interopRequireWildcard(require("./customEtl.js"));
-
-var customField = _interopRequireWildcard(require("./customFieldMap.js"));
-
-var del = _interopRequireWildcard(require("./delete.js"));
-
-var list = _interopRequireWildcard(require("./list.js"));
-
-var updateConfig = _interopRequireWildcard(require("./updateConfig.js"));
-
-function _getRequireWildcardCache(nodeInterop) { if (typeof WeakMap !== "function") return null; var cacheBabelInterop = new WeakMap(); var cacheNodeInterop = new WeakMap(); return (_getRequireWildcardCache = function (nodeInterop) { return nodeInterop ? cacheNodeInterop : cacheBabelInterop; })(nodeInterop); }
-
-function _interopRequireWildcard(obj, nodeInterop) { if (!nodeInterop && obj && obj.__esModule) { return obj; } if (obj === null || typeof obj !== "object" && typeof obj !== "function") { return { default: obj }; } var cache = _getRequireWildcardCache(nodeInterop); if (cache && cache.has(obj)) { return cache.get(obj); } var newObj = {}; var hasPropertyDescriptor = Object.defineProperty && Object.getOwnPropertyDescriptor; for (var key in obj) { if (key !== "default" && Object.prototype.hasOwnProperty.call(obj, key)) { var desc = hasPropertyDescriptor ? Object.getOwnPropertyDescriptor(obj, key) : null; if (desc && (desc.get || desc.set)) { Object.defineProperty(newObj, key, desc); } else { newObj[key] = obj[key]; } } } newObj.default = obj; if (cache) { cache.set(obj, newObj); } return newObj; }
-
-const tenants = [customEtl, customField, del, list, updateConfig];
-exports.tenants = tenants;

package/lib/commands/tenants/list.js

@@ -1,97 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.handler = exports.desc = exports.command = exports.builder = void 0;
-
-var _debug = _interopRequireDefault(require("../../helpers/debug.js"));
-
-var _ora = _interopRequireDefault(require("ora"));
-
-var _axios = _interopRequireDefault(require("axios"));
-
-var _cliTable = _interopRequireDefault(require("cli-table"));
-
-var _descriptions = _interopRequireDefault(require("../../helpers/descriptions.js"));
-
-var _print = require("../../helpers/print.js");
-
-function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
-
-const debug = (0, _debug.default)('commands:tenants:list');
-const command = 'list';
-exports.command = command;
-const desc = 'List tenants';
-exports.desc = desc;
-
-const builder = async yargs => {
-  debug('builder', command);
-  return yargs.option('tenant', _descriptions.default.options['tenant'].config);
-};
-
-exports.builder = builder;
-
-const handler = async argv => {
-  debug('handler', command, argv);
-  const {
-    hg,
-    json,
-    apikey,
-    env,
-    tenant
-  } = argv;
-  let message;
-  let spinner = (0, _ora.default)();
-
-  try {
-    // 1. get data from client-api backend
-    message = (0, _print.themed)(`Retrieving tenants for environment ${(0, _print.themed)(env, 'info')}`);
-    const uri = `${hg.clientApiBaseUri}/tenants/${env}${tenant ? `?tenant=${tenant}` : ''}`;
-    debug('requesting:', uri);
-    !json && spinner.start((0, _print.themed)(`In progress: ${message}...`, 'secondary'));
-    const {
-      data
-    } = await _axios.default.get(uri, {
-      headers: {
-        'x-api-key': apikey
-      }
-    });
-    !json && spinner.succeed((0, _print.themed)(`Finished: ${message}.`, 'secondary'));
-    debug('response-data', data); // exit if there is no data
-
-    if (!data || data.length === 0) {
-      json ? (0, _print.printJSON)([]) : spinner.info((0, _print.themed)(`Info: ${(0, _print.themed)('No tenants found in the specified environment')}.`, 'secondary'));
-      return;
-    }
-
-    if (json) {
-      (0, _print.printJSON)(data);
-    } else {
-      // generate results table
-      const table = new _cliTable.default({
-        head: ['tenant ID']
-      });
-      table.push(...data.map(item => [item])); // print results
-
-      console.log(table.toString());
-    }
-  } catch (err) {
-    if (json) {
-      (0, _print.printJSON)({
-        status: 'error',
-        error: err
-      });
-    } else {
-      spinner.fail((0, _print.themed)(`Error: ${message}.`, 'secondary'));
-      (0, _print.pr)((0, _print.themed)(`Message: ${(0, _print.themed)(err.message)}`, 'secondary'));
-      debug(err);
-
-      if (err && err.response && err.response.data) {
-        debug('response', err.response.data);
-      }
-    }
-  }
-};
-
-exports.handler = handler;