@contrail/cli 1.0.71 → 2.0.1

package/src/types/parse-types.ts

@@ -1,227 +0,0 @@
-import { GetSuggestedTypes, GetTypesFromTemplate, GetTypesFromTemplateWithOptionSetsFromData } from '@contrail/types';
-import chalk from 'chalk';
-import fs from 'fs';
-import { getSeparatorByPlatform } from '../common';
-import * as csvToJson from 'csvtojson';
-import { authUser } from '../auth/login';
-import { getCSVFromFile } from './csv-parser';
-
-const yaml = require('js-yaml');
-
-// This uses local files to get the data to parse into types
-export async function ParseTypesFromLocalFiles(args) {
-  try {
-    if (args?.length < 4) {
-      throw new Error('File names must be included.');
-    }
-    console.log('%s Parsing', chalk.yellow.bold('TYPES AND OPTION SETS'));
-    const fileLocations = (args as Array<string>).slice(3);
-    console.log('Using File Location(s): ', fileLocations);
-
-    await parseTypesFromLocalFiles(fileLocations);
-    console.log('%s Parsed', chalk.yellow.bold('TYPES AND OPTION SETS'));
-
-  }
-  catch (e) {
-    console.log(`%s Parsing Failed. ${e}`, chalk.red.bold('FAIL'));
-    return;
-  }
-
-  console.log('%s Parsing Complete.', chalk.green.bold('COMPLETE'));
-}
-
-// This uses VibeIq file ids to get the data to parse into types
-export async function ParseTypesFromFiles(args) {
-  try {
-    if (args?.length < 4) {
-      throw new Error('File ids must be included.');
-    }
-    console.log('%s Parsing', chalk.yellow.bold('TYPES AND OPTION SETS'));
-    const fileIds = (args as Array<string>).slice(3);
-    console.log('Using FileId(s): ', fileIds);
-
-    await parseTypesFromFiles(fileIds);
-    console.log('%s Parsed', chalk.yellow.bold('TYPES AND OPTION SETS'));
-
-  }
-  catch (e) {
-    console.log(`%s Parsing Failed. ${e}`, chalk.red.bold('FAIL'));
-    return;
-  }
-
-  console.log('%s Parsing Complete.', chalk.green.bold('COMPLETE'));
-}
-
-// This uses local files to get type template file and the data file to parse into types
-export async function ParseTypesFromTemplateFromLocalFiles(args) {
-  try {
-    if (args?.length < 5) {
-      throw new Error('File names must be included.');
-    }
-    console.log('%s Parsing', chalk.yellow.bold('TYPES AND OPTION SETS'));
-    const templateFileLocation = args[3];
-    const dataFileLocation = args[4];
-    console.log('Using Template File Location: ', templateFileLocation);
-    console.log('Using Data File Location: ', dataFileLocation);
-
-    await parseTypesFromTemplateFromLocalFiles(templateFileLocation, dataFileLocation);
-    console.log('%s Parsed', chalk.yellow.bold('TYPES AND OPTION SETS'));
-
-  }
-  catch (e) {
-    console.log(`%s Parsing Failed. ${e}`, chalk.red.bold('FAIL'));
-    return;
-  }
-
-  console.log('%s Parsing Complete.', chalk.green.bold('COMPLETE'));
-}
-
-export async function ParseTypesFromTemplateAndDataFromLocalFiles(args) {
-  try {
-    if (args?.length < 5) {
-      throw new Error('File names must be included.');
-    }
-    console.log('%s Parsing', chalk.yellow.bold('TYPES AND OPTION SETS'));
-    const templateFileLocation = args[3];
-    const dataFileLocations = (args as Array<string>).slice(4);
-
-    console.log('Using Template File Location: ', templateFileLocation);
-    console.log('Using Data File Location: ', dataFileLocations);
-
-    await parseTypesFromTemplateAndDataFromLocalFiles(templateFileLocation, dataFileLocations);
-    console.log('%s Parsed', chalk.yellow.bold('TYPES AND OPTION SETS'));
-
-  }
-  catch (e) {
-    console.log(`%s Parsing Failed. ${e}`, chalk.red.bold('FAIL'));
-    return;
-  }
-
-  console.log('%s Parsing Complete.', chalk.green.bold('COMPLETE'));
-}
-
-async function loadDataFromLocalCSV(fileName) {
-  const CURRENT_DIR = process.cwd();
-  try {
-    const separator = getSeparatorByPlatform();
-    const fullPath = CURRENT_DIR + separator + fileName;
-
-    console.log('Getting file from path: ', fullPath);
-    const csvData = await csvToJson.default({flatKeys: true}).fromFile(fullPath);
-
-    return csvData;
-  } catch (e) {
-    throw new Error(`ERROR PARSING CSV: ${e}`);
-  }
-}
-
-async function parseTypesFromLocalFiles(fileLocations: string[]) {
-
-  const csvJSONData: any[] = [];
-  for (const fileLocation of fileLocations) {
-    try {
-      console.log('Getting data for fileLocation: ', fileLocation);
-      const csvData = await loadDataFromLocalCSV(fileLocation);
-
-      console.log(`CSV import was successful. ${csvData?.length} rows found. Adding to total rows.`);
-      csvJSONData.push(...csvData);
-    }
-    catch (e) {
-      console.log('Error importing csv data.', e);
-      throw e;
-    }
-  }
-
-  console.log(`CSV imports were successful. ${csvJSONData?.length} total rows found.`);
-  const suggestions = GetSuggestedTypes(csvJSONData);
-  saveData(suggestions.OptionSets, 'parsed_optionSets.yml');
-  saveData({ typeProperties: suggestions.TypeProperties }, 'parsed_typeProperties.yml');
-}
-
-async function parseTypesFromTemplateFromLocalFiles(templateFileLocation: string, dataFileLocation: string) {
-
-  let templateCSVData: any[] = [];
-  let dataCSVData: any[] = [];
-  try {
-    console.log('Getting template from fileLocation: ', templateFileLocation);
-    templateCSVData = await loadDataFromLocalCSV(templateFileLocation);
-    console.log(`CSV import was successful. ${templateCSVData?.length} rows found.`);
-
-    console.log('Getting data from fileLocation: ', dataFileLocation);
-    dataCSVData = await loadDataFromLocalCSV(dataFileLocation);
-    console.log(`CSV import was successful. ${dataCSVData?.length} rows found.`);
-  }
-  catch (e) {
-    console.log('Error importing csv data.', e);
-    throw e;
-  }
-
-  const types = GetTypesFromTemplate(templateCSVData, dataCSVData);
-  saveData(types.OptionSets, 'parsed_optionSets.yml');
-  saveData({ TypePropertiesByEntity: types.TypePropertiesByEntity }, 'parsed_TypePropertiesByEntity.yml');
-}
-
-async function parseTypesFromTemplateAndDataFromLocalFiles(templateFileLocation: string, dataFileLocations: string[]) {
-
-  let templateCSVData: any[] = [];
-  try {
-    console.log('Getting template from fileLocation: ', templateFileLocation);
-    templateCSVData = await loadDataFromLocalCSV(templateFileLocation);
-    console.log(`CSV import was successful. ${templateCSVData?.length} rows found.`);
-  }
-  catch (e) {
-    console.log('Error importing csv data.', e);
-    throw e;
-  }
-
-  const dataCSVData: any[] = [];
-  for (const dataFileLocation of dataFileLocations) {
-    try {
-      console.log('Getting data for dataFileLocation: ', dataFileLocation);
-      const csvData = await loadDataFromLocalCSV(dataFileLocation);
-
-      console.log(`CSV import was successful. ${csvData?.length} rows found. Adding to total rows.`);
-      dataCSVData.push(...csvData);
-    }
-    catch (e) {
-      console.log('Error importing csv data.', e);
-      throw e;
-    }
-  }
-
-  const types = GetTypesFromTemplateWithOptionSetsFromData(templateCSVData, dataCSVData);
-  saveData(types.OptionSets, 'parsed_optionSets.yml');
-  saveData({ TypePropertiesByEntity: types.TypePropertiesByEntity }, 'parsed_TypePropertiesByEntity.yml');
-}
-
-async function parseTypesFromFiles(fileIds: string[]) {
-  await authUser();
-
-  // get csv data
-  const csvJSONData: any[] = [];
-  for (const loadFileId of fileIds) {
-    try {
-      console.log('Getting data for fileId: ', loadFileId);
-      const csvJSON = await getCSVFromFile(loadFileId);
-      console.log(`CSV download was successful. ${csvJSON?.length} rows found. Adding to total rows`);
-      csvJSONData.push(...csvJSON);
-    }
-    catch (e) {
-      console.log('Error retrieving csv data', e);
-      throw e;
-    }
-  }
-
-  console.log(`CSV downloads were successful. ${csvJSONData?.length} total rows found.`);
-  const suggestions = GetSuggestedTypes(csvJSONData);
-
-  saveData(suggestions.OptionSets, 'parsed_optionSets.yml');
-  saveData({ typeProperties: suggestions.TypeProperties }, 'parsed_typeProperties.yml');
-}
-
-function saveData(data, name) {
-  const yamlStr = yaml.dump(data);
-  const CURRENT_DIR = process.cwd();
-  const separator = getSeparatorByPlatform();
-  fs.writeFileSync(CURRENT_DIR + separator + name, yamlStr, 'utf8');
-}

package/src/types/rule-set-uploader.ts

@@ -1,187 +0,0 @@
-import { Entities } from '@contrail/sdk';
-import fs from 'fs';
-import * as path from 'path';
-import { authUser } from '../auth/login';
-import chalk from 'chalk';
-
-const yaml = require('js-yaml');
-
-export async function uploadRuleSets(args) {
-  try {
-    await authUser();
-
-    console.log('%s Uploading', chalk.yellow.bold('RULE SET'));
-    const [reducedRuleSets, reducedRuleSetLinks] = await loadReducedRuleSets();
-    await uploadRuleSetObjects(reducedRuleSets);
-    await uploadRuleSetLinkObjects(reducedRuleSetLinks);
-    console.log('%s Uploaded', chalk.yellow.bold('RULE SET'));
-
-  }
-  catch (e) {
-    console.log(`%s Rule Set Upload Failed. ${e}`, chalk.red.bold('FAIL'));
-    return;
-  }
-
-  console.log('%s Rule set Upload Complete.', chalk.green.bold('COMPLETE'));
-}
-
-function loadReducedRuleSets() {
-  const ruleSets = [];
-  let ruleSetLinks = [];
-  const TARGET_DIR = process.cwd();
-  try {
-    const files = fs.readdirSync(path.join(TARGET_DIR, 'rule-sets'));
-    for(const file of files) {
-      ruleSets.push(yaml.load(fs.readFileSync(path.join(TARGET_DIR, 'rule-sets', file), 'utf8')));
-    }
-    ruleSetLinks = yaml.load(fs.readFileSync(path.join(TARGET_DIR, 'rule-set-links.yml'), 'utf8'));
-    return [ruleSets, ruleSetLinks];
-  } catch (e) {
-    throw new Error(`ERROR PARSING YAML: ${e}`);
-  }
-}
-
-async function uploadRuleSetObjects(reducedRuleSets) {
-
-  const currentRuleSets = await new Entities().get({
-    entityName: 'type-rule-set',
-  });
-
-  const currentRuleSetsByName = {};
-  for (const currentRuleSet of currentRuleSets) {
-    currentRuleSetsByName[currentRuleSet.name] = currentRuleSet;
-  }
-
-  const loadedRuleSetsByName = {};
-  for (const loadedRuleSet of reducedRuleSets) {
-    loadedRuleSetsByName[loadedRuleSet.name] = loadedRuleSet;
-  }
-
-  console.debug('current rule sets:', currentRuleSets);
-  console.debug('reduced rule sets:', reducedRuleSets);
-
-  for (const reducedRuleSet of reducedRuleSets) {
-    try {
-      const found = currentRuleSetsByName[reducedRuleSet.name];
-      if (!found) {
-        console.log('Creating: ', reducedRuleSet.name);
-        await new Entities().create({
-          entityName: 'type-rule-set',
-          object: reducedRuleSet
-        });
-      } else {
-        console.log('Updating: ', reducedRuleSet.name);
-        await new Entities().update({
-          entityName: 'type-rule-set',
-          id: found.id,
-          object: reducedRuleSet,
-        });
-      }
-    } catch (err) {
-      throw new Error(`Error Uploading rule sets: ${err}`);
-    }
-  }
-
-  for (const currentRuleSet of currentRuleSets) {
-    try {
-      const found = loadedRuleSetsByName[currentRuleSet.name];
-      if (!found) {
-        console.log('Deleting: ', currentRuleSet.name);
-        await new Entities().delete({
-          entityName: 'type-rule-set',
-          id: currentRuleSet.id,
-        });
-      }
-    } catch (err) {
-      throw new Error(`Error Deleting rule set: ${err}`);
-    }
-  }
-
-}
-
-async function uploadRuleSetLinkObjects(loadedRuleSetLinks) {
-
-  const types = await new Entities().get({
-    entityName: 'type',
-  });
-
-  const currentRuleSets = await new Entities().get({
-    entityName: 'type-rule-set',
-  });
-
-  const currentRuleSetLinks = await new Entities().get({
-    entityName: 'type-rule-set-link',
-  });
-
-  const currentLinksHashes = {};
-  for (const currentLink of currentRuleSetLinks) {
-    const foundType = types.find(t => t.id === currentLink.typeId);
-    const foundRuleSet = currentRuleSets.find(rs => rs.id === currentLink.typeRuleSetId);
-    const hash = `${foundType.slug}|${foundRuleSet.name}`;
-    currentLinksHashes[hash] = currentLink;
-  }
-
-  const reducedLinksByHashes = {};
-  for (const loadedLink of loadedRuleSetLinks) {
-    const hash = `${loadedLink.type}|${loadedLink.ruleSet}`;
-    reducedLinksByHashes[hash] = loadedLink;
-  }
-
-  console.debug('current rule set links:', currentLinksHashes);
-  console.debug('reduced rule set links:', reducedLinksByHashes);
-
-  for (const loadedRuleSetLink of loadedRuleSetLinks) {
-    try {
-      const found = currentLinksHashes[`${loadedRuleSetLink.type}|${loadedRuleSetLink.ruleSet}`];
-      if (!found) {
-        if (!transformReducedLink(loadedRuleSetLink, types, currentRuleSets)) { continue; }
-        console.log('Creating: ', loadedRuleSetLink);
-        await new Entities().create({
-          entityName: 'type-rule-set-link',
-          object: {
-            typeRuleSetId: loadedRuleSetLink.ruleSet,
-            typeId: loadedRuleSetLink.type,
-          },
-        });
-      } else {
-        if (!transformReducedLink(loadedRuleSetLink, types, currentRuleSets)) { continue; }
-        console.log('skipping updating existing rule set link: ', loadedRuleSetLink);
-      }
-    } catch (err) {
-      throw new Error(`Error Uploading rule set links: ${err}`);
-    }
-  }
-
-  for (const [currentLinkHash, currentLink] of Object.entries(currentLinksHashes)) {
-    try {
-      const found = reducedLinksByHashes[currentLinkHash];
-      if (!found) {
-        console.log('Deleting: ', currentLinkHash);
-        await new Entities().delete({
-          entityName: 'type-rule-set-link',
-          id: currentLink['id'],
-        });
-      }
-    } catch (err) {
-      throw new Error(`Error Deleting rule set link: ${err}`);
-    }
-  }
-
-}
-
-function transformReducedLink(ruleSetLink, types, ruleSets) {
-  const foundType = types.find(t => t.slug === ruleSetLink.type);
-  if (!foundType) {
-    console.error('Could not find type with name', ruleSetLink.type);
-    return false;
-  }
-  ruleSetLink.type = foundType.id;
-
-  const foundRuleSet = ruleSets.find(rs => rs.name === ruleSetLink.ruleSet);
-  if (!foundRuleSet) {
-    console.error('Could not find rule set with name', foundType.ruleSet);
-    return false;
-  }
-  ruleSetLink.ruleSet = foundRuleSet.id;
-  return true;
-}

package/src/types/type-property-policy-uploader.ts

@@ -1,192 +0,0 @@
-import { Entities } from '@contrail/sdk';
-import fs from 'fs';
-import * as path from 'path';
-import { authUser } from '../auth/login';
-import chalk from 'chalk';
-import { getTypes } from './types-extractor';
-
-const yaml = require('js-yaml');
-
-export async function uploadTypePropertyPolicies(args) {
-  try {
-    await authUser();
-
-    console.log('%s Uploading', chalk.yellow.bold('TYPE PROPERTY POLICY'));
-    const [reducedTypePropertyPolicies, reducedTypePropertyPolicyLinks] = await loadTPPolicies();
-    await uploadTPPolicyObjects(reducedTypePropertyPolicies);
-    await uploadTypePropertyPolicyLinks(reducedTypePropertyPolicyLinks);
-    console.log('%s Uploaded', chalk.yellow.bold('TYPE PROPERTY POLICY'));
-
-  }
-  catch (e) {
-    console.log(`%s Type Property Policy Upload Failed. ${e}`, chalk.red.bold('FAIL'));
-    return;
-  }
-
-  console.log('%s Type Property Policy Upload Complete.', chalk.green.bold('COMPLETE'));
-}
-
-function loadTPPolicies() {
-  const tpps = [];
-  let tppLinks = [];
-  const TARGET_DIR = process.cwd();
-  try {
-    const files = fs.readdirSync(path.join(TARGET_DIR, 'type-property-policies'));
-    for(const file of files) {
-      tpps.push(yaml.load(fs.readFileSync(path.join(TARGET_DIR, 'type-property-policies', file), 'utf8')));
-    }
-    tppLinks = yaml.load(fs.readFileSync(path.join(TARGET_DIR, 'type-property-policy-links.yml'), 'utf8'));
-    return [tpps, tppLinks];
-  } catch (e) {
-    throw new Error(`ERROR PARSING YAML: ${e}`);
-  }
-}
-
-async function uploadTPPolicyObjects(reducedTypePropertyPolicies) {
-
-  const currentTPPolicies = await new Entities().get({
-    entityName: 'type-property-policy',
-  });
-
-  const currentTPPByLabel = {};
-  for (const currentTPP of currentTPPolicies) {
-    currentTPPByLabel[currentTPP.label] = currentTPP;
-  }
-
-  const loadedTPPByName = {};
-  for (const loadedTPP of reducedTypePropertyPolicies) {
-    loadedTPPByName[loadedTPP.label] = loadedTPP;
-  }
-
-  console.debug('current tp policy:', currentTPPolicies);
-  console.debug('reduced tp policy:', reducedTypePropertyPolicies);
-
-  for (const [label, loadedTPP] of Object.entries(loadedTPPByName)) {
-    try {
-      const found = currentTPPByLabel[label];
-      if (!found) {
-        console.log('Creating: ', label);
-        await new Entities().create({
-          entityName: 'type-property-policy',
-          object: loadedTPP
-        });
-      } else {
-        console.log('Updating: ', label);
-        await new Entities().update({
-          entityName: 'type-property-policy',
-          id: found.id,
-          object: loadedTPP,
-        });
-      }
-    } catch (err) {
-      throw new Error(`Error Uploading Type Property Policy: ${err}`);
-    }
-  }
-
-  for (const [label, currentTPP] of Object.entries(currentTPPByLabel)) {
-    try {
-      const found = loadedTPPByName[label];
-      if (!found) {
-        console.log('Deleting: ', label);
-        await new Entities().delete({
-          entityName: 'type-property-policy',
-          id: currentTPP['id'],
-        });
-      }
-    } catch (err) {
-      throw new Error(`Error Type Property Policy: ${err}`);
-    }
-  }
-
-}
-
-async function uploadTypePropertyPolicyLinks(reducedTypePropertyPolicyLinks) {
-  const typesWithProperties = await getTypes();
-  const typeProperties = typesWithProperties
-    .filter(t => !!t.typeProperties)
-    .map(t => t.typeProperties)
-    .reduce((a, b) => a.concat(b));
-
-  const currentTPPs = await new Entities().get({
-    entityName: 'type-property-policy',
-  });
-
-  const currentTPPLinks = await new Entities().get({
-    entityName: 'type-property-policy-link',
-  });
-
-  const currentLinksHashes = {};
-  for (const currentLink of currentTPPLinks) {
-    const foundTypeProperty = typeProperties.find(tp => tp.id === currentLink.typePropertyId);
-    const foundTPP = currentTPPs.find(tpp => tpp.id === currentLink.typePropertyPolicyId);
-    if(!foundTypeProperty || !foundTPP) {
-      console.log('skipping unhashable, invalid policy link:', currentLink);
-    }
-    const hash = `${foundTypeProperty.slug}|${foundTPP.label}`;
-    currentLinksHashes[hash] = currentLink;
-  }
-
-  const reducedLinksByHashes = {};
-  for (const loadedLink of reducedTypePropertyPolicyLinks) {
-    const hash = `${loadedLink.typePropertySlug}|${loadedLink.typePropertyPolicyLabel}`;
-    reducedLinksByHashes[hash] = loadedLink;
-  }
-
-  console.debug('current type property policy links:', currentLinksHashes);
-  console.debug('reduced type property policy links:', reducedLinksByHashes);
-
-  for (const loadedTPPLink of reducedTypePropertyPolicyLinks) {
-    try {
-      const found = currentLinksHashes[`${loadedTPPLink.typePropertySlug}|${loadedTPPLink.typePropertyPolicyLabel}`];
-      if (!found) {
-        if (!transformReducedLink(loadedTPPLink, typeProperties, currentTPPs)) { continue; }
-        console.log('Creating: ', loadedTPPLink);
-        await new Entities().create({
-          entityName: 'type-property-policy-link',
-          object: {
-            typePropertyPolicyId: loadedTPPLink.typePropertyPolicyId,
-            typePropertyId: loadedTPPLink.typePropertyId,
-          },
-        });
-      } else {
-        if (!transformReducedLink(loadedTPPLink, typeProperties, currentTPPs)) { continue; }
-        console.log('skipping existing link: ', loadedTPPLink);
-      }
-    } catch (err) {
-      throw new Error(`Error Uploading type property policy links: ${err}`);
-    }
-  }
-
-  for (const [currentLinkHash, currentLink] of Object.entries(currentLinksHashes)) {
-    try {
-      const found = reducedLinksByHashes[currentLinkHash];
-      if (!found) {
-        console.log('Deleting: ', currentLinkHash);
-        await new Entities().delete({
-          entityName: 'type-property-policy-link',
-          id: currentLink['id'],
-        });
-      }
-    } catch (err) {
-      throw new Error(`Error Deleting rule set link: ${err}`);
-    }
-  }
-
-}
-
-function transformReducedLink(TPPLink, typeProperties, typePropertyPolicies) {
-  const foundTP = typeProperties.find(tp => tp.slug === TPPLink.typePropertySlug);
-  if (!foundTP) {
-    console.error('Could not find type property with label', TPPLink.typePropertySlug);
-    return false;
-  }
-  TPPLink.typePropertyId = foundTP.id;
-
-  const foundTPP = typePropertyPolicies.find(tpp => tpp.label === TPPLink.typePropertyPolicyLabel);
-  if (!foundTPP) {
-    console.error('Could not find type property policy with label', TPPLink.typePropertyPolicyLabel);
-    return false;
-  }
-  TPPLink.typePropertyPolicyId = foundTPP.id;
-  return true;
-}