@contrail/cli 1.0.67 → 1.0.69

package/src/types/parse-types.ts

@@ -1,227 +1,227 @@
-import { GetSuggestedTypes, GetTypesFromTemplate, GetTypesFromTemplateWithOptionSetsFromData } from '@contrail/types';
-import chalk from 'chalk';
-import fs from 'fs';
-import { getSeparatorByPlatform } from '../common';
-import * as csvToJson from 'csvtojson';
-import { authUser } from '../auth/login';
-import { getCSVFromFile } from './csv-parser';
-
-const yaml = require('js-yaml');
-
-// This uses local files to get the data to parse into types
-export async function ParseTypesFromLocalFiles(args) {
-  try {
-    if (args?.length < 4) {
-      throw new Error('File names must be included.');
-    }
-    console.log('%s Parsing', chalk.yellow.bold('TYPES AND OPTION SETS'));
-    const fileLocations = (args as Array<string>).slice(3);
-    console.log('Using File Location(s): ', fileLocations);
-
-    await parseTypesFromLocalFiles(fileLocations);
-    console.log('%s Parsed', chalk.yellow.bold('TYPES AND OPTION SETS'));
-
-  }
-  catch (e) {
-    console.log(`%s Parsing Failed. ${e}`, chalk.red.bold('FAIL'));
-    return;
-  }
-
-  console.log('%s Parsing Complete.', chalk.green.bold('COMPLETE'));
-}
-
-// This uses VibeIq file ids to get the data to parse into types
-export async function ParseTypesFromFiles(args) {
-  try {
-    if (args?.length < 4) {
-      throw new Error('File ids must be included.');
-    }
-    console.log('%s Parsing', chalk.yellow.bold('TYPES AND OPTION SETS'));
-    const fileIds = (args as Array<string>).slice(3);
-    console.log('Using FileId(s): ', fileIds);
-
-    await parseTypesFromFiles(fileIds);
-    console.log('%s Parsed', chalk.yellow.bold('TYPES AND OPTION SETS'));
-
-  }
-  catch (e) {
-    console.log(`%s Parsing Failed. ${e}`, chalk.red.bold('FAIL'));
-    return;
-  }
-
-  console.log('%s Parsing Complete.', chalk.green.bold('COMPLETE'));
-}
-
-// This uses local files to get type template file and the data file to parse into types
-export async function ParseTypesFromTemplateFromLocalFiles(args) {
-  try {
-    if (args?.length < 5) {
-      throw new Error('File names must be included.');
-    }
-    console.log('%s Parsing', chalk.yellow.bold('TYPES AND OPTION SETS'));
-    const templateFileLocation = args[3];
-    const dataFileLocation = args[4];
-    console.log('Using Template File Location: ', templateFileLocation);
-    console.log('Using Data File Location: ', dataFileLocation);
-
-    await parseTypesFromTemplateFromLocalFiles(templateFileLocation, dataFileLocation);
-    console.log('%s Parsed', chalk.yellow.bold('TYPES AND OPTION SETS'));
-
-  }
-  catch (e) {
-    console.log(`%s Parsing Failed. ${e}`, chalk.red.bold('FAIL'));
-    return;
-  }
-
-  console.log('%s Parsing Complete.', chalk.green.bold('COMPLETE'));
-}
-
-export async function ParseTypesFromTemplateAndDataFromLocalFiles(args) {
-  try {
-    if (args?.length < 5) {
-      throw new Error('File names must be included.');
-    }
-    console.log('%s Parsing', chalk.yellow.bold('TYPES AND OPTION SETS'));
-    const templateFileLocation = args[3];
-    const dataFileLocations = (args as Array<string>).slice(4);
-
-    console.log('Using Template File Location: ', templateFileLocation);
-    console.log('Using Data File Location: ', dataFileLocations);
-
-    await parseTypesFromTemplateAndDataFromLocalFiles(templateFileLocation, dataFileLocations);
-    console.log('%s Parsed', chalk.yellow.bold('TYPES AND OPTION SETS'));
-
-  }
-  catch (e) {
-    console.log(`%s Parsing Failed. ${e}`, chalk.red.bold('FAIL'));
-    return;
-  }
-
-  console.log('%s Parsing Complete.', chalk.green.bold('COMPLETE'));
-}
-
-async function loadDataFromLocalCSV(fileName) {
-  const CURRENT_DIR = process.cwd();
-  try {
-    const separator = getSeparatorByPlatform();
-    const fullPath = CURRENT_DIR + separator + fileName;
-
-    console.log('Getting file from path: ', fullPath);
-    const csvData = await csvToJson.default({flatKeys: true}).fromFile(fullPath);
-
-    return csvData;
-  } catch (e) {
-    throw new Error(`ERROR PARSING CSV: ${e}`);
-  }
-}
-
-async function parseTypesFromLocalFiles(fileLocations: string[]) {
-
-  const csvJSONData: any[] = [];
-  for (const fileLocation of fileLocations) {
-    try {
-      console.log('Getting data for fileLocation: ', fileLocation);
-      const csvData = await loadDataFromLocalCSV(fileLocation);
-
-      console.log(`CSV import was successful. ${csvData?.length} rows found. Adding to total rows.`);
-      csvJSONData.push(...csvData);
-    }
-    catch (e) {
-      console.log('Error importing csv data.', e);
-      throw e;
-    }
-  }
-
-  console.log(`CSV imports were successful. ${csvJSONData?.length} total rows found.`);
-  const suggestions = GetSuggestedTypes(csvJSONData);
-  saveData({ optionSets: suggestions.OptionSets }, 'parsed_optionSets.yml');
-  saveData({ typeProperties: suggestions.TypeProperties }, 'parsed_typeProperties.yml');
-}
-
-async function parseTypesFromTemplateFromLocalFiles(templateFileLocation: string, dataFileLocation: string) {
-
-  let templateCSVData: any[] = [];
-  let dataCSVData: any[] = [];
-  try {
-    console.log('Getting template from fileLocation: ', templateFileLocation);
-    templateCSVData = await loadDataFromLocalCSV(templateFileLocation);
-    console.log(`CSV import was successful. ${templateCSVData?.length} rows found.`);
-
-    console.log('Getting data from fileLocation: ', dataFileLocation);
-    dataCSVData = await loadDataFromLocalCSV(dataFileLocation);
-    console.log(`CSV import was successful. ${dataCSVData?.length} rows found.`);
-  }
-  catch (e) {
-    console.log('Error importing csv data.', e);
-    throw e;
-  }
-
-  const types = GetTypesFromTemplate(templateCSVData, dataCSVData);
-  saveData({ optionSets: types.OptionSets }, 'parsed_optionSets.yml');
-  saveData({ TypePropertiesByEntity: types.TypePropertiesByEntity }, 'parsed_TypePropertiesByEntity.yml');
-}
-
-async function parseTypesFromTemplateAndDataFromLocalFiles(templateFileLocation: string, dataFileLocations: string[]) {
-
-  let templateCSVData: any[] = [];
-  try {
-    console.log('Getting template from fileLocation: ', templateFileLocation);
-    templateCSVData = await loadDataFromLocalCSV(templateFileLocation);
-    console.log(`CSV import was successful. ${templateCSVData?.length} rows found.`);
-  }
-  catch (e) {
-    console.log('Error importing csv data.', e);
-    throw e;
-  }
-
-  const dataCSVData: any[] = [];
-  for (const dataFileLocation of dataFileLocations) {
-    try {
-      console.log('Getting data for dataFileLocation: ', dataFileLocation);
-      const csvData = await loadDataFromLocalCSV(dataFileLocation);
-
-      console.log(`CSV import was successful. ${csvData?.length} rows found. Adding to total rows.`);
-      dataCSVData.push(...csvData);
-    }
-    catch (e) {
-      console.log('Error importing csv data.', e);
-      throw e;
-    }
-  }
-
-  const types = GetTypesFromTemplateWithOptionSetsFromData(templateCSVData, dataCSVData);
-  saveData({ optionSets: types.OptionSets }, 'parsed_optionSets.yml');
-  saveData({ TypePropertiesByEntity: types.TypePropertiesByEntity }, 'parsed_TypePropertiesByEntity.yml');
-}
-
-async function parseTypesFromFiles(fileIds: string[]) {
-  await authUser();
-
-  // get csv data
-  const csvJSONData: any[] = [];
-  for (const loadFileId of fileIds) {
-    try {
-      console.log('Getting data for fileId: ', loadFileId);
-      const csvJSON = await getCSVFromFile(loadFileId);
-      console.log(`CSV download was successful. ${csvJSON?.length} rows found. Adding to total rows`);
-      csvJSONData.push(...csvJSON);
-    }
-    catch (e) {
-      console.log('Error retrieving csv data', e);
-      throw e;
-    }
-  }
-
-  console.log(`CSV downloads were successful. ${csvJSONData?.length} total rows found.`);
-  const suggestions = GetSuggestedTypes(csvJSONData);
-
-  saveData({ optionSets: suggestions.OptionSets }, 'parsed_optionSets.yml');
-  saveData({ typeProperties: suggestions.TypeProperties }, 'parsed_typeProperties.yml');
-}
-
-function saveData(data, name) {
-  const yamlStr = yaml.dump(data);
-  const CURRENT_DIR = process.cwd();
-  const separator = getSeparatorByPlatform();
-  fs.writeFileSync(CURRENT_DIR + separator + name, yamlStr, 'utf8');
+import { GetSuggestedTypes, GetTypesFromTemplate, GetTypesFromTemplateWithOptionSetsFromData } from '@contrail/types';
+import chalk from 'chalk';
+import fs from 'fs';
+import { getSeparatorByPlatform } from '../common';
+import * as csvToJson from 'csvtojson';
+import { authUser } from '../auth/login';
+import { getCSVFromFile } from './csv-parser';
+
+const yaml = require('js-yaml');
+
+// This uses local files to get the data to parse into types
+export async function ParseTypesFromLocalFiles(args) {
+  try {
+    if (args?.length < 4) {
+      throw new Error('File names must be included.');
+    }
+    console.log('%s Parsing', chalk.yellow.bold('TYPES AND OPTION SETS'));
+    const fileLocations = (args as Array<string>).slice(3);
+    console.log('Using File Location(s): ', fileLocations);
+
+    await parseTypesFromLocalFiles(fileLocations);
+    console.log('%s Parsed', chalk.yellow.bold('TYPES AND OPTION SETS'));
+
+  }
+  catch (e) {
+    console.log(`%s Parsing Failed. ${e}`, chalk.red.bold('FAIL'));
+    return;
+  }
+
+  console.log('%s Parsing Complete.', chalk.green.bold('COMPLETE'));
+}
+
+// This uses VibeIq file ids to get the data to parse into types
+export async function ParseTypesFromFiles(args) {
+  try {
+    if (args?.length < 4) {
+      throw new Error('File ids must be included.');
+    }
+    console.log('%s Parsing', chalk.yellow.bold('TYPES AND OPTION SETS'));
+    const fileIds = (args as Array<string>).slice(3);
+    console.log('Using FileId(s): ', fileIds);
+
+    await parseTypesFromFiles(fileIds);
+    console.log('%s Parsed', chalk.yellow.bold('TYPES AND OPTION SETS'));
+
+  }
+  catch (e) {
+    console.log(`%s Parsing Failed. ${e}`, chalk.red.bold('FAIL'));
+    return;
+  }
+
+  console.log('%s Parsing Complete.', chalk.green.bold('COMPLETE'));
+}
+
+// This uses local files to get type template file and the data file to parse into types
+export async function ParseTypesFromTemplateFromLocalFiles(args) {
+  try {
+    if (args?.length < 5) {
+      throw new Error('File names must be included.');
+    }
+    console.log('%s Parsing', chalk.yellow.bold('TYPES AND OPTION SETS'));
+    const templateFileLocation = args[3];
+    const dataFileLocation = args[4];
+    console.log('Using Template File Location: ', templateFileLocation);
+    console.log('Using Data File Location: ', dataFileLocation);
+
+    await parseTypesFromTemplateFromLocalFiles(templateFileLocation, dataFileLocation);
+    console.log('%s Parsed', chalk.yellow.bold('TYPES AND OPTION SETS'));
+
+  }
+  catch (e) {
+    console.log(`%s Parsing Failed. ${e}`, chalk.red.bold('FAIL'));
+    return;
+  }
+
+  console.log('%s Parsing Complete.', chalk.green.bold('COMPLETE'));
+}
+
+export async function ParseTypesFromTemplateAndDataFromLocalFiles(args) {
+  try {
+    if (args?.length < 5) {
+      throw new Error('File names must be included.');
+    }
+    console.log('%s Parsing', chalk.yellow.bold('TYPES AND OPTION SETS'));
+    const templateFileLocation = args[3];
+    const dataFileLocations = (args as Array<string>).slice(4);
+
+    console.log('Using Template File Location: ', templateFileLocation);
+    console.log('Using Data File Location: ', dataFileLocations);
+
+    await parseTypesFromTemplateAndDataFromLocalFiles(templateFileLocation, dataFileLocations);
+    console.log('%s Parsed', chalk.yellow.bold('TYPES AND OPTION SETS'));
+
+  }
+  catch (e) {
+    console.log(`%s Parsing Failed. ${e}`, chalk.red.bold('FAIL'));
+    return;
+  }
+
+  console.log('%s Parsing Complete.', chalk.green.bold('COMPLETE'));
+}
+
+async function loadDataFromLocalCSV(fileName) {
+  const CURRENT_DIR = process.cwd();
+  try {
+    const separator = getSeparatorByPlatform();
+    const fullPath = CURRENT_DIR + separator + fileName;
+
+    console.log('Getting file from path: ', fullPath);
+    const csvData = await csvToJson.default({flatKeys: true}).fromFile(fullPath);
+
+    return csvData;
+  } catch (e) {
+    throw new Error(`ERROR PARSING CSV: ${e}`);
+  }
+}
+
+async function parseTypesFromLocalFiles(fileLocations: string[]) {
+
+  const csvJSONData: any[] = [];
+  for (const fileLocation of fileLocations) {
+    try {
+      console.log('Getting data for fileLocation: ', fileLocation);
+      const csvData = await loadDataFromLocalCSV(fileLocation);
+
+      console.log(`CSV import was successful. ${csvData?.length} rows found. Adding to total rows.`);
+      csvJSONData.push(...csvData);
+    }
+    catch (e) {
+      console.log('Error importing csv data.', e);
+      throw e;
+    }
+  }
+
+  console.log(`CSV imports were successful. ${csvJSONData?.length} total rows found.`);
+  const suggestions = GetSuggestedTypes(csvJSONData);
+  saveData(suggestions.OptionSets, 'parsed_optionSets.yml');
+  saveData({ typeProperties: suggestions.TypeProperties }, 'parsed_typeProperties.yml');
+}
+
+async function parseTypesFromTemplateFromLocalFiles(templateFileLocation: string, dataFileLocation: string) {
+
+  let templateCSVData: any[] = [];
+  let dataCSVData: any[] = [];
+  try {
+    console.log('Getting template from fileLocation: ', templateFileLocation);
+    templateCSVData = await loadDataFromLocalCSV(templateFileLocation);
+    console.log(`CSV import was successful. ${templateCSVData?.length} rows found.`);
+
+    console.log('Getting data from fileLocation: ', dataFileLocation);
+    dataCSVData = await loadDataFromLocalCSV(dataFileLocation);
+    console.log(`CSV import was successful. ${dataCSVData?.length} rows found.`);
+  }
+  catch (e) {
+    console.log('Error importing csv data.', e);
+    throw e;
+  }
+
+  const types = GetTypesFromTemplate(templateCSVData, dataCSVData);
+  saveData(types.OptionSets, 'parsed_optionSets.yml');
+  saveData({ TypePropertiesByEntity: types.TypePropertiesByEntity }, 'parsed_TypePropertiesByEntity.yml');
+}
+
+async function parseTypesFromTemplateAndDataFromLocalFiles(templateFileLocation: string, dataFileLocations: string[]) {
+
+  let templateCSVData: any[] = [];
+  try {
+    console.log('Getting template from fileLocation: ', templateFileLocation);
+    templateCSVData = await loadDataFromLocalCSV(templateFileLocation);
+    console.log(`CSV import was successful. ${templateCSVData?.length} rows found.`);
+  }
+  catch (e) {
+    console.log('Error importing csv data.', e);
+    throw e;
+  }
+
+  const dataCSVData: any[] = [];
+  for (const dataFileLocation of dataFileLocations) {
+    try {
+      console.log('Getting data for dataFileLocation: ', dataFileLocation);
+      const csvData = await loadDataFromLocalCSV(dataFileLocation);
+
+      console.log(`CSV import was successful. ${csvData?.length} rows found. Adding to total rows.`);
+      dataCSVData.push(...csvData);
+    }
+    catch (e) {
+      console.log('Error importing csv data.', e);
+      throw e;
+    }
+  }
+
+  const types = GetTypesFromTemplateWithOptionSetsFromData(templateCSVData, dataCSVData);
+  saveData(types.OptionSets, 'parsed_optionSets.yml');
+  saveData({ TypePropertiesByEntity: types.TypePropertiesByEntity }, 'parsed_TypePropertiesByEntity.yml');
+}
+
+async function parseTypesFromFiles(fileIds: string[]) {
+  await authUser();
+
+  // get csv data
+  const csvJSONData: any[] = [];
+  for (const loadFileId of fileIds) {
+    try {
+      console.log('Getting data for fileId: ', loadFileId);
+      const csvJSON = await getCSVFromFile(loadFileId);
+      console.log(`CSV download was successful. ${csvJSON?.length} rows found. Adding to total rows`);
+      csvJSONData.push(...csvJSON);
+    }
+    catch (e) {
+      console.log('Error retrieving csv data', e);
+      throw e;
+    }
+  }
+
+  console.log(`CSV downloads were successful. ${csvJSONData?.length} total rows found.`);
+  const suggestions = GetSuggestedTypes(csvJSONData);
+
+  saveData(suggestions.OptionSets, 'parsed_optionSets.yml');
+  saveData({ typeProperties: suggestions.TypeProperties }, 'parsed_typeProperties.yml');
+}
+
+function saveData(data, name) {
+  const yamlStr = yaml.dump(data);
+  const CURRENT_DIR = process.cwd();
+  const separator = getSeparatorByPlatform();
+  fs.writeFileSync(CURRENT_DIR + separator + name, yamlStr, 'utf8');
 }