@contrail/cli 1.0.48 → 1.0.49

package/lib/cli.js

@@ -14,6 +14,7 @@ import { installApp, uninstallApp } from './apps/install-app/app-installer';
 import { upgradeApp } from './apps/upgrade-app/app-upgrader';
 import { cliInstallWorkflowTemplateDefinitions, listWorkflowTemplateDefinitions } from './workflow-template-definitions/workflow-template-definition-commands';
 import { configureProject } from './projects/project-uploader';
+import { Load, UploadAndLoad } from './loader-process/loader-process';
 const cliUsage = require('command-line-usage');
 /**
  *  Built using documentation here:
@@ -136,6 +137,22 @@ export async function cli(args) {
             }
             break;
         }
+        case 'loader': {
+            switch (command) {
+                case 'uploadAndLoad': {
+                    await UploadAndLoad(args);
+                    break;
+                }
+                case 'load': {
+                    await Load(args);
+                    break;
+                }
+                default: {
+                    printIllegalCommand();
+                }
+            }
+            break;
+        }
         case 'projects': {
             switch (command) {
                 case 'configure': {
@@ -275,6 +292,18 @@ const helpSections = [
             // , {name: 'delete', summary: 'Delete all colors.'}
         ],
     },
+    {
+        header: 'Loader Commands - Domain: loader',
+        content: [{
+                name: 'uploadAndLoad <File Path> <Config Path>',
+                summary: 'Upload a csv file and kick off a load job for the uploaded file. The file path must be a reference to a .csv file and the config path must be a reference to a .json or a .yml file.'
+            },
+            {
+                name: 'load <Config Path>',
+                summary: 'Upload a csv file and kick off a load job for the uploaded file. The config path must be a reference to a .json or a .yml file.'
+            }
+        ],
+    },
     {
         header: 'Project Commands - Domain: projects',
         content: [{

package/lib/loader-process/loader-process.d.ts

@@ -0,0 +1,2 @@
+export declare function UploadAndLoad(args: any): Promise<void>;
+export declare function Load(args: any): Promise<void>;

package/lib/loader-process/loader-process.js

@@ -0,0 +1,120 @@
+import { Entities, Files } from '@contrail/sdk';
+import { authUser } from '../auth/login';
+import chalk from 'chalk';
+import * as fs from 'fs';
+import { getSeparatorByPlatform } from '../common';
+import yaml from 'js-yaml';
+export async function UploadAndLoad(args) {
+    try {
+        await authUser();
+        console.log('%s Uploading file', chalk.yellow.bold('LOADER'));
+        const incomingFileName = args[3];
+        const configFileName = args[4];
+        await uploadAndLoadLocalFile(incomingFileName, configFileName);
+        console.log('%s Uploaded', chalk.yellow.bold('LOADER'));
+    }
+    catch (e) {
+        console.log(`%s Starting Load Failed. ${e}`, chalk.red.bold('FAIL'));
+        return;
+    }
+    console.log('%s Starting Load Complete.', chalk.green.bold('COMPLETE'));
+}
+export async function Load(args) {
+    try {
+        await authUser();
+        console.log('%s Uploading file', chalk.yellow.bold('LOADER'));
+        const configFileName = args[3];
+        await loadLocalFile(configFileName);
+        console.log('%s Uploaded', chalk.yellow.bold('LOADER'));
+    }
+    catch (e) {
+        console.log(`%s Starting Load Failed. ${e}`, chalk.red.bold('FAIL'));
+        return;
+    }
+    console.log('%s Starting Load Complete.', chalk.green.bold('COMPLETE'));
+}
+async function getLocalFile(incomingFileName) {
+    const ext = getFileExtension(incomingFileName);
+    if (ext !== '.csv') {
+        throw new Error('Upload file must be a .csv');
+    }
+    const TARGET_DIR = process.cwd();
+    try {
+        const separator = getSeparatorByPlatform();
+        return fs.readFileSync(TARGET_DIR + separator + incomingFileName);
+    }
+    catch (e) {
+        throw new Error(`ERROR LOADING CSV: ${e}`);
+    }
+}
+async function getLocalUploadConfig(configFileName) {
+    const ext = getFileExtension(configFileName);
+    if (ext !== '.json' && ext !== '.yml') {
+        throw new Error('Upload file must be a .json or .yml');
+    }
+    const CURRENT_DIR = process.cwd();
+    const separator = getSeparatorByPlatform();
+    const fullPath = CURRENT_DIR + separator + configFileName;
+    console.log('Getting config from path: ', fullPath);
+    if (ext === '.yml') {
+        try {
+            const doc = yaml.load(fs.readFileSync(fullPath, 'utf8'));
+            return doc;
+        }
+        catch (e) {
+            throw new Error(`ERROR LOADING UPLOAD CONFIGURATION FILE: ${e}`);
+        }
+    }
+    try {
+        const doc = JSON.parse(fs.readFileSync(fullPath, 'utf8'));
+        return doc;
+    }
+    catch (e) {
+        throw new Error(`ERROR LOADING UPLOAD CONFIGURATION FILE: ${e}`);
+    }
+}
+async function uploadFile(incomingFileName) {
+    const csvContent = await getLocalFile(incomingFileName);
+    const entities = new Entities();
+    const fileName = `${incomingFileName.slice(0, incomingFileName.length - 5)}-Upload-${new Date().getTime()}.csv`;
+    const file = await entities.create({
+        entityName: 'file',
+        object: { contentType: 'text/csv', fileName: fileName, ttl: 24 * 60 * 60 * 1000 }
+    });
+    console.log('VibeIQ file ID:', file.id);
+    // Upload the CSV data to the newly created VibeIQ file
+    const fileDetails = {
+        contentType: 'text/csv',
+    };
+    await new Files().uploadFileAsStream(file.uploadPost, csvContent, fileDetails);
+    console.log('File uploaded.');
+    return file;
+}
+async function loadFile(config) {
+    const entities = new Entities();
+    // start a load job referencing the newly created file
+    console.log('Loading with config: ', config);
+    const loadJob = await entities.create({
+        entityName: 'loader-process',
+        object: Object.assign({}, config)
+    });
+    console.log('Load has been kicked off. loader-process ID: ', loadJob.id);
+}
+async function uploadAndLoadLocalFile(incomingFileName, configFileName) {
+    const file = await uploadFile(incomingFileName);
+    const config = await getLocalUploadConfig(configFileName);
+    const fullConfig = Object.assign({ fileLocation: file.id }, config);
+    await loadFile(fullConfig);
+}
+async function loadLocalFile(configFileName) {
+    const config = await getLocalUploadConfig(configFileName);
+    await loadFile(config);
+}
+function getFileExtension(fileName) {
+    let ext = '';
+    const parts = fileName === null || fileName === void 0 ? void 0 : fileName.split('.');
+    if ((parts === null || parts === void 0 ? void 0 : parts.length) > 1) {
+        ext = '.' + parts[(parts === null || parts === void 0 ? void 0 : parts.length) - 1];
+    }
+    return ext;
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@contrail/cli",
-  "version": "1.0.48",
+  "version": "1.0.49",
   "description": "VibeIQ's Contrail Platform CLI.",
   "main": "lib/index.js",
   "bin": {

package/src/cli.ts

@@ -15,6 +15,7 @@ import { installApp, uninstallApp } from './apps/install-app/app-installer';
 import { upgradeApp } from './apps/upgrade-app/app-upgrader';
 import { cliInstallWorkflowTemplateDefinitions, listWorkflowTemplateDefinitions } from './workflow-template-definitions/workflow-template-definition-commands';
 import { configureProject } from './projects/project-uploader';
+import { Load, UploadAndLoad } from './loader-process/loader-process';
 
 const cliUsage = require('command-line-usage');
 
@@ -130,7 +131,6 @@ export async function cli(args) {
     }
     break;
   }
-
   case 'colors': {
     switch (command) {
     case 'load': {
@@ -147,6 +147,22 @@ export async function cli(args) {
     }
     break;
   }
+  case 'loader': {
+    switch (command) {
+    case 'uploadAndLoad': {
+      await UploadAndLoad(args);
+      break;
+    }
+    case 'load': {
+      await Load(args);
+      break;
+    }
+    default: {
+      printIllegalCommand();
+    }
+    }
+    break;
+  }
   case 'projects': {
     switch (command) {
     case 'configure': {
@@ -291,6 +307,18 @@ const helpSections = [
     // , {name: 'delete', summary: 'Delete all colors.'}
     ],
   },
+  {
+    header: 'Loader Commands - Domain: loader',
+    content: [{
+      name: 'uploadAndLoad <File Path> <Config Path>',
+      summary: 'Upload a csv file and kick off a load job for the uploaded file. The file path must be a reference to a .csv file and the config path must be a reference to a .json or a .yml file.'
+    },
+    {
+      name: 'load <Config Path>',
+      summary: 'Upload a csv file and kick off a load job for the uploaded file. The config path must be a reference to a .json or a .yml file.'
+    }
+    ],
+  },
   {
     header: 'Project Commands - Domain: projects',
     content: [{

package/src/loader-process/loader-process.ts

@@ -0,0 +1,152 @@
+import { Entities, Files } from '@contrail/sdk';
+import { authUser } from '../auth/login';
+import chalk from 'chalk';
+import * as fs from 'fs';
+import { getSeparatorByPlatform } from '../common';
+import yaml from 'js-yaml';
+
+export async function UploadAndLoad(args) {
+  try {
+    await authUser();
+    console.log('%s Uploading file', chalk.yellow.bold('LOADER'));
+    const incomingFileName = args[3];
+    const configFileName = args[4];
+
+    await uploadAndLoadLocalFile(incomingFileName, configFileName);
+    console.log('%s Uploaded', chalk.yellow.bold('LOADER'));
+
+  }
+  catch (e) {
+    console.log(`%s Starting Load Failed. ${e}`, chalk.red.bold('FAIL'));
+    return;
+  }
+
+  console.log('%s Starting Load Complete.', chalk.green.bold('COMPLETE'));
+}
+
+export async function Load(args) {
+  try {
+    await authUser();
+    console.log('%s Uploading file', chalk.yellow.bold('LOADER'));
+    const configFileName = args[3];
+
+    await loadLocalFile(configFileName);
+    console.log('%s Uploaded', chalk.yellow.bold('LOADER'));
+
+  }
+  catch (e) {
+    console.log(`%s Starting Load Failed. ${e}`, chalk.red.bold('FAIL'));
+    return;
+  }
+
+  console.log('%s Starting Load Complete.', chalk.green.bold('COMPLETE'));
+}
+
+async function getLocalFile(incomingFileName) {
+
+  const ext = getFileExtension(incomingFileName);
+  if (ext !== '.csv') {
+    throw new Error('Upload file must be a .csv');
+  }
+
+  const TARGET_DIR = process.cwd();
+  try {
+    const separator = getSeparatorByPlatform();
+    return fs.readFileSync(TARGET_DIR + separator + incomingFileName);
+  } catch (e) {
+    throw new Error(`ERROR LOADING CSV: ${e}`);
+  }
+}
+
+async function getLocalUploadConfig(configFileName) {
+
+  const ext = getFileExtension(configFileName);
+  if (ext !== '.json' && ext !== '.yml') {
+    throw new Error('Upload file must be a .json or .yml');
+  }
+
+  const CURRENT_DIR = process.cwd();
+  const separator = getSeparatorByPlatform();
+  const fullPath = CURRENT_DIR + separator + configFileName;
+  console.log('Getting config from path: ', fullPath);
+
+  if (ext === '.yml') {
+    try {
+      const doc = yaml.load(fs.readFileSync(fullPath, 'utf8'));
+      return doc;
+    } catch (e) {
+      throw new Error(`ERROR LOADING UPLOAD CONFIGURATION FILE: ${e}`);
+    }
+  }
+
+  try {
+    const doc = JSON.parse(fs.readFileSync(fullPath, 'utf8'));
+    return doc;
+  } catch (e) {
+    throw new Error(`ERROR LOADING UPLOAD CONFIGURATION FILE: ${e}`);
+  }
+
+}
+
+async function uploadFile(incomingFileName) {
+  const csvContent = await getLocalFile(incomingFileName);
+
+  const entities = new Entities();
+  const fileName = `${incomingFileName.slice(0, incomingFileName.length - 5)}-Upload-${new Date().getTime()}.csv`;
+  const file = await entities.create({
+    entityName: 'file',
+    object: { contentType: 'text/csv', fileName: fileName, ttl: 24 * 60 * 60 * 1000 }
+  });
+  console.log('VibeIQ file ID:', file.id);
+
+  // Upload the CSV data to the newly created VibeIQ file
+  const fileDetails = {
+    contentType: 'text/csv',
+  };
+  await new Files().uploadFileAsStream(file.uploadPost, csvContent as any, fileDetails);
+  console.log('File uploaded.');
+
+  return file;
+}
+
+async function loadFile(config) {
+
+  const entities = new Entities();
+  // start a load job referencing the newly created file
+  console.log('Loading with config: ', config);
+  const loadJob = await entities.create(
+    {
+      entityName: 'loader-process',
+      object: {
+        ...config
+      }
+    });
+
+  console.log('Load has been kicked off. loader-process ID: ', loadJob.id);
+}
+
+async function uploadAndLoadLocalFile(incomingFileName, configFileName) {
+  const file = await uploadFile(incomingFileName);
+  const config = await getLocalUploadConfig(configFileName);
+  const fullConfig = {
+    fileLocation: file.id,
+    ...config
+  };
+  await loadFile(fullConfig);
+}
+
+async function loadLocalFile(configFileName) {
+  const config = await getLocalUploadConfig(configFileName);
+  await loadFile(config);
+}
+
+function getFileExtension(fileName) {
+  let ext = '';
+
+  const parts = fileName?.split('.');
+  if (parts?.length > 1) {
+    ext = '.' + parts[parts?.length - 1];
+  }
+
+  return ext;
+}