@forzalabs/remora 0.0.17 → 0.0.19

package/Constants.js

@@ -1,7 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 const CONSTANTS = {
-    cliVersion: '0.0.17',
+    cliVersion: '0.0.19',
     lambdaVersion: 1,
     port: 5069
 };

package/actions/compile.js

@@ -39,7 +39,7 @@ const compile = () => __awaiter(void 0, void 0, void 0, function* () {
         errors = [...errors, ...envErrors];
         if (errors.length === 0) {
             spinner.succeed(chalk_1.default.green('Project structure validated successfully'));
-            console.log(chalk_1.default.green.bold('\n✅ Compilation complete!'));
+            console.log(chalk_1.default.blueBright.bold('✅ Compilation complete!'));
         }
         else {
             spinner.fail(chalk_1.default.red('Validation failed with errors:'));

package/actions/run.js

@@ -19,9 +19,11 @@ const Environment_1 = __importDefault(require("../engines/Environment"));
 const UserManager_1 = __importDefault(require("../engines/UserManager"));
 const ConsumerEngine_1 = __importDefault(require("../engines/consumer/ConsumerEngine"));
 const compile_1 = require("./compile");
+const Helper_1 = __importDefault(require("../helper/Helper"));
 const run = (consumerName) => __awaiter(void 0, void 0, void 0, function* () {
     try {
         (0, compile_1.compile)();
+        console.log();
         const spinner = (0, ora_1.default)(chalk_1.default.blue('Running consumer(s)...\n')).start();
         const user = UserManager_1.default.getUser();
         const consumersToExecute = (consumerName && consumerName.length > 0)
@@ -30,19 +32,30 @@ const run = (consumerName) => __awaiter(void 0, void 0, void 0, function* () {
         const results = [];
         for (let i = 0; i < consumersToExecute.length; i++) {
             const consumer = consumersToExecute[i];
-            const response = yield ConsumerEngine_1.default.execute(consumer, {}, user);
-            results.push({ consumer, response });
+            try {
+                const response = yield ConsumerEngine_1.default.execute(consumer, {}, user);
+                results.push({ success: true, consumer, response });
+            }
+            catch (error) {
+                results.push({ success: false, consumer, error: Helper_1.default.asError(error).message });
+            }
         }
-        spinner.succeed('All consumers have been successfully executed');
-        results.forEach(result => {
-            if (result.response.fileUri) {
-                console.log(chalk_1.default.green(`• Consumer ${result.consumer.name} -> ${result.response.fileUri}`));
+        spinner.succeed('All consumers have been executed:');
+        results.forEach(({ response, consumer, success, error }) => {
+            if (success) {
+                if (response.fileUri)
+                    console.log(chalk_1.default.green(`• Consumer ${consumer.name} -> ${response.fileUri}`));
+                else
+                    console.log(chalk_1.default.green(`• Consumer ${consumer.name} -> ${response.data.slice(0, 5).join('\n')}`));
             }
             else {
-                console.log(chalk_1.default.green(`• Consumer ${result.consumer.name} -> ${result.response.data.slice(0, 5).join('\n')}`));
+                console.log(chalk_1.default.red(`• Consumer ${consumer.name} -> Failed: ${error}`));
             }
         });
-        console.log(chalk_1.default.green('\n✅ Initialization complete!'));
+        if (results.some(x => !x.success))
+            console.log(chalk_1.default.blueBright('\nℹ️ Run completed with errors'));
+        else
+            console.log(chalk_1.default.green('\n✅ Run complete!'));
         process.exit(1);
     }
     catch (err) {

package/engines/Environment.js

@@ -123,7 +123,17 @@ class EnvironmentClass {
             try {
                 errors = [...errors, ...Validator_1.default.validateSources(this._env.sources)];
                 errors = [...errors, ...Validator_1.default.validateProducers(this._env.producers)];
+                this._env.producers.forEach(prod => {
+                    const ce = Validator_1.default.validateProducer(prod);
+                    if (ce.length > 0)
+                        errors.push(`Producer "${prod.name}" errors:\n${ce.map(x => `\t-${x}\n`)}`);
+                });
                 errors = [...errors, ...Validator_1.default.validateConsumers(this._env.consumers)];
+                this._env.consumers.forEach(cons => {
+                    const ce = Validator_1.default.validateConsumer(cons);
+                    if (ce.length > 0)
+                        errors.push(`Consumer "${cons.name}" errors:\n${ce.map(x => `\t-${x}\n`)}`);
+                });
             }
             catch (e) {
                 if (errors.length === 0)

package/engines/UserManager.js

@@ -20,6 +20,8 @@ class UserManagerClass {
         this.getUser = () => {
             if (Helper_1.default.isDev())
                 return DEV_USER;
+            else
+                return MOCK_USER;
             // TODO: figure out how to handle users
         };
         this.findOIDC = (oid) => __awaiter(this, void 0, void 0, function* () {
@@ -41,3 +43,12 @@ const DEV_USER = {
     _signature: '',
     lastLogin: new Date().toJSON()
 };
+const MOCK_USER = {
+    _id: '__mock__',
+    auth: { oid: '', provider: 'azure' },
+    email: '',
+    name: 'mock',
+    roles: ['user'],
+    _signature: '',
+    lastLogin: new Date().toJSON()
+};

package/engines/Validator.js

@@ -65,7 +65,6 @@ class ValidatorClass {
                 const dupes = Algo_1.default.duplicatesObject(consumers, 'name');
                 if (dupes.length > 0)
                     errors.push(`Duplicate name(s) found in consumers: "${dupes.map(x => x.name).join(', ')}"`);
-                errors.push(...consumers.flatMap(x => this.validateConsumer(x)));
             }
             catch (e) {
                 if (errors.length === 0)
@@ -121,7 +120,7 @@ class ValidatorClass {
                     const groupingFields = fields.filter(x => x.grouping);
                     if (groupingFields.length > 1)
                         errors.push(`There can't be 2 fields with grouping defined at the same level (${groupingFields.map(x => x.key).join(', ')}). Level: ${level}`);
-                    groupingFields.forEach((field) => {
+                    groupingFields.forEach(field => {
                         if (field.grouping)
                             errors = [...errors, ...validateGroupingLevels(field.grouping.subFields, level + 1)];
                     });
@@ -134,13 +133,16 @@ class ValidatorClass {
                     const duplicatesTypes = Algo_1.default.uniq(duplicatesOutputs.map(x => x.format));
                     errors.push(`There are outputs with the same type. (duplicates type: ${duplicatesTypes.join(' and ')})`);
                 }
-                for (let i = 0; i < consumer.outputs.length; i++) {
-                    const output = consumer.outputs[i];
+                for (const output of consumer.outputs) {
                     const format = output.format.toUpperCase();
                     if (format === 'SQL' && output.accellerated && output.direct)
                         errors.push(`An output SQL cannot be both direct and accelerated (output: ${format})`);
-                    if ((format === 'CSV' || format === 'JSON' || format === 'PARQUET') && !output.exportDestination)
-                        errors.push(`A static file output must have an export destination set (${format})`);
+                    if ((format === 'CSV' || format === 'JSON' || format === 'PARQUET')) {
+                        if (!output.exportDestination)
+                            errors.push(`A static file output must have an export destination set (${format})`);
+                        else if (!Environment_1.default.getSource(output.exportDestination))
+                            errors.push(`The export destination "${output.exportDestination}" was not found in the sources.`);
+                    }
                 }
             }
             catch (e) {

package/engines/consumer/PostProcessor.js

@@ -74,7 +74,6 @@ class PostProcessorClass {
             (0, Affirm_1.default)(data, 'Invalid data');
             (0, Affirm_1.default)(Array.isArray(data), 'Invalid data type, must be an array');
             (0, Affirm_1.default)(producer, 'Invalid producer');
-            console.log('BBBBBBBBB');
             const source = Environment_1.default.getSource(producer.source);
             (0, Affirm_1.default)(source, `No source found for producer "${producer.name}" with name "${producer.source}"`);
             const columns = FileCompiler_1.default.compileProducer(producer, source);

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@forzalabs/remora",
-    "version": "0.0.17",
+    "version": "0.0.19",
     "description": "A powerful CLI tool for seamless data translation.",
     "main": "index.js",
     "private": false,