@forzalabs/remora 0.0.20 → 0.0.21

package/engines/validation/Validator.js

@@ -76,7 +76,7 @@ class ValidatorClass {
             (0, Affirm_1.default)(consumer, 'Invalid consumer');
             const errors = [];
             try {
-                // TODO: check that a consumer doens't consume himself
+                // TODO: check that a consumer doesn't consume hitself
                 const allFieldsWithNoFrom = consumer.fields.filter(x => x.key === '*' && !x.from);
                 if (allFieldsWithNoFrom.length > 0 && consumer.producers.length > 1)
                     errors.push(`Field with key "*" was used without specifying the "from" producer and multiple producers were found.`);
@@ -126,17 +126,34 @@ class ValidatorClass {
                     });
                     return errors;
                 };
+                const validateTransformations = (fields) => {
+                    const errors = [];
+                    const trxsFields = fields.filter(x => x.transform);
+                    for (const field of trxsFields) {
+                        const transformations = Object.keys(field.transform);
+                        if (transformations.length !== 1)
+                            errors.push(`There can only be 1 transformation type in your transformation pipeline. Field "${field.key}" got ${transformations.length}`);
+                    }
+                    return errors;
+                };
                 errors.push(...validateGroupingLevels(consumer.fields));
+                errors.push(...validateTransformations(consumer.fields));
                 // Validation outputs
                 const duplicatesOutputs = Algo_1.default.duplicatesObject(consumer.outputs, 'format');
                 if (duplicatesOutputs.length > 0) {
                     const duplicatesTypes = Algo_1.default.uniq(duplicatesOutputs.map(x => x.format));
                     errors.push(`There are outputs with the same type. (duplicates type: ${duplicatesTypes.join(' and ')})`);
                 }
-                for (let i = 0; i < consumer.outputs.length; i++) {
-                    const output = consumer.outputs[i];
-                    if (output.format === 'SQL' && output.accellerated && output.direct)
-                        errors.push(`An output SQL cannot be both direct and accelerated. (output: ${output.format})`);
+                for (const output of consumer.outputs) {
+                    const format = output.format.toUpperCase();
+                    if (format === 'SQL' && output.accellerated && output.direct)
+                        errors.push(`An output SQL cannot be both direct and accelerated (output: ${format})`);
+                    if ((format === 'CSV' || format === 'JSON' || format === 'PARQUET')) {
+                        if (!output.exportDestination)
+                            errors.push(`A static file output must have an export destination set (${format})`);
+                        else if (!Environment_1.default.getSource(output.exportDestination))
+                            errors.push(`The export destination "${output.exportDestination}" was not found in the sources.`);
+                    }
                 }
             }
             catch (e) {

package/helper/Helper.js

@@ -59,6 +59,13 @@ const Helper = {
         }
         read(directory);
         return functionFiles;
+    },
+    formatDateToYYYYMM(date) {
+        if (!date)
+            return '';
+        const year = date.getFullYear();
+        const month = ('0' + (date.getMonth() + 1)).slice(-2);
+        return `${year}-${month}`;
     }
 };
 exports.default = Helper;

package/index.js

@@ -16,8 +16,15 @@ const discover_1 = require("./actions/discover");
 const automap_1 = require("./actions/automap");
 const create_producer_1 = require("./actions/create_producer");
 const create_consumer_1 = require("./actions/create_consumer");
+const LicenceManager_1 = __importDefault(require("./licencing/LicenceManager"));
 dotenv_1.default.configDotenv();
 const program = new commander_1.Command();
+const remoraLicenceKey = process.env.REMORA_LICENCE_KEY;
+const check = LicenceManager_1.default.validate(remoraLicenceKey);
+if (!check.valid) {
+    console.error(`Invalid Remora licence key, the product is not active: remember to set "REMORA_LICENCE_KEY" environment variable.`);
+    process.exit(1);
+}
 program
     .version(Constants_1.default.cliVersion + '', '-v, --version', 'Display the version of the CLI')
     .description('CLI tool for setting up and managing Data-Remora');

package/licencing/LicenceManager.js

@@ -0,0 +1,64 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const crypto_1 = __importDefault(require("crypto"));
+const PUBLICK_KEY = `-----BEGIN PUBLIC KEY-----
+MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEA7BWugM83YKGzTyZ6kJyy
+M01JoGYBQYn/9H9utQQyC/uugV4g9d7vv87I2yUfqiHtx7BQj0mOGctqnK7vuRcg
+py7fghTjsUj0MDhs8cEpc+47m0xdsU9MQQ8Xze8B3FcdvCc4xtT5nruTAUWMGIAM
+WLHG8lWxkHjTSZn4S0RdpRBB7fw4jyVkc+vXCTtVtYQwMWjcErNFrdCenvci4Vus
+nKlyfKS6ccLQphOc/I2w6zllFwD/l90vQeQ6kDO01aJLOmJPzvlU/TSP/lcxCYTA
+TgQJQxd5UdnTSDjNw+Uu/jzZ5mVlCbtYH1RoJ6cGNglzN8Q50mVk/iVyoZCZ94b4
+bwIDAQAB
+-----END PUBLIC KEY-----`;
+class LicenceManagerClass {
+    constructor() {
+        this.generate = (customer, expirationDays, features, privateKey) => {
+            const now = new Date();
+            const expirationDate = new Date(now.getTime() + expirationDays * 24 * 60 * 60 * 1000);
+            const licenceData = {
+                customer,
+                features,
+                issued: now.toISOString(),
+                expires: expirationDate.toISOString()
+            };
+            const licenceString = JSON.stringify(licenceData);
+            const sign = crypto_1.default.createSign('SHA256');
+            sign.update(licenceString);
+            sign.end();
+            const signature = sign.sign(privateKey, 'base64');
+            const licence = { data: licenceData, signature };
+            return Buffer.from(JSON.stringify(licence)).toString('base64');
+        };
+        this.validate = (licence) => {
+            try {
+                const licenceJSON = Buffer.from(licence, 'base64').toString();
+                const licenceData = JSON.parse(licenceJSON);
+                const { data, signature } = licenceData;
+                const now = new Date();
+                const expirationDate = new Date(data.expires);
+                if (now > expirationDate)
+                    return { valid: false, reason: 'License expired', expiryDate: expirationDate };
+                const verify = crypto_1.default.createVerify('SHA256');
+                verify.update(JSON.stringify(data));
+                const isSignatureValid = verify.verify(PUBLICK_KEY, signature, 'base64');
+                if (!isSignatureValid)
+                    return { valid: false, reason: 'Invalid license signature' };
+                return {
+                    valid: true,
+                    expiryDate: expirationDate,
+                    daysRemaining: Math.ceil((expirationDate.getTime() - now.getTime()) / (24 * 60 * 60 * 1000)),
+                    features: data.features,
+                    customer: data.customer
+                };
+            }
+            catch (error) {
+                return { valid: false, reason: 'License parsing error', details: error.message };
+            }
+        };
+    }
+}
+const LicenceManager = new LicenceManagerClass();
+exports.default = LicenceManager;

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@forzalabs/remora",
-    "version": "0.0.20",
+    "version": "0.0.21",
     "description": "A powerful CLI tool for seamless data translation.",
     "main": "index.js",
     "private": false,