@forzalabs/remora 0.0.28 → 0.0.29

package/Constants.js

@@ -1,7 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 const CONSTANTS = {
-    cliVersion: '0.0.28',
+    cliVersion: '0.0.29',
     lambdaVersion: 1,
     port: 5069,
     defaults: {

package/definitions/json_schemas/producer-schema.json

@@ -68,9 +68,11 @@
                         "enum": [
                             "hash",
                             "mask",
-                            "crypt"
+                            "crypt",
+                            "random",
+                            "seeded-random"
                         ],
-                        "description": "Masking type to apply to this dimension"
+                        "description": "Masking type to apply to this dimension. 'hash' replaces with a hashed value. 'mask' replaces characters with a mask character. 'crypt' encrypts the value. 'random' replaces with a random value. 'seeded-random' replaces with a random value generated from a seed."
                     }
                 },
                 "required": [

package/engines/CryptoEngine.js

@@ -5,6 +5,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 const crypto_1 = __importDefault(require("crypto"));
 const Algo_1 = __importDefault(require("../core/Algo"));
+const RandomEngine_1 = __importDefault(require("./RandomEngine"));
 class CryptoEngineClass {
     constructor() {
         this.hashQuery = (maskType, fieldReference, fieldName) => {
@@ -24,7 +25,7 @@ class CryptoEngineClass {
         this.valueToHash = (value) => {
             return crypto_1.default.createHash('sha256').update(JSON.stringify(value)).digest('hex');
         };
-        this.hashValue = (maskType, value) => {
+        this.hashValue = (maskType, value, valueType) => {
             if (!Algo_1.default.hasVal(value))
                 return value;
             if (!Algo_1.default.hasVal(maskType))
@@ -32,6 +33,24 @@ class CryptoEngineClass {
             switch (maskType) {
                 case 'hash':
                     return this.valueToHash(value);
+                case 'random': {
+                    switch (valueType) {
+                        case 'datetime': return RandomEngine_1.default.rngDate();
+                        case 'number': return RandomEngine_1.default.rng();
+                        case 'string': return this.valueToHash(value);
+                        default:
+                            throw new Error('Not implemented yet');
+                    }
+                }
+                case 'seeded-random': {
+                    switch (valueType) {
+                        case 'datetime': return RandomEngine_1.default.sRngDate(value);
+                        case 'number': return RandomEngine_1.default.sRng(value);
+                        case 'string': return this.valueToHash(value);
+                        default:
+                            throw new Error('Not implemented yet');
+                    }
+                }
                 case 'crypt':
                     throw new Error('Not implemented yet');
                 case 'mask':

package/engines/RandomEngine.js

@@ -0,0 +1,35 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const seedrandom_1 = __importDefault(require("seedrandom"));
+const Algo_1 = __importDefault(require("../core/Algo"));
+class RandomEngineClass {
+    constructor() {
+        this.rng = (min, max) => {
+            const rng = Math.random;
+            if (Algo_1.default.hasVal(min) || Algo_1.default.hasVal(max))
+                return Math.floor(rng() * (max - min + 1)) + min;
+            else
+                return rng();
+        };
+        this.sRng = (seed, min, max) => {
+            const rng = (0, seedrandom_1.default)(String(seed));
+            if (Algo_1.default.hasVal(min) || Algo_1.default.hasVal(max))
+                return Math.floor(rng() * (max - min + 1)) + min;
+            else
+                return rng();
+        };
+        this.rngDate = (min, max) => {
+            const randomNumber = this.rng(min, max);
+            return new Date(randomNumber).toJSON();
+        };
+        this.sRngDate = (seed, min, max) => {
+            const randomNumber = this.sRng(seed, min, max);
+            return new Date(randomNumber).toJSON();
+        };
+    }
+}
+const RandomEngine = new RandomEngineClass();
+exports.default = RandomEngine;

package/engines/consumer/PostProcessor.js

@@ -33,15 +33,16 @@ class PostProcessorClass {
                     const groups = Algo_1.default.groupBy(items, groupingRule.groupingKey);
                     const projections = [];
                     groups.forEach(gItems => {
-                        var _a;
+                        var _a, _b, _c;
                         const projected = {};
                         const first = gItems[0];
                         for (const field of allFields) {
                             const { key, alias, grouping } = field.cField;
                             const fieldKey = alias !== null && alias !== void 0 ? alias : key;
                             const maskType = (_a = field.dimension) === null || _a === void 0 ? void 0 : _a.mask;
+                            const fieldType = (_c = (_b = field.dimension) === null || _b === void 0 ? void 0 : _b.type) !== null && _c !== void 0 ? _c : 'string';
                             if (!field.cField.grouping) {
-                                projected[fieldKey] = CryptoEngine_1.default.hashValue(maskType, first[fieldKey]);
+                                projected[fieldKey] = CryptoEngine_1.default.hashValue(maskType, first[fieldKey], fieldType);
                             }
                             else {
                                 const { subFields } = grouping;
@@ -64,7 +65,7 @@ class PostProcessorClass {
                             const fieldType = (_c = (_b = field.dimension) === null || _b === void 0 ? void 0 : _b.type) !== null && _c !== void 0 ? _c : 'string';
                             const fieldValue = this._getFieldValue(x, field);
                             if (Algo_1.default.hasVal(maskType))
-                                projected[fieldKey] = CryptoEngine_1.default.hashValue(maskType, fieldValue);
+                                projected[fieldKey] = CryptoEngine_1.default.hashValue(maskType, fieldValue, fieldType);
                             else
                                 projected[fieldKey] = TypeCaster_1.default.cast(fieldValue, fieldType);
                         }
@@ -87,9 +88,10 @@ class PostProcessorClass {
             const columns = FileCompiler_1.default.compileProducer(producer, source);
             (0, Affirm_1.default)(columns, `Invalid columns from compilation for producer "${producer.name}"`);
             const unpackDimension = (item, dimension) => {
-                var _a;
+                var _a, _b, _c;
                 const { nameInProducer, aliasInProducer } = dimension;
                 const maskType = (_a = dimension.dimension.mask) !== null && _a !== void 0 ? _a : undefined;
+                const fieldType = (_c = (_b = dimension.dimension) === null || _b === void 0 ? void 0 : _b.type) !== null && _c !== void 0 ? _c : 'string';
                 const keys = aliasInProducer.split('.');
                 let prevValue = item;
                 for (const key of keys) {
@@ -114,7 +116,7 @@ class PostProcessorClass {
                             prevValue = prevValue === null || prevValue === void 0 ? void 0 : prevValue[key];
                     }
                 }
-                prevValue = CryptoEngine_1.default.hashValue(maskType, prevValue);
+                prevValue = CryptoEngine_1.default.hashValue(maskType, prevValue, fieldType);
                 const res = { [nameInProducer]: prevValue };
                 return res;
             };

package/engines/execution/ExecutionPlanner.js

@@ -104,7 +104,8 @@ class ExecutionPlannerClas {
                         plan.push({ type: 'read-file-lines', producer, lines: { from: (_a = options.offset) !== null && _a !== void 0 ? _a : 0, to: options.limit ? (options.offset + options.limit) : undefined } });
                     else
                         plan.push({ type: 'read-file-whole', producer });
-                    if (((_b = producer.settings.fileType) === null || _b === void 0 ? void 0 : _b.toUpperCase()) === 'CSV')
+                    const fileType = (_b = producer.settings.fileType) === null || _b === void 0 ? void 0 : _b.toUpperCase();
+                    if (fileType === 'CSV' || fileType === 'TXT' || fileType === 'XLS' || fileType === 'XLSX')
                         plan.push({ type: 'csv-to-json', producer });
                     if (producer.dimensions.some(x => { var _a, _b; return ((_a = x.alias) === null || _a === void 0 ? void 0 : _a.includes('{')) || ((_b = x.alias) === null || _b === void 0 ? void 0 : _b.includes('[')); }))
                         plan.push({ type: 'nested-field-unpacking', producer });

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@forzalabs/remora",
-    "version": "0.0.28",
+    "version": "0.0.29",
     "description": "A powerful CLI tool for seamless data translation.",
     "main": "index.js",
     "private": false,
@@ -54,6 +54,7 @@
         "ora": "^5.4.1",
         "react": "^18.2.0",
         "react-dom": "^18.2.0",
+        "seedrandom": "^3.0.5",
         "xlsx": "^0.18.5",
         "zod": "^3.24.2"
     },