@forzalabs/remora 0.1.5-nasco.3 → 0.1.6-nasco.3

package/Constants.js

@@ -1,7 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 const CONSTANTS = {
-    cliVersion: '0.1.5-nasco',
+    cliVersion: '0.1.6-nasco',
     lambdaVersion: 1,
     port: 5069,
     defaults: {

package/engines/dataset/Dataset.js

@@ -34,6 +34,7 @@ const DriverFactory_1 = __importDefault(require("../../drivers/DriverFactory"));
 const Helper_1 = __importDefault(require("../../helper/Helper"));
 const Algo_1 = __importDefault(require("../../core/Algo"));
 const Environment_1 = __importDefault(require("../Environment"));
+const Logger_1 = __importDefault(require("../../helper/Logger"));
 class Dataset {
     constructor(name, file, batchSize, executionId) {
         var _a;
@@ -171,7 +172,8 @@ class Dataset {
                         }
                     }
                     catch (error) {
-                        console.warn(`Error parsing line ${line}\n${lineCount}: ${error}`);
+                        Logger_1.default.log(`Error parsing line ${line}\n${lineCount}: ${error}`);
+                        lineCount++;
                     }
                 }
             }
@@ -306,7 +308,7 @@ class Dataset {
                         }
                     }
                     catch (error) {
-                        console.warn(`Error parsing line during sort: ${error}`);
+                        Logger_1.default.log(`Error parsing line during sort: ${error}`);
                     }
                 }
             }
@@ -537,7 +539,7 @@ class Dataset {
                         }
                     }
                     catch (error) {
-                        console.warn(`Error parsing line ${line}\n${lineCount}: ${error}`);
+                        Logger_1.default.log(`Error parsing line ${line}\n${lineCount}: ${error}`);
                     }
                 }
             }
@@ -628,7 +630,8 @@ class Dataset {
                         }
                     }
                     catch (error) {
-                        console.warn(`Error parsing line ${line}\n${lineCount}: ${error}`);
+                        Logger_1.default.log(`Error parsing line ${line}\n${lineCount}: ${error}`);
+                        lineCount++;
                     }
                 }
             }

package/engines/dataset/DatasetRecord.js

@@ -12,7 +12,7 @@ class DatasetRecord {
                 const parts = row.split(delimiter);
                 for (let i = 0; i < dimensions.length; i++) {
                     const dim = dimensions[i];
-                    this._value[dim.name] = TypeCaster_1.default.cast(parts[i], dim.type);
+                    this._value[dim.name] = TypeCaster_1.default.cast(parts[i], dim.type, dim.format);
                 }
             }
         };

package/engines/transform/TransformationEngine.js

@@ -283,11 +283,11 @@ class TransformationEngineClass {
             }
             // Single transformation
             if ('cast' in transformations) {
-                const { cast } = transformations;
+                const { cast, format } = transformations;
                 let oldDimension = dataset.getDimensions().find(x => x.name === field.key);
                 if (!oldDimension)
                     oldDimension = dataset.getDimensions().find(x => x.key === field.key);
-                const newDimension = Object.assign(Object.assign({}, structuredClone(oldDimension)), { type: cast });
+                const newDimension = Object.assign(Object.assign({}, structuredClone(oldDimension)), { type: cast, format: format });
                 dataset.setSingleDimension(newDimension, oldDimension);
             }
             return dataset;

package/engines/transform/TypeCaster.js

@@ -28,11 +28,19 @@ class TypeCasterClass {
             case 'datetime':
             case 'date': {
                 let dateValue = null;
-                if (format && typeof value === 'string')
-                    dateValue = dayjs_1.default.utc(value, format, true).toDate();
-                else
+                try {
+                    if (format && typeof value === 'string')
+                        dateValue = dayjs_1.default.utc(value, format, true).toDate();
+                    else
+                        dateValue = new Date(value);
+                    return dateValue.toISOString();
+                }
+                catch (error) {
                     dateValue = new Date(value);
-                return dateValue.toISOString();
+                    if (!isNaN(dateValue))
+                        return dateValue.toISOString();
+                    throw new Error(`Error casting "${value}" to date with format "${format}": ${error}`);
+                }
             }
             case 'number': {
                 if (typeof value === 'number')

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@forzalabs/remora",
-    "version": "0.1.5-nasco.3",
+    "version": "0.1.6-nasco.3",
     "description": "A powerful CLI tool for seamless data translation.",
     "main": "index.js",
     "private": false,