@forzalabs/remora 0.0.53-nasco.3 → 0.0.55-nasco.3

package/Constants.js

@@ -1,7 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 const CONSTANTS = {
-    cliVersion: '0.0.53-nasco',
+    cliVersion: '0.0.55-nasco',
     lambdaVersion: 1,
     port: 5069,
     defaults: {

package/engines/dataset/Dataset.js

@@ -32,8 +32,10 @@ const XMLParser_1 = __importDefault(require("../parsing/XMLParser"));
 const DriverFactory_1 = __importDefault(require("../../drivers/DriverFactory"));
 const Helper_1 = __importDefault(require("../../helper/Helper"));
 const Algo_1 = __importDefault(require("../../core/Algo"));
+const Environment_1 = __importDefault(require("../Environment"));
 class Dataset {
-    constructor(name, file, batchSize = Constants_1.default.defaults.MAX_ITEMS_IN_MEMORY) {
+    constructor(name, file, batchSize) {
+        var _a;
         this._pipeline = [];
         this.getPath = () => this._path;
         this.setPath = (path) => {
@@ -695,6 +697,8 @@ class Dataset {
             for (let i = 0; i < fields.length; i++) {
                 const { cField } = fields[i];
                 const currentMatch = structuredClone(this._dimensions.find(x => x.name === cField.key));
+                if (!currentMatch && !cField.fixed)
+                    throw new Error(`The requested field "${cField.key}" from the consumer is not present in the underlying dataset "${this._name}" (${this._dimensions.map(x => x.name).join(', ')})`);
                 updates.push({
                     currentDimension: currentMatch,
                     newName: (_a = cField.alias) !== null && _a !== void 0 ? _a : cField.key,
@@ -843,7 +847,7 @@ class Dataset {
         };
         this._name = name;
         this._file = file;
-        this._batchSize = batchSize;
+        this._batchSize = (_a = batchSize !== null && batchSize !== void 0 ? batchSize : parseInt(Environment_1.default.get('MAX_ITEMS_IN_MEMORY'))) !== null && _a !== void 0 ? _a : Constants_1.default.defaults.MAX_ITEMS_IN_MEMORY;
         this._dimensions = [];
         this._delimiter = ',';
         this._size = 0;

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@forzalabs/remora",
-    "version": "0.0.53-nasco.3",
+    "version": "0.0.55-nasco.3",
     "description": "A powerful CLI tool for seamless data translation.",
     "main": "index.js",
     "private": false,
@@ -9,7 +9,7 @@
     },
     "scripts": {
         "sync": "cd ../dev_ops && npm run sync",
-        "dev": "clear && npx tsx scripts/dev.ts",
+        "dev": "npx tsx scripts/dev.ts",
         "tsc-check": "npx tsc --noemit",
         "init": "npx tsx ./src/index.ts init",
         "version": "npx tsx ./src/index.ts -v",