@forzalabs/remora 1.1.13 → 1.1.15

package/index.js

@@ -13500,7 +13500,7 @@ var import_promises = __toESM(require("fs/promises"), 1);
 
 // ../../packages/constants/src/Constants.ts
 var CONSTANTS = {
-  cliVersion: "1.1.13",
+  cliVersion: "1.1.15",
   backendVersion: 1,
   backendPort: 5088,
   workerVersion: 2,
@@ -13791,6 +13791,10 @@ var ValidatorClass = class {
       try {
         const recursionErrors = this.detectConsumerRecursion(consumer);
         errors.push(...recursionErrors);
+        for (const [i, field] of consumer.fields.entries()) {
+          if (!field.key)
+            errors.push(`Field at index ${i} in consumer "${consumer.name}" is missing the required "key" property`);
+        }
         const allFieldsWithNoFrom = consumer.fields.filter((x) => x.key === "*" && !x.from);
         if (allFieldsWithNoFrom.length > 0 && consumer.producers.length > 1)
           errors.push(`Field with key "*" was used without specifying the "from" producer and multiple producers were found.`);
@@ -18911,18 +18915,31 @@ var ConsumerExecutorClass = class {
       for (const field of fields) {
         const { cField } = field;
         const fieldKey = cField.alias ?? cField.key;
-        const dimension = dimensions.find((x) => x.name === cField.key);
-        if (!dimension) {
-          if (cField.fixed && Algo_default.hasVal(cField.default))
-            record[fieldKey] = cField.default;
-          else if (cField.copyFrom)
-            record[fieldKey] = record[cField.copyFrom];
-          else
-            throw new Error(`The requested field "${cField.key}" from the consumer is not present in the underlying producer "${producer.name}" (${dimensions.map((x) => x.name).join(", ")})`);
+        let dimension;
+        try {
+          dimension = dimensions.find((x) => x.name === cField.key);
+          if (!dimension) {
+            if (cField.fixed && Algo_default.hasVal(cField.default))
+              record[fieldKey] = cField.default;
+            else if (cField.copyFrom)
+              record[fieldKey] = record[cField.copyFrom];
+            else
+              throw new Error(`The requested field "${cField.key}" from the consumer is not present in the underlying producer "${producer.name}" (${dimensions.map((x) => x.name).join(", ")})`);
+          }
+        } catch (error) {
+          const err = new Error(`Resolving dimension for field "${fieldKey}" of producer "${producer.name}" failed (index: ${recordIndex}): ${error.message}`, { cause: error });
+          Logger_default.error(err);
+          throw err;
         }
-        if (cField.alias && cField.alias !== dimension.name) {
-          record[cField.alias] = record[dimension.name];
-          delete record[dimension.name];
+        try {
+          if (cField.alias && dimension && cField.alias !== dimension.name) {
+            record[cField.alias] = record[dimension.name];
+            delete record[dimension.name];
+          }
+        } catch (error) {
+          const err = new Error(`Aliasing field "${cField.key}" to "${cField.alias}" of producer "${producer.name}" failed (index: ${recordIndex}): ${error.message}`, { cause: error });
+          Logger_default.error(err);
+          throw err;
         }
       }
       for (const field of fields) {
@@ -18941,28 +18958,51 @@ var ConsumerExecutorClass = class {
               case "skip":
                 continue;
               case "fail":
-              default:
-                throw new Error(errorMessage, { cause: error });
+              default: {
+                const err = new Error(errorMessage, { cause: error });
+                Logger_default.error(err);
+                throw err;
+              }
             }
           } else {
-            throw new Error(errorMessage, { cause: error });
+            const err = new Error(errorMessage, { cause: error });
+            Logger_default.error(err);
+            throw err;
           }
         }
       }
-      for (const dimension of dimensions) {
-        const field = fields.find((x) => x.cField.key === dimension.name);
-        if (!field)
-          delete record[dimension.name];
+      try {
+        for (const dimension of dimensions) {
+          const field = fields.find((x) => x.cField.key === dimension.name);
+          if (!field)
+            delete record[dimension.name];
+        }
+      } catch (error) {
+        const err = new Error(`Removing unmapped dimensions failed for producer "${producer.name}" (index: ${recordIndex}): ${error.message}`, { cause: error });
+        Logger_default.error(err);
+        throw err;
       }
-      if (consumer.filters && consumer.filters.length > 0) {
-        const isKept = consumer.filters.every((x) => RequestExecutor_default.evaluateFilter(record, x.rule));
-        if (!isKept)
-          return null;
+      try {
+        if (consumer.filters && consumer.filters.length > 0) {
+          const isKept = consumer.filters.every((x) => RequestExecutor_default.evaluateFilter(record, x.rule));
+          if (!isKept)
+            return null;
+        }
+      } catch (error) {
+        const err = new Error(`Consumer filter evaluation failed for consumer "${consumer.name}" (index: ${recordIndex}): ${error.message}`, { cause: error });
+        Logger_default.error(err);
+        throw err;
       }
-      if (requestOptions && requestOptions.filters) {
-        const isKept = requestOptions.filters.every((x) => RequestExecutor_default.evaluateFilter(record, x));
-        if (!isKept)
-          return null;
+      try {
+        if (requestOptions && requestOptions.filters) {
+          const isKept = requestOptions.filters.every((x) => RequestExecutor_default.evaluateFilter(record, x));
+          if (!isKept)
+            return null;
+        }
+      } catch (error) {
+        const err = new Error(`Request filter evaluation failed for consumer "${consumer.name}" (index: ${recordIndex}): ${error.message}`, { cause: error });
+        Logger_default.error(err);
+        throw err;
       }
       return record;
     };
@@ -19479,6 +19519,9 @@ var ExecutorOrchestratorClass = class {
               Logger_default.log(`[${usageId}] Spawning worker ${workerId} for producer "${prod.name}" \u2014 chunk ${chunk.start}-${chunk.end} (${Math.round((chunk.end - chunk.start) / 1024)}KB)`);
               workerThreads.push(pool.exec("executor", [workerData], {
                 on: (payload) => this.onWorkAdvanced(payload, currentWorkerIndex, _progress)
+              }).catch((error) => {
+                Logger_default.error(error);
+                return null;
               }));
             }
             Logger_default.log(`[${usageId}] Waiting for ${workerThreads.length} worker(s) to complete`);
@@ -19544,7 +19587,7 @@ var ExecutorOrchestratorClass = class {
         return finalResult;
       } catch (error) {
         Logger_default.log(`[${usageId}] Consumer "${consumer.name}" failed: ${Helper_default.asError(error).message}`);
-        Logger_default.error(Helper_default.asError(error));
+        Logger_default.error(error);
         await pool.terminate();
         await ConsumerOnFinishManager_default.onConsumerError(consumer, usageId);
         Logger_default.log(`[${usageId}] Running cleanup after failure`);

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@forzalabs/remora",
-    "version": "1.1.13",
+    "version": "1.1.15",
     "description": "A powerful CLI tool for seamless data translation.",
     "main": "index.js",
     "private": false,

package/workers/ExecutorWorker.js

@@ -13494,7 +13494,7 @@ var import_promises = __toESM(require("fs/promises"), 1);
 
 // ../../packages/constants/src/Constants.ts
 var CONSTANTS = {
-  cliVersion: "1.1.13",
+  cliVersion: "1.1.15",
   backendVersion: 1,
   backendPort: 5088,
   workerVersion: 2,
@@ -13785,6 +13785,10 @@ var ValidatorClass = class {
       try {
         const recursionErrors = this.detectConsumerRecursion(consumer);
         errors.push(...recursionErrors);
+        for (const [i, field] of consumer.fields.entries()) {
+          if (!field.key)
+            errors.push(`Field at index ${i} in consumer "${consumer.name}" is missing the required "key" property`);
+        }
         const allFieldsWithNoFrom = consumer.fields.filter((x) => x.key === "*" && !x.from);
         if (allFieldsWithNoFrom.length > 0 && consumer.producers.length > 1)
           errors.push(`Field with key "*" was used without specifying the "from" producer and multiple producers were found.`);
@@ -18510,18 +18514,31 @@ var ConsumerExecutorClass = class {
       for (const field of fields) {
         const { cField } = field;
         const fieldKey = cField.alias ?? cField.key;
-        const dimension = dimensions.find((x) => x.name === cField.key);
-        if (!dimension) {
-          if (cField.fixed && Algo_default.hasVal(cField.default))
-            record[fieldKey] = cField.default;
-          else if (cField.copyFrom)
-            record[fieldKey] = record[cField.copyFrom];
-          else
-            throw new Error(`The requested field "${cField.key}" from the consumer is not present in the underlying producer "${producer.name}" (${dimensions.map((x) => x.name).join(", ")})`);
+        let dimension;
+        try {
+          dimension = dimensions.find((x) => x.name === cField.key);
+          if (!dimension) {
+            if (cField.fixed && Algo_default.hasVal(cField.default))
+              record[fieldKey] = cField.default;
+            else if (cField.copyFrom)
+              record[fieldKey] = record[cField.copyFrom];
+            else
+              throw new Error(`The requested field "${cField.key}" from the consumer is not present in the underlying producer "${producer.name}" (${dimensions.map((x) => x.name).join(", ")})`);
+          }
+        } catch (error) {
+          const err = new Error(`Resolving dimension for field "${fieldKey}" of producer "${producer.name}" failed (index: ${recordIndex}): ${error.message}`, { cause: error });
+          Logger_default.error(err);
+          throw err;
         }
-        if (cField.alias && cField.alias !== dimension.name) {
-          record[cField.alias] = record[dimension.name];
-          delete record[dimension.name];
+        try {
+          if (cField.alias && dimension && cField.alias !== dimension.name) {
+            record[cField.alias] = record[dimension.name];
+            delete record[dimension.name];
+          }
+        } catch (error) {
+          const err = new Error(`Aliasing field "${cField.key}" to "${cField.alias}" of producer "${producer.name}" failed (index: ${recordIndex}): ${error.message}`, { cause: error });
+          Logger_default.error(err);
+          throw err;
         }
       }
       for (const field of fields) {
@@ -18540,28 +18557,51 @@ var ConsumerExecutorClass = class {
               case "skip":
                 continue;
               case "fail":
-              default:
-                throw new Error(errorMessage, { cause: error });
+              default: {
+                const err = new Error(errorMessage, { cause: error });
+                Logger_default.error(err);
+                throw err;
+              }
             }
           } else {
-            throw new Error(errorMessage, { cause: error });
+            const err = new Error(errorMessage, { cause: error });
+            Logger_default.error(err);
+            throw err;
           }
         }
       }
-      for (const dimension of dimensions) {
-        const field = fields.find((x) => x.cField.key === dimension.name);
-        if (!field)
-          delete record[dimension.name];
+      try {
+        for (const dimension of dimensions) {
+          const field = fields.find((x) => x.cField.key === dimension.name);
+          if (!field)
+            delete record[dimension.name];
+        }
+      } catch (error) {
+        const err = new Error(`Removing unmapped dimensions failed for producer "${producer.name}" (index: ${recordIndex}): ${error.message}`, { cause: error });
+        Logger_default.error(err);
+        throw err;
       }
-      if (consumer.filters && consumer.filters.length > 0) {
-        const isKept = consumer.filters.every((x) => RequestExecutor_default.evaluateFilter(record, x.rule));
-        if (!isKept)
-          return null;
+      try {
+        if (consumer.filters && consumer.filters.length > 0) {
+          const isKept = consumer.filters.every((x) => RequestExecutor_default.evaluateFilter(record, x.rule));
+          if (!isKept)
+            return null;
+        }
+      } catch (error) {
+        const err = new Error(`Consumer filter evaluation failed for consumer "${consumer.name}" (index: ${recordIndex}): ${error.message}`, { cause: error });
+        Logger_default.error(err);
+        throw err;
       }
-      if (requestOptions && requestOptions.filters) {
-        const isKept = requestOptions.filters.every((x) => RequestExecutor_default.evaluateFilter(record, x));
-        if (!isKept)
-          return null;
+      try {
+        if (requestOptions && requestOptions.filters) {
+          const isKept = requestOptions.filters.every((x) => RequestExecutor_default.evaluateFilter(record, x));
+          if (!isKept)
+            return null;
+        }
+      } catch (error) {
+        const err = new Error(`Request filter evaluation failed for consumer "${consumer.name}" (index: ${recordIndex}): ${error.message}`, { cause: error });
+        Logger_default.error(err);
+        throw err;
       }
       return record;
     };
@@ -19238,6 +19278,9 @@ var ExecutorOrchestratorClass = class {
               Logger_default.log(`[${usageId}] Spawning worker ${workerId} for producer "${prod.name}" \u2014 chunk ${chunk.start}-${chunk.end} (${Math.round((chunk.end - chunk.start) / 1024)}KB)`);
               workerThreads.push(pool.exec("executor", [workerData], {
                 on: (payload) => this.onWorkAdvanced(payload, currentWorkerIndex, _progress)
+              }).catch((error) => {
+                Logger_default.error(error);
+                return null;
               }));
             }
             Logger_default.log(`[${usageId}] Waiting for ${workerThreads.length} worker(s) to complete`);
@@ -19303,7 +19346,7 @@ var ExecutorOrchestratorClass = class {
         return finalResult;
       } catch (error) {
         Logger_default.log(`[${usageId}] Consumer "${consumer.name}" failed: ${Helper_default.asError(error).message}`);
-        Logger_default.error(Helper_default.asError(error));
+        Logger_default.error(error);
         await pool.terminate();
         await ConsumerOnFinishManager_default.onConsumerError(consumer, usageId);
         Logger_default.log(`[${usageId}] Running cleanup after failure`);