@forzalabs/remora 1.0.15 → 1.0.16

package/executors/ConsumerExecutor.js

@@ -149,10 +149,12 @@ class ConsumerExecutorClass {
                 writer.end();
             });
             // Ensure the reader is fully closed before renaming
-            yield new Promise(resolve => {
-                reader.once('close', resolve);
-                reader.destroy();
-            });
+            if (!reader.destroyed) {
+                yield new Promise(resolve => {
+                    reader.once('close', resolve);
+                    reader.destroy();
+                });
+            }
             fs_1.default.renameSync(tempWorkPath, datasetPath);
             return newLineCount;
         });
@@ -209,10 +211,12 @@ class ConsumerExecutorClass {
                 writer.end();
             });
             // Ensure the reader is fully closed before renaming
-            yield new Promise(resolve => {
-                reader.once('close', resolve);
-                reader.destroy();
-            });
+            if (!reader.destroyed) {
+                yield new Promise(resolve => {
+                    reader.once('close', resolve);
+                    reader.destroy();
+                });
+            }
             fs_1.default.renameSync(tempWorkPath, datasetPath);
             return winners.size;
         });

package/executors/ExecutorOrchestrator.js

@@ -109,6 +109,8 @@ class ExecutorOrchestratorClass {
                     }
                 }
                 _progress.complete();
+                if (executorResults.some(x => !Algo_1.default.hasVal(x)))
+                    throw new Error(`${executorResults.filter(x => !Algo_1.default.hasVal(x)).length} worker(s) failed to produce valid results`);
                 yield this.reconcileExecutorThreadsResults(scope, executorResults, tracker);
                 // If there is more than one worker, then I need to redo the operations that are done on multiple lines (cause now the worker files have been merged together)
                 const postOperation = { totalOutputCount: null };
@@ -119,7 +121,7 @@ class ExecutorOrchestratorClass {
                         tracker.measure('process-distinct:main', performance.now() - counter);
                         postOperation.totalOutputCount = unifiedOutputCount;
                     }
-                    if (((_b = consumer.options) === null || _b === void 0 ? void 0 : _b.distinct) === true) {
+                    if ((_b = consumer.options) === null || _b === void 0 ? void 0 : _b.distinctOn) {
                         counter = performance.now();
                         const unifiedOutputCount = yield ConsumerExecutor_1.default.processDistinctOn(consumer, ExecutorScope_1.default.getMainPath(scope));
                         tracker.measure('process-distinct-on:main', performance.now() - counter);

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@forzalabs/remora",
-    "version": "1.0.15",
+    "version": "1.0.16",
     "description": "A powerful CLI tool for seamless data translation.",
     "main": "index.js",
     "private": false,