@engine9-io/input-tools 1.5.0 → 1.5.2

package/file/FileUtilities.js

@@ -725,10 +725,10 @@ Worker.prototype.download.metadata = {
 };
 
 Worker.prototype.head = async function (options) {
-  const { stream } = await this.fileToObjectStream(options);
+  const limit = options.limit || 3;
+  const { stream } = await this.fileToObjectStream({ ...options, limit });
   const chunks = [];
 
-  const limit = options.limit || 3;
   let counter = 0;
   // eslint-disable-next-line no-restricted-syntax
   for await (const chunk of stream) {

package/file/Parquet.js

@@ -45,7 +45,7 @@ Worker.prototype.schema.metadata = {
 };
 
 function cleanColumnName(name) {
-  name.toLowerCase().replace(/[^a-z0-9_]/g, '_');
+  return name.toLowerCase().replace(/[^a-z0-9_]/g, '_');
 }
 
 Worker.prototype.stream = async function (options) {
@@ -60,11 +60,10 @@ Worker.prototype.stream = async function (options) {
     if (typeof options.columns === 'string') requestedColumns = options.columns.split(',').map((d) => d.trim());
     else requestedColumns = options.columns.map((d) => (d.name ? d.name.trim() : d.trim()));
     requestedColumns.forEach((c) => {
-      columns = columns.concat(
-        fieldList.filter((f) => (
-          f.name === c || cleanColumnName(f.name) === cleanColumnName(c)
-        )).map((f) => f.name),
-      );
+      const matchingCols = fieldList.filter((f) => (
+        f.name === c || cleanColumnName(f.name) === cleanColumnName(c)
+      )).map((f) => f.name);
+      columns = columns.concat(matchingCols);
     });
   }
   let limit = 0;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@engine9-io/input-tools",
-  "version": "1.5.0",
+  "version": "1.5.2",
   "description": "Tools for dealing with Engine9 inputs",
   "main": "index.js",
   "scripts": {
@@ -17,7 +17,7 @@
   },
   "dependencies": {
     "@aws-sdk/client-s3": "^3.723.0",
-    "@dsnp/parquetjs": "^1.8.6",
+    "@dsnp/parquetjs": "^1.8.7",
     "archiver": "^7.0.1",
     "async-mutex": "^0.5.0",
     "csv": "^6.3.11",