ffc-pay-etl-framework 1.1.4-alpha.3 → 1.1.4

package/dist/cjs/loaders/csvloader.js

@@ -1,24 +1,14 @@
+// @ts-nocheck
 const fs = require("fs");
 const { Transform } = require("stream");
 const { parse } = require("csv-parse");
-/**
- * @typedef {Object} CSVLoaderOptions
- * @property {string} path The path to the CSV file
- * @property {string[]} columns The columns in the CSV file
- */
-/**
- * @typedef {import('stream').Readable} Readable
- */
-/**
- * @typedef {Readable & {_columns?: string[], pump?: (csvLoader: Readable) => Readable}} CSVLoaderStream
- */
 /**
  *
- * @param {CSVLoaderOptions} options
- * @returns {CSVLoaderStream}
+ * @param {Object} options
+ * @param {String} options.path
+ * @returns StreamReader
  */
 function CSVLoader(options) {
-    /** @type {CSVLoaderStream} */
     let csvLoader = fs.createReadStream(options.path);
     let lineCount = 1;
     csvLoader._columns = options.columns;
@@ -30,16 +20,13 @@ function CSVLoader(options) {
             writableObjectMode: true,
             emitClose: true,
             transform(chunk, _, callback) {
-                console.log(`Processing chunk: ${JSON.stringify(chunk)}`);
                 chunk["_columns"] = options.columns;
                 chunk["_linecount"] = lineCount;
                 lineCount += 1;
                 // remove non-printable characters
                 options.columns.forEach((_column, index) => {
                     if (chunk[index]) {
-                        console.log(`Before: ${chunk[index].split('').map(char => char.charCodeAt(0)).join(', ')}`);
                         chunk[index] = chunk[index].replace(/[\x00-\x1F\x7F-\x9F]/g, '');
-                        console.log(`After: ${chunk[index].split('').map(char => char.charCodeAt(0)).join(', ')}`);
                     }
                 });
                 callback(null, chunk);

package/dist/cjs/types/loaders/csvloader.d.ts

@@ -1,34 +1,12 @@
 /// <reference types="node" />
-export type CSVLoaderOptions = {
-    /**
-     * The path to the CSV file
-     */
-    path: string;
-    /**
-     * The columns in the CSV file
-     */
-    columns: string[];
-};
-export type Readable = import('stream').Readable;
-export type CSVLoaderStream = import("stream").Readable & {
-    _columns?: string[];
-    pump?: (csvLoader: Readable) => Readable;
-};
-/**
- * @typedef {Object} CSVLoaderOptions
- * @property {string} path The path to the CSV file
- * @property {string[]} columns The columns in the CSV file
- */
-/**
- * @typedef {import('stream').Readable} Readable
- */
-/**
- * @typedef {Readable & {_columns?: string[], pump?: (csvLoader: Readable) => Readable}} CSVLoaderStream
- */
 /**
  *
- * @param {CSVLoaderOptions} options
- * @returns {CSVLoaderStream}
+ * @param {Object} options
+ * @param {String} options.path
+ * @returns StreamReader
  */
-export function CSVLoader(options: CSVLoaderOptions): CSVLoaderStream;
+export function CSVLoader(options: {
+    path: string;
+}): fs.ReadStream;
+import fs = require("fs");
 //# sourceMappingURL=csvloader.d.ts.map

package/dist/cjs/types/loaders/csvloader.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"csvloader.d.ts","sourceRoot":"","sources":["../../../../src/loaders/csvloader.js"],"names":[],"mappings":";;;;;UAMc,MAAM;;;;aACN,MAAM,EAAE;;uBAIT,OAAO,QAAQ,EAAE,QAAQ;;eAIF,MAAM,EAAE;uBAAqB,QAAQ,KAAK,QAAQ;;AAXtF;;;;GAIG;AAEH;;GAEG;AAEH;;GAEG;AAEH;;;;GAIG;AACH,mCAHW,gBAAgB,GACd,eAAe,CAkC3B"}
+{"version":3,"file":"csvloader.d.ts","sourceRoot":"","sources":["../../../../src/loaders/csvloader.js"],"names":[],"mappings":";AAKA;;;;;GAKG;AACH;IAH2B,IAAI;kBAgC9B"}

package/dist/esm/loaders/csvloader.js

@@ -1,26 +1,16 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
+// @ts-nocheck
 const fs = require("fs");
 const { Transform } = require("stream");
 const { parse } = require("csv-parse");
-/**
- * @typedef {Object} CSVLoaderOptions
- * @property {string} path The path to the CSV file
- * @property {string[]} columns The columns in the CSV file
- */
-/**
- * @typedef {import('stream').Readable} Readable
- */
-/**
- * @typedef {Readable & {_columns?: string[], pump?: (csvLoader: Readable) => Readable}} CSVLoaderStream
- */
 /**
  *
- * @param {CSVLoaderOptions} options
- * @returns {CSVLoaderStream}
+ * @param {Object} options
+ * @param {String} options.path
+ * @returns StreamReader
  */
 function CSVLoader(options) {
-    /** @type {CSVLoaderStream} */
     let csvLoader = fs.createReadStream(options.path);
     let lineCount = 1;
     csvLoader._columns = options.columns;
@@ -32,16 +22,13 @@ function CSVLoader(options) {
             writableObjectMode: true,
             emitClose: true,
             transform(chunk, _, callback) {
-                console.log(`Processing chunk: ${JSON.stringify(chunk)}`);
                 chunk["_columns"] = options.columns;
                 chunk["_linecount"] = lineCount;
                 lineCount += 1;
                 // remove non-printable characters
                 options.columns.forEach((_column, index) => {
                     if (chunk[index]) {
-                        console.log(`Before: ${chunk[index].split('').map(char => char.charCodeAt(0)).join(', ')}`);
                         chunk[index] = chunk[index].replace(/[\x00-\x1F\x7F-\x9F]/g, '');
-                        console.log(`After: ${chunk[index].split('').map(char => char.charCodeAt(0)).join(', ')}`);
                     }
                 });
                 callback(null, chunk);

package/dist/esm/types/loaders/csvloader.d.ts

@@ -1,34 +1,12 @@
 /// <reference types="node" />
-export type CSVLoaderOptions = {
-    /**
-     * The path to the CSV file
-     */
-    path: string;
-    /**
-     * The columns in the CSV file
-     */
-    columns: string[];
-};
-export type Readable = import('stream').Readable;
-export type CSVLoaderStream = import("stream").Readable & {
-    _columns?: string[];
-    pump?: (csvLoader: Readable) => Readable;
-};
-/**
- * @typedef {Object} CSVLoaderOptions
- * @property {string} path The path to the CSV file
- * @property {string[]} columns The columns in the CSV file
- */
-/**
- * @typedef {import('stream').Readable} Readable
- */
-/**
- * @typedef {Readable & {_columns?: string[], pump?: (csvLoader: Readable) => Readable}} CSVLoaderStream
- */
 /**
  *
- * @param {CSVLoaderOptions} options
- * @returns {CSVLoaderStream}
+ * @param {Object} options
+ * @param {String} options.path
+ * @returns StreamReader
  */
-export function CSVLoader(options: CSVLoaderOptions): CSVLoaderStream;
+export function CSVLoader(options: {
+    path: string;
+}): fs.ReadStream;
+import fs = require("fs");
 //# sourceMappingURL=csvloader.d.ts.map

package/dist/esm/types/loaders/csvloader.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"csvloader.d.ts","sourceRoot":"","sources":["../../../../src/loaders/csvloader.js"],"names":[],"mappings":";;;;;UAMc,MAAM;;;;aACN,MAAM,EAAE;;uBAIT,OAAO,QAAQ,EAAE,QAAQ;;eAIF,MAAM,EAAE;uBAAqB,QAAQ,KAAK,QAAQ;;AAXtF;;;;GAIG;AAEH;;GAEG;AAEH;;GAEG;AAEH;;;;GAIG;AACH,mCAHW,gBAAgB,GACd,eAAe,CAkC3B"}
+{"version":3,"file":"csvloader.d.ts","sourceRoot":"","sources":["../../../../src/loaders/csvloader.js"],"names":[],"mappings":";AAKA;;;;;GAKG;AACH;IAH2B,IAAI;kBAgC9B"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ffc-pay-etl-framework",
-  "version": "1.1.4-alpha.3",
+  "version": "1.1.4",
   "publisher": "Defra",
   "main": "dist/cjs/index.js",
   "private": false,