ffc-pay-etl-framework 1.2.1-alpha.2 → 1.2.1-alpha.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (9) hide show
  1. package/dist/cjs/lib/index.js +4 -2
  2. package/dist/cjs/loaders/csvloader.js +2 -0
  3. package/dist/cjs/types/lib/index.d.ts.map +1 -1
  4. package/dist/cjs/types/loaders/csvloader.d.ts.map +1 -1
  5. package/dist/esm/lib/index.js +4 -2
  6. package/dist/esm/loaders/csvloader.js +2 -0
  7. package/dist/esm/types/lib/index.d.ts.map +1 -1
  8. package/dist/esm/types/loaders/csvloader.d.ts.map +1 -1
  9. package/package.json +2 -2
package/dist/cjs/lib/index.js CHANGED
@@ -34,11 +34,13 @@ function Etl() {
34
34
  this.beforeETLList.forEach(task => {
35
35
  task.write({});
36
36
  });
37
- this.loader
37
+ const pipeline = this.loader
38
38
  .pump(this.loader)
39
39
  .pipe(compose(RowMetaData(), ...self.validatorList, ...self.transformationList, ...self.destinationList.map(dl => dl.on('result', (data) => self.emit('result', data))))
40
40
  // @ts-ignore
41
- ).on('finish', (data) => self.emit('finish', data));
41
+ );
42
+ pipeline.on('error', (err) => self.emit('error', err));
43
+ pipeline.on('finish', (data) => self.emit('finish', data));
42
44
  return self;
43
45
  };
44
46
  this.beforeETL = (pipelineTask) => {
package/dist/cjs/loaders/csvloader.js CHANGED
@@ -43,6 +43,8 @@ function CSVLoader(options) {
43
43
  callback(null, chunk);
44
44
  }
45
45
  });
46
+ parser.on('error', (err) => csvLoader.emit('error', err));
47
+ transformer.on('error', (err) => csvLoader.emit('error', err));
46
48
  return csvLoader
47
49
  .pipe(parser)
48
50
  .pipe(transformer);
package/dist/cjs/types/lib/index.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/lib/index.js"],"names":[],"mappings":";AAOA;;;;;;;;GAQG;AAEH;;;GAGG;AACH,4BAgFC;;IA7EG,aAAe;IACf,qBAAuB;IACvB,sBAAwB;IACxB,qBAAuB;IACvB,0BAA4B;IAC5B,uBAAyB;IAEzB,6BAGC;IAED,gBAgBC;IAED,sCAUC;IAED,qCAGC;IAED,mCAGC;IAED,wDAiBC;IAED,mCAGC"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/lib/index.js"],"names":[],"mappings":";AAOA;;;;;;;;GAQG;AAEH;;;GAGG;AACH,4BAkFC;;IA/EG,aAAe;IACf,qBAAuB;IACvB,sBAAwB;IACxB,qBAAuB;IACvB,0BAA4B;IAC5B,uBAAyB;IAEzB,6BAGC;IAED,gBAkBC;IAED,sCAUC;IAED,qCAGC;IAED,mCAGC;IAED,wDAiBC;IAED,mCAGC"}
package/dist/cjs/types/loaders/csvloader.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"csvloader.d.ts","sourceRoot":"","sources":["../../../../src/loaders/csvloader.js"],"names":[],"mappings":";AAKA;;;;;;;;GAQG;AACH;IAN4B,IAAI;IACI,MAAM,GAA/B,cAAc;IACG,YAAY;IACX,KAAK;wCAyCjC"}
1
+ {"version":3,"file":"csvloader.d.ts","sourceRoot":"","sources":["../../../../src/loaders/csvloader.js"],"names":[],"mappings":";AAKA;;;;;;;;GAQG;AACH;IAN4B,IAAI;IACI,MAAM,GAA/B,cAAc;IACG,YAAY;IACX,KAAK;wCA6CjC"}
package/dist/esm/lib/index.js CHANGED
@@ -36,11 +36,13 @@ function Etl() {
36
36
  this.beforeETLList.forEach(task => {
37
37
  task.write({});
38
38
  });
39
- this.loader
39
+ const pipeline = this.loader
40
40
  .pump(this.loader)
41
41
  .pipe(compose(RowMetaData(), ...self.validatorList, ...self.transformationList, ...self.destinationList.map(dl => dl.on('result', (data) => self.emit('result', data))))
42
42
  // @ts-ignore
43
- ).on('finish', (data) => self.emit('finish', data));
43
+ );
44
+ pipeline.on('error', (err) => self.emit('error', err));
45
+ pipeline.on('finish', (data) => self.emit('finish', data));
44
46
  return self;
45
47
  };
46
48
  this.beforeETL = (pipelineTask) => {
package/dist/esm/loaders/csvloader.js CHANGED
@@ -44,6 +44,8 @@ function CSVLoader(options) {
44
44
  callback(null, chunk);
45
45
  }
46
46
  });
47
+ parser.on('error', (err) => csvLoader.emit('error', err));
48
+ transformer.on('error', (err) => csvLoader.emit('error', err));
47
49
  return csvLoader
48
50
  .pipe(parser)
49
51
  .pipe(transformer);
package/dist/esm/types/lib/index.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/lib/index.js"],"names":[],"mappings":";AAOA;;;;;;;;GAQG;AAEH;;;GAGG;AACH,4BAgFC;;IA7EG,aAAe;IACf,qBAAuB;IACvB,sBAAwB;IACxB,qBAAuB;IACvB,0BAA4B;IAC5B,uBAAyB;IAEzB,6BAGC;IAED,gBAgBC;IAED,sCAUC;IAED,qCAGC;IAED,mCAGC;IAED,wDAiBC;IAED,mCAGC"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/lib/index.js"],"names":[],"mappings":";AAOA;;;;;;;;GAQG;AAEH;;;GAGG;AACH,4BAkFC;;IA/EG,aAAe;IACf,qBAAuB;IACvB,sBAAwB;IACxB,qBAAuB;IACvB,0BAA4B;IAC5B,uBAAyB;IAEzB,6BAGC;IAED,gBAkBC;IAED,sCAUC;IAED,qCAGC;IAED,mCAGC;IAED,wDAiBC;IAED,mCAGC"}
package/dist/esm/types/loaders/csvloader.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"csvloader.d.ts","sourceRoot":"","sources":["../../../../src/loaders/csvloader.js"],"names":[],"mappings":";AAKA;;;;;;;;GAQG;AACH;IAN4B,IAAI;IACI,MAAM,GAA/B,cAAc;IACG,YAAY;IACX,KAAK;wCAyCjC"}
1
+ {"version":3,"file":"csvloader.d.ts","sourceRoot":"","sources":["../../../../src/loaders/csvloader.js"],"names":[],"mappings":";AAKA;;;;;;;;GAQG;AACH;IAN4B,IAAI;IACI,MAAM,GAA/B,cAAc;IACG,YAAY;IACX,KAAK;wCA6CjC"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "ffc-pay-etl-framework",
3
- "version": "1.2.1-alpha.2",
3
+ "version": "1.2.1-alpha.3",
4
4
  "publisher": "Defra",
5
5
  "main": "dist/cjs/index.js",
6
6
  "private": false,
@@ -75,7 +75,7 @@
75
75
  "@faker-js/faker": "^8.4.1",
76
76
  "csv": "^6.3.9",
77
77
  "mariadb": "^3.3.1",
78
- "mysql2": "^3.14.0",
78
+ "mysql2": "^3.10.3",
79
79
  "oracledb": "^6.5.1",
80
80
  "pg": "^8.12.0",
81
81
  "pg-hstore": "^2.3.4",