@hestia-earth/pipeline-utils 0.15.0 → 0.15.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -3,9 +3,10 @@ Object.defineProperty(exports, "__esModule", { value: true });
3
3
  exports.streamJSONToFile = void 0;
4
4
  const fs_1 = require("fs");
5
5
  const encoding = 'utf-8';
6
+ const filterValue = (value) => typeof value !== 'undefined';
6
7
  const stringifyArray = (writeStream, data) => {
7
8
  writeStream.write('[', encoding);
8
- data.forEach((value, index) => {
9
+ data.filter(filterValue).forEach((value, index) => {
9
10
  if (index !== 0) {
10
11
  writeStream.write(',', encoding);
11
12
  }
@@ -15,7 +16,9 @@ const stringifyArray = (writeStream, data) => {
15
16
  };
16
17
  const stringifyObject = (writeStream, data) => {
17
18
  writeStream.write('{', encoding);
18
- Object.entries(data).forEach(([key, value], index) => {
19
+ Object.entries(data)
20
+ .filter(([_key, value]) => filterValue(value))
21
+ .forEach(([key, value], index) => {
19
22
  if (index !== 0) {
20
23
  writeStream.write(',', encoding);
21
24
  }
@@ -1 +1 @@
1
- {"version":3,"file":"write-json-stream.js","sourceRoot":"","sources":["../src/write-json-stream.ts"],"names":[],"mappings":";;;AAAA,2BAAoD;AAEpD,MAAM,QAAQ,GAAG,OAAO,CAAC;AAEzB,MAAM,cAAc,GAAG,CAAC,WAAwB,EAAE,IAAW,EAAE,EAAE;IAC/D,WAAW,CAAC,KAAK,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IAEjC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;QAC5B,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;YAChB,WAAW,CAAC,KAAK,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QACnC,CAAC;QACD,SAAS,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;IAChC,CAAC,CAAC,CAAC;IACH,WAAW,CAAC,KAAK,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;AACnC,CAAC,CAAC;AAEF,MAAM,eAAe,GAAG,CAAC,WAAwB,EAAE,IAAyB,EAAE,EAAE;IAC9E,WAAW,CAAC,KAAK,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IAEjC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,KAAK,EAAE,EAAE;QACnD,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;YAChB,WAAW,CAAC,KAAK,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QACnC,CAAC;QACD,WAAW,CAAC,KAAK,CAAC,IAAI,GAAG,IAAI,EAAE,QAAQ,CAAC,CAAC;QACzC,SAAS,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;IAChC,CAAC,CAAC,CAAC;IACH,WAAW,CAAC,KAAK,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;AACnC,CAAC,CAAC;AAEF,MAAM,SAAS,GAAG,CAAC,WAAwB,EAAE,IAAS,EAAE,EAAE,CACxD,IAAI,KAAK,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ;IACvC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;QACnB,CAAC,CAAC,cAAc,CAAC,WAAW,EAAE,IAAI,CAAC;QACnC,CAAC,CAAC,eAAe,CAAC,WAAW,EAAE,IAAI,CAAC;IACtC,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,QAAQ,CAAC,CAAC;AAEjD,MAAM,gBAAgB,GAAG,CAAC,QAAgB,EAAE,IAAyB,EAAE,EAAE,CAC9E,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;IAC9B,MAAM,WAAW,GAAG,IAAA,sBAAiB,EAAC,QAAQ,CAAC,CAAC;IAChD,WAAW,CAAC,EAAE,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAClC,WAAW,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAChC,SAAS,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;IAC7B,WAAW,CAAC,GAAG,EAAE,CAAC;AACpB,CAAC,CAAC,CAAC;AAPQ,QAAA,gBAAgB,oBAOxB"}
1
+ {"version":3,"file":"write-json-stream.js","sourceRoot":"","sources":["../src/write-json-stream.ts"],"names":[],"mappings":";;;AAAA,2BAAoD;AAEpD,MAAM,QAAQ,GAAG,OAAO,CAAC;AAEzB,MAAM,WAAW,GAAG,CAAC,KAAU,EAAE,EAAE,CAAC,OAAO,KAAK,KAAK,WAAW,CAAC;AAEjE,MAAM,cAAc,GAAG,CAAC,WAAwB,EAAE,IAAW,EAAE,EAAE;IAC/D,WAAW,CAAC,KAAK,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IAEjC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;QAChD,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;YAChB,WAAW,CAAC,KAAK,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QACnC,CAAC;QACD,SAAS,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;IAChC,CAAC,CAAC,CAAC;IACH,WAAW,CAAC,KAAK,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;AACnC,CAAC,CAAC;AAEF,MAAM,eAAe,GAAG,CAAC,WAAwB,EAAE,IAAyB,EAAE,EAAE;IAC9E,WAAW,CAAC,KAAK,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IAEjC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC;SACjB,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;SAC7C,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,KAAK,EAAE,EAAE;QAC/B,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;YAChB,WAAW,CAAC,KAAK,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QACnC,CAAC;QACD,WAAW,CAAC,KAAK,CAAC,IAAI,GAAG,IAAI,EAAE,QAAQ,CAAC,CAAC;QACzC,SAAS,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;IAChC,CAAC,CAAC,CAAC;IACL,WAAW,CAAC,KAAK,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;AACnC,CAAC,CAAC;AAEF,MAAM,SAAS,GAAG,CAAC,WAAwB,EAAE,IAAS,EAAE,EAAE,CACxD,IAAI,KAAK,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ;IACvC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;QACnB,CAAC,CAAC,cAAc,CAAC,WAAW,EAAE,IAAI,CAAC;QACnC,CAAC,CAAC,eAAe,CAAC,WAAW,EAAE,IAAI,CAAC;IACtC,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,QAAQ,CAAC,CAAC;AAEjD,MAAM,gBAAgB,GAAG,CAAC,QAAgB,EAAE,IAAyB,EAAE,EAAE,CAC9E,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;IAC9B,MAAM,WAAW,GAAG,IAAA,sBAAiB,EAAC,QAAQ,CAAC,CAAC;IAChD,WAAW,CAAC,EAAE,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAClC,WAAW,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAChC,SAAS,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;IAC7B,WAAW,CAAC,GAAG,EAAE,CAAC;AACpB,CAAC,CAAC,CAAC;AAPQ,QAAA,gBAAgB,oBAOxB"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@hestia-earth/pipeline-utils",
3
- "version": "0.15.0",
3
+ "version": "0.15.1",
4
4
  "description": "Utilities for running pipelines",
5
5
  "main": "dist/index.js",
6
6
  "typings": "dist/index.d.ts",
@@ -2,10 +2,12 @@ import { createWriteStream, WriteStream } from 'fs';
2
2
 
3
3
  const encoding = 'utf-8';
4
4
 
5
+ const filterValue = (value: any) => typeof value !== 'undefined';
6
+
5
7
  const stringifyArray = (writeStream: WriteStream, data: any[]) => {
6
8
  writeStream.write('[', encoding);
7
9
 
8
- data.forEach((value, index) => {
10
+ data.filter(filterValue).forEach((value, index) => {
9
11
  if (index !== 0) {
10
12
  writeStream.write(',', encoding);
11
13
  }
@@ -17,13 +19,15 @@ const stringifyArray = (writeStream: WriteStream, data: any[]) => {
17
19
  const stringifyObject = (writeStream: WriteStream, data: Record<string, any>) => {
18
20
  writeStream.write('{', encoding);
19
21
 
20
- Object.entries(data).forEach(([key, value], index) => {
21
- if (index !== 0) {
22
- writeStream.write(',', encoding);
23
- }
24
- writeStream.write(`"${key}":`, encoding);
25
- stringify(writeStream, value);
26
- });
22
+ Object.entries(data)
23
+ .filter(([_key, value]) => filterValue(value))
24
+ .forEach(([key, value], index) => {
25
+ if (index !== 0) {
26
+ writeStream.write(',', encoding);
27
+ }
28
+ writeStream.write(`"${key}":`, encoding);
29
+ stringify(writeStream, value);
30
+ });
27
31
  writeStream.write('}', encoding);
28
32
  };
29
33