@hestia-earth/pipeline-utils 0.15.0 → 0.15.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (7) hide show
  1. package/dist/mongodb.js +4 -1
  2. package/dist/mongodb.js.map +1 -1
  3. package/dist/write-json-stream.js +5 -2
  4. package/dist/write-json-stream.js.map +1 -1
  5. package/package.json +1 -1
  6. package/src/mongodb.ts +4 -1
  7. package/src/write-json-stream.ts +12 -8
package/dist/mongodb.js CHANGED
@@ -32,7 +32,10 @@ const upsertAggregation = (filepath, data = {}) => {
32
32
  const folder = filepath.split('/')[1];
33
33
  return (0, exports.transaction)(db => db.collection('aggregations').updateOne({ filepath }, {
34
34
  $set: { ...data, folder, filepath, filename },
35
- $setOnInsert: { createdAt: new Date(), updatedAt: new Date() }
35
+ $setOnInsert: {
36
+ createdAt: new Date(),
37
+ ...(data.updatedAt ? {} : { updatedAt: new Date() })
38
+ }
36
39
  }, { upsert: true }));
37
40
  };
38
41
  exports.upsertAggregation = upsertAggregation;
package/dist/mongodb.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"mongodb.js","sourceRoot":"","sources":["../src/mongodb.ts"],"names":[],"mappings":";;;AAAA,qCAA8D;AAC9D,2CAe2B;AAE3B,+BAA0C;AAC1C,mCAA8D;AAC9D,mCAAkC;AAE3B,MAAM,WAAW,GAAG,KAAK,EAAK,KAA6B,EAAE,eAAkB,IAAI,EAAE,EAAE;IAC5F,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,qBAAW,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,WAAW,EAAE;YAChE,QAAQ,EAAE,CAAC;YACX,kBAAkB,EAAE,IAAI;SACzB,CAAC,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC;QACrC,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;QACrB,OAAO,GAAG,CAAC;IACb,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IAAA,WAAQ,EAAC,GAAG,CAAC,CAAC;QACd,OAAO,YAAY,CAAC;IACtB,CAAC;AACH,CAAC,CAAC;AAbW,QAAA,WAAW,eAatB;AAEF,MAAM,iBAAiB,GAAG,CAAI,KAAU,EAAE,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;AAEpF,MAAM,QAAQ,GAAG,CAAC,GAAa,EAAO,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,kBAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AAArF,QAAA,QAAQ,YAA6E;AAI3F,MAAM,eAAe,GAAG,CAC7B,UAAwD,EACxD,KAAU,EACV,KAAK,GAAG,CAAC,EACwB,EAAE,CACnC,IAAA,mBAAW,EACT,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,EAC7G,EAA4B,CAC7B,CAAC;AARS,QAAA,eAAe,mBAQxB;AAEG,MAAM,iBAAiB,GAAG,CAAC,QAAgB,EAAE,OAA6B,EAAE,EAAE,EAAE;IACrF,MAAM,QAAQ,GAAG,IAAA,sBAAgB,EAAC,QAAQ,CAAC,CAAC;IAC5C,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACtC,OAAO,IAAA,mBAAW,EAAC,EAAE,CAAC,EAAE,CACtB,EAAE,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC,SAAS,CACrC,EAAE,QAAQ,EAAE,EACZ;QACE,IAAI,EAAE,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE;QAC7C,YAAY,EAAE,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,EAAE;KAC/D,EACD,EAAE,MAAM,EAAE,IAAI,EAAE,CACjB,CACF,CAAC;AACJ,CAAC,CAAC;AAbW,QAAA,iBAAiB,qBAa5B;AAEK,MAAM,kBAAkB,GAAG,CAAC,GAAa,EAAE,EAAE,CAClD,IAAA,mBAAW,EAAC,EAAE,CAAC,EAAE,CACf,EAAE,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC,UAAU,CAAC;IACvC,GAAG,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE;CAClB,CAAC,CACH,CAAC;AALS,QAAA,kBAAkB,sBAK3B;AAEJ,MAAM,qBAAqB,GAAG,CAAC,MAAyB,EAAE,EAAE;IAC1D,MAAM,GAAG,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IACtD,OAAO,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,KAAK,uBAAiB,WAAW,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC5E,CAAC,CAAC;AAEK,MAAM,yBAAyB,GAAG,CAAC,MAAyB,EAAE,EAAE,CACrE,IAAA,mBAAW,EAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC,UAAU,CAAC,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,qBAAqB,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;AAD1G,QAAA,yBAAyB,6BACiF;AAIvH,MAAM,cAAc,GAAG,CAAC,QAAgB,EAAE,EAAE;IAC1C,MAAM,CAAC,QAAQ,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACvC,OAAO;QACL,QAAQ,EAAE;YACR,GAAG,EAAE,MAAM,CAAC,MAAM,CAAC,yBAAmB,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,IAAI,GAAG,EAAE,CAAC;SACzE;KACF,CAAC;AACJ,CAAC,CAAC;AAEK,MAAM,QAAQ,GAAG,CACtB,UAAiD,EACjD,KAAU,EACV,KAAK,GAAG,CAAC,EACiB,EAAE,CAC5B,IAAA,mBAAW,EACT,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,EACtG,EAAqB,CACtB,CAAC;AARS,QAAA,QAAQ,YAQjB;AAEG,MAAM,OAAO,GAAG,CAAC,QAAgB,EAA0B,EAAE,CAClE,IAAA,mBAAW,EAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC,EAAE,EAAmB,CAAC,CAAC;AADtF,QAAA,OAAO,WAC+E;AAE5F,MAAM,UAAU,GAAG,CAAC,QAAgB,EAAE,OAAsB,EAAE,EAAE,EAAE,CACvE,IAAA,mBAAW,EAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;AADnF,QAAA,UAAU,cACyE;AAEzF,MAAM,WAAW,GAAG,CAAC,GAAa,EAAE,OAAsB,EAAE,EAAE,EAAE,CACrE,IAAA,mBAAW,EAAC,EAAE,CAAC,EAAE,CACf,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,UAAU,CAAC,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,kBAAQ,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CACrG,CAAC;AAHS,QAAA,WAAW,eAGpB;AAEG,MAAM,UAAU,GAAG,CAAC,EAAU,EAAE,EAAE,CACvC,IAAA,mBAAW,EAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,IAAI,kBAAQ,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;AADpE,QAAA,UAAU,cAC0D;AAEjF,MAAM,QAAQ,GAAG,CAAC,GAAwB,EAAE,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,IAAI,MAAM,CAAC,IAAI,GAAG,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;AAE3F,MAAM,cAAc,GAAG,CAAC,MAAc,EAAE,QAAuB,EAAE,EAAE,CACxE,IAAA,mBAAW,EAAC,EAAE,CAAC,EAAE,CACf,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,cAAc,CAAC;IACpC,IAAI,EAAE,IAAI,kBAAQ,CAAC,MAAM,CAAC;IAC1B,IAAI,EAAE;QACJ;YACE,GAAG,EAAE;gBACH,QAAQ,CAAC,yBAAmB,CAAC,IAAI,CAAC;gBAClC,QAAQ,CAAC,yBAAmB,CAAC,GAAG,CAAC;gBACjC,QAAQ,CAAC,yBAAmB,CAAC,GAAG,CAAC;gBACjC,QAAQ,CAAC,yBAAmB,CAAC,IAAI,CAAC;aACnC,CAAC,MAAM,CAAC,OAAO,CAAC;SAClB;QACD,CAAA,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,MAAM;YACd,CAAC,CAAC;gBACE,GAAG,EAAE,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;aAC1C;YACH,CAAC,CAAC,IAAI;KACT,CAAC,MAAM,CAAC,OAAO,CAAC;CAClB,CAAC,CACH,CAAC;AApBS,QAAA,cAAc,kBAoBvB;AAIG,MAAM,QAAQ,GAAG,CACtB,UAAiD,EACjD,KAAU,EACV,KAAK,GAAG,CAAC,EACiB,EAAE,CAC5B,IAAA,mBAAW,EACT,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,EACtG,EAAqB,CACtB,CAAC;AARS,QAAA,QAAQ,YAQjB;AAEG,MAAM,OAAO,GAAG,CAAC,MAAc,EAA0B,EAAE,CAChE,IAAA,mBAAW,EAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,kBAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,EAAmB,CAAC,CAAC;AAD3F,QAAA,OAAO,WACoF;AAEjG,MAAM,mBAAmB,GAAG,KAAK,EAAE,QAAiB,EAAE,EAAE;IAC7D,MAAM,MAAM,GAAG,QAAQ,CAAC,CAAC,CAAC,IAAA,wBAAkB,EAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC9D,OAAO,CAAC,MAAM,IAAI,IAAA,oBAAc,EAAC,MAAM,CAAC,CAAC,CAAC,CAAE,EAAoB,CAAC,CAAC,CAAC,MAAM,IAAA,eAAO,EAAC,MAAM,CAAC,CAAC;AAC3F,CAAC,CAAC;AAHW,QAAA,mBAAmB,uBAG9B;AAEK,MAAM,UAAU,GAAG,CAAC,MAAc,EAAE,OAAsB,EAAE,EAAE,EAAE,CACrE,IAAA,mBAAW,EAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,IAAI,kBAAQ,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;AADxF,QAAA,UAAU,cAC8E;AAQ9F,MAAM,iBAAiB,GAAG,CAC/B,EAAE,EAAE,EAAE,GAAG,KAAK,KAAgD,EAAE,EAAE,EAAE,SAAS,EAAE,EACnD,EAAE,CAC9B,IAAA,mBAAW,EAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC,OAAO,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,IAAI,kBAAQ,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC;AAHzG,QAAA,iBAAiB,qBAGwF;AAE/G,MAAM,kBAAkB,GAAG,CAAC,KAAK,GAAG,EAAE,EAAE,UAAU,GAAG,EAAE,EAAgC,EAAE,CAC9F,IAAA,mBAAW,EAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC,IAAI,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC;AAD/E,QAAA,kBAAkB,sBAC6D;AAErF,MAAM,oBAAoB,GAAG,CAClC,EAAE,EAAE,EAAE,GAAG,KAAK,KAAgD,EAAE,EAAE,EAAE,SAAS,EAAE,EAC/E,OAAgC,EAAE,EAClC,EAAE,CACF,IAAA,mBAAW,EAAC,EAAE,CAAC,EAAE,CACf,EAAE;KACC,UAAU,CAAC,iBAAiB,CAAC;KAC7B,SAAS,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,IAAI,kBAAQ,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,KAAK,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,GAAG,IAAI,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,EAAE,EAAE,CAAC,CACnH,CAAC;AARS,QAAA,oBAAoB,wBAQ7B;AAEG,MAAM,qBAAqB,GAAG,KAAK,EAAE,IAA+B,EAAE,EAAE,CAC7E,IAAI,CAAC,MAAM;IACT,CAAC,CAAC,MAAM,IAAA,mBAAW,EAAC,EAAE,CAAC,EAAE;QACrB,MAAM,IAAI,GAAG,EAAE,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC,yBAAyB,EAAE,CAAC;QAE1E,IAAI,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE,GAAG,MAAM,EAAE,EAAE,EAAE;YACjC,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,IAAI,kBAAQ,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,EAAE,GAAG,MAAM,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;QACjG,CAAC,CAAC,CAAC;QACH,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC;IACxB,CAAC,CAAC;IACJ,CAAC,CAAC,IAAI,CAAC;AAVE,QAAA,qBAAqB,yBAUvB;AAEJ,MAAM,oBAAoB,GAAG,CAAC,MAA+B,EAAE,OAAgC,EAAE,EAAE,EAAE,CAC1G,IAAA,mBAAW,EAAC,EAAE,CAAC,EAAE,CACf,EAAE;KACC,UAAU,CAAC,iBAAiB,CAAC;KAC7B,SAAS,CACR,MAAM,EACN,EAAE,IAAI,EAAE,EAAE,GAAG,IAAI,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,EAAE,EAAE,YAAY,EAAE,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,EAAE,EAAE,EACrF,EAAE,MAAM,EAAE,IAAI,EAAE,CACjB,CACJ,CAAC;AATS,QAAA,oBAAoB,wBAS7B;AAEG,MAAM,qBAAqB,GAAG,CAAC,GAAa,EAAE,EAAE,CACrD,IAAA,mBAAW,EAAC,EAAE,CAAC,EAAE,CACf,EAAE,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC,UAAU,CAAC;IAC1C,GAAG,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE;CAClB,CAAC,CACH,CAAC;AALS,QAAA,qBAAqB,yBAK9B;AAIG,MAAM,aAAa,GAAG,CAC3B,IAAmB,EACnB,UAAsD,EACtD,KAAU,EACV,KAAK,GAAG,CAAC,EACsB,EAAE,CACjC,IAAA,mBAAW,EACT,EAAE,CAAC,EAAE,CACH,EAAE;KACC,UAAU,CAAC,YAAY,CAAC;KACxB,IAAI,CAAC;IACJ,GAAG,UAAU;IACb,IAAI;CACL,CAAC;KACD,OAAO,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;KACjC,KAAK,CAAC,KAAK,CAAC;KACZ,OAAO,EAAE,EACd,EAA0B,CAC3B,CAAC;AAlBS,QAAA,aAAa,iBAkBtB;AAEG,MAAM,YAAY,GAAG,CAAC,IAAmB,EAAE,SAAmB,EAAE,EAAE,CACvE,IAAA,mBAAW,EAAC,EAAE,CAAC,EAAE,CACf,EAAE,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,SAAS,CAAC;IACpC,IAAI;IACJ,SAAS;IACT,SAAS,EAAE,IAAI,IAAI,EAAE;IACrB,SAAS,EAAE,IAAI,IAAI,EAAE;CACtB,CAAC,CACH,CAAC;AARS,QAAA,YAAY,gBAQrB;AAIG,MAAM,UAAU,GAAG,CAAC,GAAe,EAAoB,EAAE,CAC9D,IAAA,mBAAW,EAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;AADnD,QAAA,UAAU,cACyC;AAEzD,MAAM,aAAa,GAAG,CAAC,GAAe,EAAE,IAAsB,EAAE,EAAE,CACvE,IAAA,mBAAW,EAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;AADvF,QAAA,aAAa,iBAC0E;AAEpG,MAAM,kBAAkB,GAAG;IACzB,IAAI,EAAE,+DAA+D;IACrE,KAAK,EAAE,mBAAmB;CAC3B,CAAC;AAEK,MAAM,cAAc,GAAG,KAAK,EAAE,OAAgB,EAAE,EAAE;;IACvD,MAAM,OAAO,GAAG,kBAAkB,CAAC,GAAG,OAAO,EAAE,CAAC,CAAC;IACjD,MAAM,WAAW,GAAG;EACpB,OAAO;;SAEA,eAAO,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC;aACzB,eAAO;GACjB,CAAC,IAAI,EAAE,CAAC;IACT,MAAM,OAAO,GAAG,MAAM,IAAA,kBAAU,EAAC,gBAAU,CAAC,kBAAkB,CAAC,CAAC;IAChE,MAAM,cAAc,GAAG,OAAO,CAAC,CAAC,CAAC,MAAA,OAAO,CAAC,QAAQ,0CAAE,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC;IACxE,MAAM,EAAE,GAAG,OAAO;QAChB,CAAC;YACC,MAAM,IAAA,wBAAgB,EAAC,WAAW,CAAC;QACrC,CAAC,CAAC,cAAc;YACd,CAAC;gBACC,MAAM,IAAA,yBAAiB,EAAC,cAAc,EAAE,OAAO,CAAC;YAClD,CAAC;gBACC,IAAI,CAAC;IAEX,OAAO,MAAM,IAAA,qBAAa,EAAC,gBAAU,CAAC,kBAAkB,EAAE;QACxD,KAAK,EAAE,OAAO;QACd,QAAQ,EAAE,EAAE,aAAa,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE;KACjD,CAAC,CAAC;AACL,CAAC,CAAC;AAvBW,QAAA,cAAc,kBAuBzB"}
1
+ {"version":3,"file":"mongodb.js","sourceRoot":"","sources":["../src/mongodb.ts"],"names":[],"mappings":";;;AAAA,qCAA8D;AAC9D,2CAe2B;AAE3B,+BAA0C;AAC1C,mCAA8D;AAC9D,mCAAkC;AAE3B,MAAM,WAAW,GAAG,KAAK,EAAK,KAA6B,EAAE,eAAkB,IAAI,EAAE,EAAE;IAC5F,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,qBAAW,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,WAAW,EAAE;YAChE,QAAQ,EAAE,CAAC;YACX,kBAAkB,EAAE,IAAI;SACzB,CAAC,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC;QACrC,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;QACrB,OAAO,GAAG,CAAC;IACb,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IAAA,WAAQ,EAAC,GAAG,CAAC,CAAC;QACd,OAAO,YAAY,CAAC;IACtB,CAAC;AACH,CAAC,CAAC;AAbW,QAAA,WAAW,eAatB;AAEF,MAAM,iBAAiB,GAAG,CAAI,KAAU,EAAE,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;AAEpF,MAAM,QAAQ,GAAG,CAAC,GAAa,EAAO,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,kBAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AAArF,QAAA,QAAQ,YAA6E;AAI3F,MAAM,eAAe,GAAG,CAC7B,UAAwD,EACxD,KAAU,EACV,KAAK,GAAG,CAAC,EACwB,EAAE,CACnC,IAAA,mBAAW,EACT,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,EAC7G,EAA4B,CAC7B,CAAC;AARS,QAAA,eAAe,mBAQxB;AAEG,MAAM,iBAAiB,GAAG,CAAC,QAAgB,EAAE,OAA6B,EAAE,EAAE,EAAE;IACrF,MAAM,QAAQ,GAAG,IAAA,sBAAgB,EAAC,QAAQ,CAAC,CAAC;IAC5C,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACtC,OAAO,IAAA,mBAAW,EAAC,EAAE,CAAC,EAAE,CACtB,EAAE,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC,SAAS,CACrC,EAAE,QAAQ,EAAE,EACZ;QACE,IAAI,EAAE,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE;QAC7C,YAAY,EAAE;YACZ,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,EAAE,CAAC;SACrD;KACF,EACD,EAAE,MAAM,EAAE,IAAI,EAAE,CACjB,CACF,CAAC;AACJ,CAAC,CAAC;AAhBW,QAAA,iBAAiB,qBAgB5B;AAEK,MAAM,kBAAkB,GAAG,CAAC,GAAa,EAAE,EAAE,CAClD,IAAA,mBAAW,EAAC,EAAE,CAAC,EAAE,CACf,EAAE,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC,UAAU,CAAC;IACvC,GAAG,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE;CAClB,CAAC,CACH,CAAC;AALS,QAAA,kBAAkB,sBAK3B;AAEJ,MAAM,qBAAqB,GAAG,CAAC,MAAyB,EAAE,EAAE;IAC1D,MAAM,GAAG,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IACtD,OAAO,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,KAAK,uBAAiB,WAAW,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC5E,CAAC,CAAC;AAEK,MAAM,yBAAyB,GAAG,CAAC,MAAyB,EAAE,EAAE,CACrE,IAAA,mBAAW,EAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC,UAAU,CAAC,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,qBAAqB,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;AAD1G,QAAA,yBAAyB,6BACiF;AAIvH,MAAM,cAAc,GAAG,CAAC,QAAgB,EAAE,EAAE;IAC1C,MAAM,CAAC,QAAQ,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACvC,OAAO;QACL,QAAQ,EAAE;YACR,GAAG,EAAE,MAAM,CAAC,MAAM,CAAC,yBAAmB,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,IAAI,GAAG,EAAE,CAAC;SACzE;KACF,CAAC;AACJ,CAAC,CAAC;AAEK,MAAM,QAAQ,GAAG,CACtB,UAAiD,EACjD,KAAU,EACV,KAAK,GAAG,CAAC,EACiB,EAAE,CAC5B,IAAA,mBAAW,EACT,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,EACtG,EAAqB,CACtB,CAAC;AARS,QAAA,QAAQ,YAQjB;AAEG,MAAM,OAAO,GAAG,CAAC,QAAgB,EAA0B,EAAE,CAClE,IAAA,mBAAW,EAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC,EAAE,EAAmB,CAAC,CAAC;AADtF,QAAA,OAAO,WAC+E;AAE5F,MAAM,UAAU,GAAG,CAAC,QAAgB,EAAE,OAAsB,EAAE,EAAE,EAAE,CACvE,IAAA,mBAAW,EAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;AADnF,QAAA,UAAU,cACyE;AAEzF,MAAM,WAAW,GAAG,CAAC,GAAa,EAAE,OAAsB,EAAE,EAAE,EAAE,CACrE,IAAA,mBAAW,EAAC,EAAE,CAAC,EAAE,CACf,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,UAAU,CAAC,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,kBAAQ,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CACrG,CAAC;AAHS,QAAA,WAAW,eAGpB;AAEG,MAAM,UAAU,GAAG,CAAC,EAAU,EAAE,EAAE,CACvC,IAAA,mBAAW,EAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,IAAI,kBAAQ,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;AADpE,QAAA,UAAU,cAC0D;AAEjF,MAAM,QAAQ,GAAG,CAAC,GAAwB,EAAE,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,IAAI,MAAM,CAAC,IAAI,GAAG,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;AAE3F,MAAM,cAAc,GAAG,CAAC,MAAc,EAAE,QAAuB,EAAE,EAAE,CACxE,IAAA,mBAAW,EAAC,EAAE,CAAC,EAAE,CACf,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,cAAc,CAAC;IACpC,IAAI,EAAE,IAAI,kBAAQ,CAAC,MAAM,CAAC;IAC1B,IAAI,EAAE;QACJ;YACE,GAAG,EAAE;gBACH,QAAQ,CAAC,yBAAmB,CAAC,IAAI,CAAC;gBAClC,QAAQ,CAAC,yBAAmB,CAAC,GAAG,CAAC;gBACjC,QAAQ,CAAC,yBAAmB,CAAC,GAAG,CAAC;gBACjC,QAAQ,CAAC,yBAAmB,CAAC,IAAI,CAAC;aACnC,CAAC,MAAM,CAAC,OAAO,CAAC;SAClB;QACD,CAAA,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,MAAM;YACd,CAAC,CAAC;gBACE,GAAG,EAAE,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;aAC1C;YACH,CAAC,CAAC,IAAI;KACT,CAAC,MAAM,CAAC,OAAO,CAAC;CAClB,CAAC,CACH,CAAC;AApBS,QAAA,cAAc,kBAoBvB;AAIG,MAAM,QAAQ,GAAG,CACtB,UAAiD,EACjD,KAAU,EACV,KAAK,GAAG,CAAC,EACiB,EAAE,CAC5B,IAAA,mBAAW,EACT,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,EACtG,EAAqB,CACtB,CAAC;AARS,QAAA,QAAQ,YAQjB;AAEG,MAAM,OAAO,GAAG,CAAC,MAAc,EAA0B,EAAE,CAChE,IAAA,mBAAW,EAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,kBAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,EAAmB,CAAC,CAAC;AAD3F,QAAA,OAAO,WACoF;AAEjG,MAAM,mBAAmB,GAAG,KAAK,EAAE,QAAiB,EAAE,EAAE;IAC7D,MAAM,MAAM,GAAG,QAAQ,CAAC,CAAC,CAAC,IAAA,wBAAkB,EAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC9D,OAAO,CAAC,MAAM,IAAI,IAAA,oBAAc,EAAC,MAAM,CAAC,CAAC,CAAC,CAAE,EAAoB,CAAC,CAAC,CAAC,MAAM,IAAA,eAAO,EAAC,MAAM,CAAC,CAAC;AAC3F,CAAC,CAAC;AAHW,QAAA,mBAAmB,uBAG9B;AAEK,MAAM,UAAU,GAAG,CAAC,MAAc,EAAE,OAAsB,EAAE,EAAE,EAAE,CACrE,IAAA,mBAAW,EAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,IAAI,kBAAQ,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;AADxF,QAAA,UAAU,cAC8E;AAQ9F,MAAM,iBAAiB,GAAG,CAC/B,EAAE,EAAE,EAAE,GAAG,KAAK,KAAgD,EAAE,EAAE,EAAE,SAAS,EAAE,EACnD,EAAE,CAC9B,IAAA,mBAAW,EAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC,OAAO,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,IAAI,kBAAQ,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC;AAHzG,QAAA,iBAAiB,qBAGwF;AAE/G,MAAM,kBAAkB,GAAG,CAAC,KAAK,GAAG,EAAE,EAAE,UAAU,GAAG,EAAE,EAAgC,EAAE,CAC9F,IAAA,mBAAW,EAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC,IAAI,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC;AAD/E,QAAA,kBAAkB,sBAC6D;AAErF,MAAM,oBAAoB,GAAG,CAClC,EAAE,EAAE,EAAE,GAAG,KAAK,KAAgD,EAAE,EAAE,EAAE,SAAS,EAAE,EAC/E,OAAgC,EAAE,EAClC,EAAE,CACF,IAAA,mBAAW,EAAC,EAAE,CAAC,EAAE,CACf,EAAE;KACC,UAAU,CAAC,iBAAiB,CAAC;KAC7B,SAAS,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,IAAI,kBAAQ,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,KAAK,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,GAAG,IAAI,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,EAAE,EAAE,CAAC,CACnH,CAAC;AARS,QAAA,oBAAoB,wBAQ7B;AAEG,MAAM,qBAAqB,GAAG,KAAK,EAAE,IAA+B,EAAE,EAAE,CAC7E,IAAI,CAAC,MAAM;IACT,CAAC,CAAC,MAAM,IAAA,mBAAW,EAAC,EAAE,CAAC,EAAE;QACrB,MAAM,IAAI,GAAG,EAAE,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC,yBAAyB,EAAE,CAAC;QAE1E,IAAI,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE,GAAG,MAAM,EAAE,EAAE,EAAE;YACjC,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,IAAI,kBAAQ,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,EAAE,GAAG,MAAM,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;QACjG,CAAC,CAAC,CAAC;QACH,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC;IACxB,CAAC,CAAC;IACJ,CAAC,CAAC,IAAI,CAAC;AAVE,QAAA,qBAAqB,yBAUvB;AAEJ,MAAM,oBAAoB,GAAG,CAAC,MAA+B,EAAE,OAAgC,EAAE,EAAE,EAAE,CAC1G,IAAA,mBAAW,EAAC,EAAE,CAAC,EAAE,CACf,EAAE;KACC,UAAU,CAAC,iBAAiB,CAAC;KAC7B,SAAS,CACR,MAAM,EACN,EAAE,IAAI,EAAE,EAAE,GAAG,IAAI,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,EAAE,EAAE,YAAY,EAAE,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,EAAE,EAAE,EACrF,EAAE,MAAM,EAAE,IAAI,EAAE,CACjB,CACJ,CAAC;AATS,QAAA,oBAAoB,wBAS7B;AAEG,MAAM,qBAAqB,GAAG,CAAC,GAAa,EAAE,EAAE,CACrD,IAAA,mBAAW,EAAC,EAAE,CAAC,EAAE,CACf,EAAE,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC,UAAU,CAAC;IAC1C,GAAG,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE;CAClB,CAAC,CACH,CAAC;AALS,QAAA,qBAAqB,yBAK9B;AAIG,MAAM,aAAa,GAAG,CAC3B,IAAmB,EACnB,UAAsD,EACtD,KAAU,EACV,KAAK,GAAG,CAAC,EACsB,EAAE,CACjC,IAAA,mBAAW,EACT,EAAE,CAAC,EAAE,CACH,EAAE;KACC,UAAU,CAAC,YAAY,CAAC;KACxB,IAAI,CAAC;IACJ,GAAG,UAAU;IACb,IAAI;CACL,CAAC;KACD,OAAO,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;KACjC,KAAK,CAAC,KAAK,CAAC;KACZ,OAAO,EAAE,EACd,EAA0B,CAC3B,CAAC;AAlBS,QAAA,aAAa,iBAkBtB;AAEG,MAAM,YAAY,GAAG,CAAC,IAAmB,EAAE,SAAmB,EAAE,EAAE,CACvE,IAAA,mBAAW,EAAC,EAAE,CAAC,EAAE,CACf,EAAE,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,SAAS,CAAC;IACpC,IAAI;IACJ,SAAS;IACT,SAAS,EAAE,IAAI,IAAI,EAAE;IACrB,SAAS,EAAE,IAAI,IAAI,EAAE;CACtB,CAAC,CACH,CAAC;AARS,QAAA,YAAY,gBAQrB;AAIG,MAAM,UAAU,GAAG,CAAC,GAAe,EAAoB,EAAE,CAC9D,IAAA,mBAAW,EAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;AADnD,QAAA,UAAU,cACyC;AAEzD,MAAM,aAAa,GAAG,CAAC,GAAe,EAAE,IAAsB,EAAE,EAAE,CACvE,IAAA,mBAAW,EAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;AADvF,QAAA,aAAa,iBAC0E;AAEpG,MAAM,kBAAkB,GAAG;IACzB,IAAI,EAAE,+DAA+D;IACrE,KAAK,EAAE,mBAAmB;CAC3B,CAAC;AAEK,MAAM,cAAc,GAAG,KAAK,EAAE,OAAgB,EAAE,EAAE;;IACvD,MAAM,OAAO,GAAG,kBAAkB,CAAC,GAAG,OAAO,EAAE,CAAC,CAAC;IACjD,MAAM,WAAW,GAAG;EACpB,OAAO;;SAEA,eAAO,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC;aACzB,eAAO;GACjB,CAAC,IAAI,EAAE,CAAC;IACT,MAAM,OAAO,GAAG,MAAM,IAAA,kBAAU,EAAC,gBAAU,CAAC,kBAAkB,CAAC,CAAC;IAChE,MAAM,cAAc,GAAG,OAAO,CAAC,CAAC,CAAC,MAAA,OAAO,CAAC,QAAQ,0CAAE,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC;IACxE,MAAM,EAAE,GAAG,OAAO;QAChB,CAAC;YACC,MAAM,IAAA,wBAAgB,EAAC,WAAW,CAAC;QACrC,CAAC,CAAC,cAAc;YACd,CAAC;gBACC,MAAM,IAAA,yBAAiB,EAAC,cAAc,EAAE,OAAO,CAAC;YAClD,CAAC;gBACC,IAAI,CAAC;IAEX,OAAO,MAAM,IAAA,qBAAa,EAAC,gBAAU,CAAC,kBAAkB,EAAE;QACxD,KAAK,EAAE,OAAO;QACd,QAAQ,EAAE,EAAE,aAAa,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE;KACjD,CAAC,CAAC;AACL,CAAC,CAAC;AAvBW,QAAA,cAAc,kBAuBzB"}
package/dist/write-json-stream.js CHANGED
@@ -3,9 +3,10 @@ Object.defineProperty(exports, "__esModule", { value: true });
3
3
  exports.streamJSONToFile = void 0;
4
4
  const fs_1 = require("fs");
5
5
  const encoding = 'utf-8';
6
+ const filterValue = (value) => typeof value !== 'undefined';
6
7
  const stringifyArray = (writeStream, data) => {
7
8
  writeStream.write('[', encoding);
8
- data.forEach((value, index) => {
9
+ data.filter(filterValue).forEach((value, index) => {
9
10
  if (index !== 0) {
10
11
  writeStream.write(',', encoding);
11
12
  }
@@ -15,7 +16,9 @@ const stringifyArray = (writeStream, data) => {
15
16
  };
16
17
  const stringifyObject = (writeStream, data) => {
17
18
  writeStream.write('{', encoding);
18
- Object.entries(data).forEach(([key, value], index) => {
19
+ Object.entries(data)
20
+ .filter(([_key, value]) => filterValue(value))
21
+ .forEach(([key, value], index) => {
19
22
  if (index !== 0) {
20
23
  writeStream.write(',', encoding);
21
24
  }
package/dist/write-json-stream.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"write-json-stream.js","sourceRoot":"","sources":["../src/write-json-stream.ts"],"names":[],"mappings":";;;AAAA,2BAAoD;AAEpD,MAAM,QAAQ,GAAG,OAAO,CAAC;AAEzB,MAAM,cAAc,GAAG,CAAC,WAAwB,EAAE,IAAW,EAAE,EAAE;IAC/D,WAAW,CAAC,KAAK,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IAEjC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;QAC5B,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;YAChB,WAAW,CAAC,KAAK,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QACnC,CAAC;QACD,SAAS,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;IAChC,CAAC,CAAC,CAAC;IACH,WAAW,CAAC,KAAK,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;AACnC,CAAC,CAAC;AAEF,MAAM,eAAe,GAAG,CAAC,WAAwB,EAAE,IAAyB,EAAE,EAAE;IAC9E,WAAW,CAAC,KAAK,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IAEjC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,KAAK,EAAE,EAAE;QACnD,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;YAChB,WAAW,CAAC,KAAK,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QACnC,CAAC;QACD,WAAW,CAAC,KAAK,CAAC,IAAI,GAAG,IAAI,EAAE,QAAQ,CAAC,CAAC;QACzC,SAAS,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;IAChC,CAAC,CAAC,CAAC;IACH,WAAW,CAAC,KAAK,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;AACnC,CAAC,CAAC;AAEF,MAAM,SAAS,GAAG,CAAC,WAAwB,EAAE,IAAS,EAAE,EAAE,CACxD,IAAI,KAAK,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ;IACvC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;QACnB,CAAC,CAAC,cAAc,CAAC,WAAW,EAAE,IAAI,CAAC;QACnC,CAAC,CAAC,eAAe,CAAC,WAAW,EAAE,IAAI,CAAC;IACtC,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,QAAQ,CAAC,CAAC;AAEjD,MAAM,gBAAgB,GAAG,CAAC,QAAgB,EAAE,IAAyB,EAAE,EAAE,CAC9E,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;IAC9B,MAAM,WAAW,GAAG,IAAA,sBAAiB,EAAC,QAAQ,CAAC,CAAC;IAChD,WAAW,CAAC,EAAE,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAClC,WAAW,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAChC,SAAS,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;IAC7B,WAAW,CAAC,GAAG,EAAE,CAAC;AACpB,CAAC,CAAC,CAAC;AAPQ,QAAA,gBAAgB,oBAOxB"}
1
+ {"version":3,"file":"write-json-stream.js","sourceRoot":"","sources":["../src/write-json-stream.ts"],"names":[],"mappings":";;;AAAA,2BAAoD;AAEpD,MAAM,QAAQ,GAAG,OAAO,CAAC;AAEzB,MAAM,WAAW,GAAG,CAAC,KAAU,EAAE,EAAE,CAAC,OAAO,KAAK,KAAK,WAAW,CAAC;AAEjE,MAAM,cAAc,GAAG,CAAC,WAAwB,EAAE,IAAW,EAAE,EAAE;IAC/D,WAAW,CAAC,KAAK,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IAEjC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;QAChD,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;YAChB,WAAW,CAAC,KAAK,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QACnC,CAAC;QACD,SAAS,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;IAChC,CAAC,CAAC,CAAC;IACH,WAAW,CAAC,KAAK,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;AACnC,CAAC,CAAC;AAEF,MAAM,eAAe,GAAG,CAAC,WAAwB,EAAE,IAAyB,EAAE,EAAE;IAC9E,WAAW,CAAC,KAAK,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IAEjC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC;SACjB,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;SAC7C,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,KAAK,EAAE,EAAE;QAC/B,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;YAChB,WAAW,CAAC,KAAK,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QACnC,CAAC;QACD,WAAW,CAAC,KAAK,CAAC,IAAI,GAAG,IAAI,EAAE,QAAQ,CAAC,CAAC;QACzC,SAAS,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;IAChC,CAAC,CAAC,CAAC;IACL,WAAW,CAAC,KAAK,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;AACnC,CAAC,CAAC;AAEF,MAAM,SAAS,GAAG,CAAC,WAAwB,EAAE,IAAS,EAAE,EAAE,CACxD,IAAI,KAAK,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ;IACvC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;QACnB,CAAC,CAAC,cAAc,CAAC,WAAW,EAAE,IAAI,CAAC;QACnC,CAAC,CAAC,eAAe,CAAC,WAAW,EAAE,IAAI,CAAC;IACtC,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,QAAQ,CAAC,CAAC;AAEjD,MAAM,gBAAgB,GAAG,CAAC,QAAgB,EAAE,IAAyB,EAAE,EAAE,CAC9E,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;IAC9B,MAAM,WAAW,GAAG,IAAA,sBAAiB,EAAC,QAAQ,CAAC,CAAC;IAChD,WAAW,CAAC,EAAE,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAClC,WAAW,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAChC,SAAS,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;IAC7B,WAAW,CAAC,GAAG,EAAE,CAAC;AACpB,CAAC,CAAC,CAAC;AAPQ,QAAA,gBAAgB,oBAOxB"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@hestia-earth/pipeline-utils",
3
- "version": "0.15.0",
3
+ "version": "0.15.2",
4
4
  "description": "Utilities for running pipelines",
5
5
  "main": "dist/index.js",
6
6
  "typings": "dist/index.d.ts",
package/src/mongodb.ts CHANGED
@@ -59,7 +59,10 @@ export const upsertAggregation = (filepath: string, data: Partial<Aggregation> =
59
59
  { filepath },
60
60
  {
61
61
  $set: { ...data, folder, filepath, filename },
62
- $setOnInsert: { createdAt: new Date(), updatedAt: new Date() }
62
+ $setOnInsert: {
63
+ createdAt: new Date(),
64
+ ...(data.updatedAt ? {} : { updatedAt: new Date() })
65
+ }
63
66
  },
64
67
  { upsert: true }
65
68
  )
package/src/write-json-stream.ts CHANGED
@@ -2,10 +2,12 @@ import { createWriteStream, WriteStream } from 'fs';
2
2
 
3
3
  const encoding = 'utf-8';
4
4
 
5
+ const filterValue = (value: any) => typeof value !== 'undefined';
6
+
5
7
  const stringifyArray = (writeStream: WriteStream, data: any[]) => {
6
8
  writeStream.write('[', encoding);
7
9
 
8
- data.forEach((value, index) => {
10
+ data.filter(filterValue).forEach((value, index) => {
9
11
  if (index !== 0) {
10
12
  writeStream.write(',', encoding);
11
13
  }
@@ -17,13 +19,15 @@ const stringifyArray = (writeStream: WriteStream, data: any[]) => {
17
19
  const stringifyObject = (writeStream: WriteStream, data: Record<string, any>) => {
18
20
  writeStream.write('{', encoding);
19
21
 
20
- Object.entries(data).forEach(([key, value], index) => {
21
- if (index !== 0) {
22
- writeStream.write(',', encoding);
23
- }
24
- writeStream.write(`"${key}":`, encoding);
25
- stringify(writeStream, value);
26
- });
22
+ Object.entries(data)
23
+ .filter(([_key, value]) => filterValue(value))
24
+ .forEach(([key, value], index) => {
25
+ if (index !== 0) {
26
+ writeStream.write(',', encoding);
27
+ }
28
+ writeStream.write(`"${key}":`, encoding);
29
+ stringify(writeStream, value);
30
+ });
27
31
  writeStream.write('}', encoding);
28
32
  };
29
33