@hestia-earth/pipeline-utils 0.14.15 → 0.15.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (16) hide show
  1. package/dist/index.d.ts +1 -0
  2. package/dist/index.js +1 -0
  3. package/dist/index.js.map +1 -1
  4. package/dist/progress.js +1 -1
  5. package/dist/progress.js.map +1 -1
  6. package/dist/s3.d.ts +2 -1
  7. package/dist/s3.js +12 -4
  8. package/dist/s3.js.map +1 -1
  9. package/dist/write-json-stream.d.ts +1 -0
  10. package/dist/write-json-stream.js +43 -0
  11. package/dist/write-json-stream.js.map +1 -0
  12. package/package.json +2 -1
  13. package/src/index.ts +1 -0
  14. package/src/progress.ts +2 -2
  15. package/src/s3.ts +23 -5
  16. package/src/write-json-stream.ts +48 -0
package/dist/index.d.ts CHANGED
@@ -8,3 +8,4 @@ export * from './slack';
8
8
  export * from './sns';
9
9
  export * from './sqs';
10
10
  export * from './utils';
11
+ export * from './write-json-stream';
package/dist/index.js CHANGED
@@ -24,4 +24,5 @@ __exportStar(require("./slack"), exports);
24
24
  __exportStar(require("./sns"), exports);
25
25
  __exportStar(require("./sqs"), exports);
26
26
  __exportStar(require("./utils"), exports);
27
+ __exportStar(require("./write-json-stream"), exports);
27
28
  //# sourceMappingURL=index.js.map
package/dist/index.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,wCAAsB;AACtB,2CAAyB;AACzB,wCAAsB;AACtB,4CAA0B;AAC1B,6CAA2B;AAC3B,uCAAqB;AACrB,0CAAwB;AACxB,wCAAsB;AACtB,wCAAsB;AACtB,0CAAwB"}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,wCAAsB;AACtB,2CAAyB;AACzB,wCAAsB;AACtB,4CAA0B;AAC1B,6CAA2B;AAC3B,uCAAqB;AACrB,0CAAwB;AACxB,wCAAsB;AACtB,wCAAsB;AACtB,0CAAwB;AACxB,sDAAoC"}
package/dist/progress.js CHANGED
@@ -29,7 +29,7 @@ class HestiaError extends Error {
29
29
  }
30
30
  }
31
31
  exports.HestiaError = HestiaError;
32
- const uploadProgress = (step, path, Bucket, since, err, details) => (0, rxjs_1.of)((0, api_1.fileToExt)(path, api_1.HestiaExtensions.progress)).pipe((0, operators_1.mergeMap)(filepath => (0, s3_1.loadJSONFile)(filepath, Bucket).pipe((0, operators_1.catchError)(() => (0, rxjs_1.of)({})), (0, operators_1.mergeMap)(data => (0, s3_1.uploadJSON)(filepath, {
32
+ const uploadProgress = (step, path, Bucket, since, err, details) => (0, rxjs_1.of)((0, api_1.fileToExt)(path, api_1.HestiaExtensions.progress)).pipe((0, operators_1.mergeMap)(filepath => (0, s3_1.loadJSONFile)(filepath, Bucket).pipe((0, operators_1.catchError)(() => (0, rxjs_1.of)({})), (0, operators_1.mergeMap)(data => (0, s3_1.uploadJSONLarge)(filepath, {
33
33
  ...data,
34
34
  step,
35
35
  success: !err,
package/dist/progress.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"progress.js","sourceRoot":"","sources":["../src/progress.ts"],"names":[],"mappings":";;;AAAA,8CAAsD;AACtD,+BAAsC;AACtC,2CAA8E;AAG9E,6BAAwE;AACxE,+BAA0C;AAc1C,IAAY,qBAGX;AAHD,WAAY,qBAAqB;IAC/B,yCAAgB,CAAA;IAChB,wCAAe,CAAA;AACjB,CAAC,EAHW,qBAAqB,qCAArB,qBAAqB,QAGhC;AAEM,MAAM,SAAS,GAAG,CAAC,KAAW,EAAE,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC;AAApE,QAAA,SAAS,aAA2D;AAEjF,MAAa,WAAY,SAAQ,KAAK;IAOpC,YACS,OAAe,EACf,GAAW,EACX,SAAc,EAAE;QAEvB,KAAK,CAAC,OAAO,CAAC,CAAC;QAJR,YAAO,GAAP,OAAO,CAAQ;QACf,QAAG,GAAH,GAAG,CAAQ;QACX,WAAM,GAAN,MAAM,CAAU;IAGzB,CAAC;IAED,QAAQ;QACN,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,KAAK,EAAE,IAAI,CAAC,KAAK;SAClB,CAAC;IACJ,CAAC;CACF;AAtBD,kCAsBC;AAED,MAAM,cAAc,GAAG,CAAC,IAAY,EAAE,IAAY,EAAE,MAAc,EAAE,KAAY,EAAE,GAAiB,EAAE,OAAa,EAAE,EAAE,CACpH,IAAA,SAAE,EAAC,IAAA,eAAS,EAAC,IAAI,EAAE,sBAAgB,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CACjD,IAAA,oBAAQ,EAAC,QAAQ,CAAC,EAAE,CAClB,IAAA,iBAAY,EAAyB,QAAQ,EAAE,MAAM,CAAC,CAAC,IAAI,CACzD,IAAA,sBAAU,EAAC,GAAG,EAAE,CAAC,IAAA,SAAE,EAAC,EAA4B,CAAC,CAAC,EAClD,IAAA,oBAAQ,EAAC,IAAI,CAAC,EAAE,CACd,IAAA,eAAU,EACR,QAAQ,EACR;IACE,GAAG,IAAI;IACP,IAAI;IACJ,OAAO,EAAE,CAAC,GAAG;IACb,IAAI,EAAE;QACJ,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;QACpB,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,IAAA,iBAAS,EAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC/C;IACD,OAAO;IACP,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,IAAI;CACnC,EACD,kBAAkB,EAClB,MAAM,CACP,CACF,CACF,CACF,CACF,CAAC;AAEG,MAAM,WAAW,GACtB,CAAC,IAAkB,EAAE,MAAsB,EAAE,KAAY,EAAE,MAAM,GAAG,WAAM,EAAE,EAAE,CAC9E,CAAC,GAAgB,EAAE,EAAE,CACnB,cAAc,CAAC,IAAI,EAAE,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC,IAAI,CACvD,IAAA,oBAAQ,EAAC,GAAG,EAAE,CAAC,IAAA,uBAAiB,EAAC,GAAG,IAAI,GAAG,qBAAqB,CAAC,KAAK,EAAE,EAAE,MAAM,CAAC,CAAC,CACnF,CAAC;AALO,QAAA,WAAW,eAKlB;AAEC,MAAM,aAAa,GACxB,CAAC,IAAkB,EAAE,MAAsB,EAAE,KAAY,EAAE,MAAM,GAAG,WAAM,EAAE,EAAE,CAC9E,CAAC,OAAa,EAAE,EAAE,CAChB,cAAc,CAAC,IAAI,EAAE,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC,IAAI,CACjE,IAAA,oBAAQ,EAAC,GAAG,EAAE,CAAC,IAAA,uBAAiB,EAAC,GAAG,IAAI,GAAG,qBAAqB,CAAC,OAAO,EAAE,EAAE,MAAM,CAAC,CAAC,CACrF,CAAC;AALO,QAAA,aAAa,iBAKpB;AAEC,MAAM,mBAAmB,GAAG,CAAC,GAAW,EAAE,EAAE,CAAC,CAAC,GAAU,EAAE,EAAE,CACjE,IAAA,iBAAU,EAAC,IAAI,WAAW,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;AAD9C,QAAA,mBAAmB,uBAC2B"}
1
+ {"version":3,"file":"progress.js","sourceRoot":"","sources":["../src/progress.ts"],"names":[],"mappings":";;;AAAA,8CAAsD;AACtD,+BAAsC;AACtC,2CAA8E;AAG9E,6BAA6E;AAC7E,+BAA0C;AAc1C,IAAY,qBAGX;AAHD,WAAY,qBAAqB;IAC/B,yCAAgB,CAAA;IAChB,wCAAe,CAAA;AACjB,CAAC,EAHW,qBAAqB,qCAArB,qBAAqB,QAGhC;AAEM,MAAM,SAAS,GAAG,CAAC,KAAW,EAAE,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC;AAApE,QAAA,SAAS,aAA2D;AAEjF,MAAa,WAAY,SAAQ,KAAK;IAOpC,YACS,OAAe,EACf,GAAW,EACX,SAAc,EAAE;QAEvB,KAAK,CAAC,OAAO,CAAC,CAAC;QAJR,YAAO,GAAP,OAAO,CAAQ;QACf,QAAG,GAAH,GAAG,CAAQ;QACX,WAAM,GAAN,MAAM,CAAU;IAGzB,CAAC;IAED,QAAQ;QACN,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,KAAK,EAAE,IAAI,CAAC,KAAK;SAClB,CAAC;IACJ,CAAC;CACF;AAtBD,kCAsBC;AAED,MAAM,cAAc,GAAG,CAAC,IAAY,EAAE,IAAY,EAAE,MAAc,EAAE,KAAY,EAAE,GAAiB,EAAE,OAAa,EAAE,EAAE,CACpH,IAAA,SAAE,EAAC,IAAA,eAAS,EAAC,IAAI,EAAE,sBAAgB,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CACjD,IAAA,oBAAQ,EAAC,QAAQ,CAAC,EAAE,CAClB,IAAA,iBAAY,EAAyB,QAAQ,EAAE,MAAM,CAAC,CAAC,IAAI,CACzD,IAAA,sBAAU,EAAC,GAAG,EAAE,CAAC,IAAA,SAAE,EAAC,EAA4B,CAAC,CAAC,EAClD,IAAA,oBAAQ,EAAC,IAAI,CAAC,EAAE,CACd,IAAA,oBAAe,EACb,QAAQ,EACR;IACE,GAAG,IAAI;IACP,IAAI;IACJ,OAAO,EAAE,CAAC,GAAG;IACb,IAAI,EAAE;QACJ,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;QACpB,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,IAAA,iBAAS,EAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC/C;IACD,OAAO;IACP,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,IAAI;CACnC,EACD,kBAAkB,EAClB,MAAM,CACP,CACF,CACF,CACF,CACF,CAAC;AAEG,MAAM,WAAW,GACtB,CAAC,IAAkB,EAAE,MAAsB,EAAE,KAAY,EAAE,MAAM,GAAG,WAAM,EAAE,EAAE,CAC9E,CAAC,GAAgB,EAAE,EAAE,CACnB,cAAc,CAAC,IAAI,EAAE,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC,IAAI,CACvD,IAAA,oBAAQ,EAAC,GAAG,EAAE,CAAC,IAAA,uBAAiB,EAAC,GAAG,IAAI,GAAG,qBAAqB,CAAC,KAAK,EAAE,EAAE,MAAM,CAAC,CAAC,CACnF,CAAC;AALO,QAAA,WAAW,eAKlB;AAEC,MAAM,aAAa,GACxB,CAAC,IAAkB,EAAE,MAAsB,EAAE,KAAY,EAAE,MAAM,GAAG,WAAM,EAAE,EAAE,CAC9E,CAAC,OAAa,EAAE,EAAE,CAChB,cAAc,CAAC,IAAI,EAAE,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC,IAAI,CACjE,IAAA,oBAAQ,EAAC,GAAG,EAAE,CAAC,IAAA,uBAAiB,EAAC,GAAG,IAAI,GAAG,qBAAqB,CAAC,OAAO,EAAE,EAAE,MAAM,CAAC,CAAC,CACrF,CAAC;AALO,QAAA,aAAa,iBAKpB;AAEC,MAAM,mBAAmB,GAAG,CAAC,GAAW,EAAE,EAAE,CAAC,CAAC,GAAU,EAAE,EAAE,CACjE,IAAA,iBAAU,EAAC,IAAI,WAAW,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;AAD9C,QAAA,mBAAmB,uBAC2B"}
package/dist/s3.d.ts CHANGED
@@ -32,8 +32,9 @@ export declare const loadJSONFile: <T>(key: string, Bucket?: string) => Observab
32
32
  export declare const uploadFile: (filepath: string, key: string, Bucket?: string) => Observable<string>;
33
33
  export declare const uploadText: (key: string, data: string, Bucket?: string) => Observable<string>;
34
34
  export declare const uploadStreamJSON: (Key: string, data: Record<string, any>, Bucket?: string) => Observable<AWS.S3.ManagedUpload.SendData>;
35
- export declare const uploadFileSteam: (key: string, filepath: string, partSize?: number, Bucket?: string) => Observable<AWS.S3.ManagedUpload.SendData>;
35
+ export declare const uploadFileStream: (key: string, filepath: string, type?: string, Bucket?: string, partSize?: number) => Observable<AWS.S3.ManagedUpload.SendData>;
36
36
  export declare const uploadJSON: (key: string, data: any, type?: string, Bucket?: string) => Observable<string>;
37
+ export declare const uploadJSONLarge: (key: string, data: any, type?: string, Bucket?: string) => Observable<AWS.S3.ManagedUpload.SendData>;
37
38
  export declare const waitObjectCreated: (key: string, Bucket?: string) => Observable<boolean>;
38
39
  export declare const headObject: (key: string, Bucket?: string) => Observable<import("aws-sdk/lib/request").PromiseResult<AWS.S3.HeadObjectOutput, AWS.AWSError>>;
39
40
  export declare const lastModified: (key: string, Bucket?: string) => Observable<Date>;
package/dist/s3.js CHANGED
@@ -1,8 +1,9 @@
1
1
  "use strict";
2
2
  Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.isLargeFile = exports.largeFileSize = exports.listFolders = exports.listFolder = exports.deleteObject = exports.fileSize = exports.fileExists = exports.lastModified = exports.headObject = exports.waitObjectCreated = exports.uploadJSON = exports.uploadFileSteam = exports.uploadStreamJSON = exports.uploadText = exports.uploadFile = exports.loadJSONFile = exports.loadTextFile = exports.streamJSONFile = exports.loadFile = exports.loadStream = exports.copyObject = exports.deleteObjects = exports.putObject = exports.getObject = exports.getS3 = exports.filePath = exports.region = exports.bucket = exports.isS3Mode = void 0;
3
+ exports.isLargeFile = exports.largeFileSize = exports.listFolders = exports.listFolder = exports.deleteObject = exports.fileSize = exports.fileExists = exports.lastModified = exports.headObject = exports.waitObjectCreated = exports.uploadJSONLarge = exports.uploadJSON = exports.uploadFileStream = exports.uploadStreamJSON = exports.uploadText = exports.uploadFile = exports.loadJSONFile = exports.loadTextFile = exports.streamJSONFile = exports.loadFile = exports.loadStream = exports.copyObject = exports.deleteObjects = exports.putObject = exports.getObject = exports.getS3 = exports.filePath = exports.region = exports.bucket = exports.isS3Mode = void 0;
4
4
  const AWS = require("aws-sdk");
5
5
  const fs_1 = require("fs");
6
+ const path_1 = require("path");
6
7
  const stream_1 = require("stream");
7
8
  const rxjs_1 = require("rxjs");
8
9
  const operators_1 = require("rxjs/operators");
@@ -10,6 +11,7 @@ const api_1 = require("@hestia-earth/api");
10
11
  const log_1 = require("./log");
11
12
  const local = require("./local");
12
13
  const utils_1 = require("./utils");
14
+ const write_json_stream_1 = require("./write-json-stream");
13
15
  const encoding = 'utf-8';
14
16
  exports.isS3Mode = (process.env.SOURCE_MODE || 's3') === 's3';
15
17
  exports.bucket = process.env.BUCKET;
@@ -145,17 +147,18 @@ const uploadStreamJSON = (Key, data, Bucket = exports.bucket) => {
145
147
  return (0, rxjs_1.from)(uploader.promise());
146
148
  };
147
149
  exports.uploadStreamJSON = uploadStreamJSON;
148
- const uploadFileSteam = (key, filepath, partSize = 100 * 1024 * 1024, Bucket = exports.bucket) => (0, rxjs_1.from)((0, exports.getS3)()
150
+ const uploadFileStream = (key, filepath, type = 'application/json', Bucket = exports.bucket, partSize = 100 * 1024 * 1024) => (0, rxjs_1.from)((0, exports.getS3)()
149
151
  .upload({
150
152
  Bucket,
151
153
  Key: key,
152
- Body: (0, fs_1.createReadStream)(filepath)
154
+ Body: (0, fs_1.createReadStream)(filepath),
155
+ ContentType: type
153
156
  }, {
154
157
  partSize,
155
158
  queueSize: 1
156
159
  })
157
160
  .promise());
158
- exports.uploadFileSteam = uploadFileSteam;
161
+ exports.uploadFileStream = uploadFileStream;
159
162
  const uploadJSON = (key, data, type = 'application/json', Bucket = exports.bucket) => exports.isS3Mode
160
163
  ? (0, exports.putObject)({
161
164
  Bucket,
@@ -165,6 +168,11 @@ const uploadJSON = (key, data, type = 'application/json', Bucket = exports.bucke
165
168
  })
166
169
  : local.uploadJSON(Bucket)(key, data);
167
170
  exports.uploadJSON = uploadJSON;
171
+ const uploadJSONLarge = (key, data, type = 'application/json', Bucket = exports.bucket) => {
172
+ const tmpFilepath = (0, path_1.join)(process.env.TMP_FOLDER, (0, api_1.fileToExt)((0, api_1.filenameFromPath)(key), '.json'));
173
+ return (0, rxjs_1.from)((0, write_json_stream_1.streamJSONToFile)(tmpFilepath, data)).pipe((0, operators_1.mergeMap)(() => (0, exports.uploadFileStream)(key, tmpFilepath, type, Bucket)), (0, operators_1.tap)(() => (0, fs_1.unlinkSync)(tmpFilepath)));
174
+ };
175
+ exports.uploadJSONLarge = uploadJSONLarge;
168
176
  const waitObjectCreated = (key, Bucket = exports.bucket) => exports.isS3Mode
169
177
  ? (0, rxjs_1.from)((0, exports.getS3)()
170
178
  .waitFor('objectExists', {
package/dist/s3.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"s3.js","sourceRoot":"","sources":["../src/s3.ts"],"names":[],"mappings":";;;AACA,+BAA+B;AAC/B,2BAAsC;AACtC,mCAAqC;AACrC,+BAAqD;AACrD,8CAA8G;AAC9G,2CAA6C;AAE7C,+BAA8B;AAC9B,iCAAiC;AACjC,mCAAmC;AAEnC,MAAM,QAAQ,GAAG,OAAO,CAAC;AACZ,QAAA,QAAQ,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,IAAI,CAAC,KAAK,IAAI,CAAC;AACtD,QAAA,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC;AAC5B,QAAA,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC;AAEtC,MAAM,QAAQ,GAAG,CAAC,GAAW,EAAE,EAAE,CAAC,WAAW,cAAM,qBAAqB,GAAG,IAAI,EAAE,EAAE,CAAC;AAA9E,QAAA,QAAQ,YAAsE;AAY3F,IAAI,GAAW,CAAC;AAET,MAAM,KAAK,GAAG,GAAG,EAAE;IACxB,GAAG,GAAG,GAAG,IAAI,IAAI,GAAG,CAAC,EAAE,EAAE,CAAC;IAC1B,OAAO,GAAG,CAAC;AACb,CAAC,CAAC;AAHW,QAAA,KAAK,SAGhB;AAEK,MAAM,SAAS,GAAG,CAAC,EAAE,GAAG,EAAE,GAAG,MAAM,EAA2B,EAAE,EAAE,CACvE,IAAA,WAAI,EACF,IAAA,aAAK,GAAE;KACJ,SAAS,CAAC,EAAE,GAAG,MAAM,EAAE,GAAG,EAAE,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;KAC7C,OAAO,EAAE,CACb,CAAC,IAAI,CACJ,IAAA,gBAAI,EAAC,CAAC,CAAC,EACP,IAAA,eAAG,EAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CACnC,CAAC;AARS,QAAA,SAAS,aAQlB;AAEG,MAAM,SAAS,GAAG,CAAC,EAAE,GAAG,EAAE,GAAG,MAAM,EAA2B,EAAE,EAAE,CACvE,IAAA,WAAI,EACF,IAAA,aAAK,GAAE;KACJ,SAAS,CAAC,EAAE,GAAG,MAAM,EAAE,GAAG,EAAE,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;KAC7C,OAAO,EAAE,CACb,CAAC,IAAI,CACJ,IAAA,gBAAI,EAAC,CAAC,CAAC,EACP,IAAA,eAAG,EAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,CAClD,CAAC;AARS,QAAA,SAAS,aAQlB;AAEG,MAAM,aAAa,GAAG,CAAC,OAAwB,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CACzE,OAAO,CAAC,MAAM,KAAK,CAAC;IAClB,CAAC,CAAC,IAAA,SAAE,EAAC,EAAE,CAAC;IACR,CAAC,CAAC,IAAA,WAAI,EAAC,OAAO,CAAC,CAAC,IAAI,CAEhB,IAAA,uBAAW,EAAC,IAAI,CAAC,EAEjB,IAAA,qBAAS,EAAC,MAAM,CAAC,EAAE,CAAC,IAAA,SAAE,EAAC,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAA,iBAAK,EAAC,GAAG,CAAC,CAAC,CAAC,EAC5E,IAAA,oBAAQ,EAAC,OAAO,CAAC,EAAE,CACjB,IAAA,WAAI,EAAC,IAAA,aAAK,GAAE,CAAC,aAAa,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CACzE,IAAA,gBAAI,EAAC,CAAC,CAAC,EACP,IAAA,eAAG,EAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,CAClD,CACF,EACD,IAAA,mBAAO,GAAE,EACT,IAAA,eAAG,EAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CACzB,CAAC;AAhBK,QAAA,aAAa,iBAgBlB;AAED,MAAM,UAAU,GAAG,CACxB,UAA2C,EAC3C,QAAyC,EACzC,WAAgB,EAAE,EAClB,iBAAiB,GAAG,SAAS,EAC7B,EAAE,CACF,IAAA,WAAI,EACF,IAAA,aAAK,GAAE;KACJ,UAAU,CAAC;IACV,MAAM,EAAE,QAAQ,CAAC,MAAM;IACvB,GAAG,EAAE,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC;IAC5B,UAAU,EAAE,GAAG,UAAU,CAAC,MAAM,IAAI,UAAU,CAAC,GAAG,EAAE;IACpD,QAAQ;IACR,iBAAiB;CAClB,CAAC;KACD,OAAO,EAAE,CACb,CAAC,IAAI,CACJ,IAAA,gBAAI,EAAC,CAAC,CAAC,EACP,IAAA,eAAG,EAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,CAClD,CAAC;AAnBS,QAAA,UAAU,cAmBnB;AAEG,MAAM,UAAU,GAAG,CAAC,GAAW,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CACzD,IAAA,aAAK,GAAE;KACJ,SAAS,CAAC;IACT,MAAM;IACN,GAAG,EAAE,SAAS,CAAC,GAAG,CAAC;CACpB,CAAC;KACD,gBAAgB,EAAE,CAAC;AANX,QAAA,UAAU,cAMC;AAEjB,MAAM,QAAQ,GAAG,CAAC,GAAW,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE;IACvD,MAAM,MAAM,GAAG,IAAA,kBAAU,EAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IACvC,MAAM,OAAO,GAAG,IAAI,cAAO,EAAU,CAAC;IACtC,MAAM,OAAO,GAAa,EAAE,CAAC;IAE7B,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE;QACvB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACrB,CAAC,CAAC,CAAC;IAEH,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;QACpB,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACtC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACvB,CAAC,CAAC,CAAC;IACH,OAAO,OAAO,CAAC,YAAY,EAAE,CAAC;AAChC,CAAC,CAAC;AAdW,QAAA,QAAQ,YAcnB;AASK,MAAM,cAAc,GAAG,CAAI,GAAW,EAAE,MAAM,GAAG,cAAM,EAAiB,EAAE;IAC/E,MAAM,MAAM,GAAG,IAAA,kBAAU,EAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IACvC,MAAM,OAAO,GAAG,IAAI,cAAO,EAAK,CAAC;IAEjC,IAAI,QAAQ,GAAG,EAAE,CAAC;IAElB,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;IAElD,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE;QACxB,QAAQ,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;IAEH,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;QACpB,IAAI,CAAC;YACH,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAA,gBAAQ,EAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;YAC7C,OAAO,CAAC,QAAQ,EAAE,CAAC;QACrB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACvB,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,OAAO,OAAO,CAAC,YAAY,EAAE,CAAC;AAChC,CAAC,CAAC;AAtBW,QAAA,cAAc,kBAsBzB;AAEK,MAAM,YAAY,GAAG,CAAC,GAAW,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CAC3D,gBAAQ;IACN,CAAC,CAAC,IAAA,iBAAS,EAAC;QACR,MAAM;QACN,GAAG,EAAE,GAAG;KACT,CAAC,CAAC,IAAI,CAAC,IAAA,eAAG,EAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC;IAC7C,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC;AANzB,QAAA,YAAY,gBAMa;AAE/B,MAAM,YAAY,GAAG,CAAI,GAAW,EAAE,MAAM,GAAG,cAAM,EAAiB,EAAE,CAC7E,gBAAQ;IACN,CAAC,CAAC,IAAA,iBAAS,EAAC;QACR,MAAM;QACN,GAAG,EAAE,GAAG;QACR,mBAAmB,EAAE,kBAAkB;KACxC,CAAC,CAAC,IAAI,CAAC,IAAA,eAAG,EAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAA,gBAAQ,EAAC,GAAG,CAAC,CAAM,CAAC,CAAC;IACrD,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC;AAPzB,QAAA,YAAY,gBAOa;AAE/B,MAAM,UAAU,GAAG,CAAC,QAAgB,EAAE,GAAW,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CAC3E,IAAA,iBAAS,EAAC;IACR,MAAM;IACN,GAAG,EAAE,GAAG;IACR,IAAI,EAAE,IAAA,qBAAgB,EAAC,QAAQ,EAAE,MAAM,CAAC;CACzC,CAAC,CAAC;AALQ,QAAA,UAAU,cAKlB;AAEE,MAAM,UAAU,GAAG,CAAC,GAAW,EAAE,IAAY,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CACvE,gBAAQ;IACN,CAAC,CAAC,IAAA,iBAAS,EAAC;QACR,MAAM;QACN,GAAG,EAAE,GAAG;QACR,IAAI,EAAE,IAAI;KACX,CAAC;IACJ,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;AAP7B,QAAA,UAAU,cAOmB;AAUnC,MAAM,gBAAgB,GAAG,CAAC,GAAW,EAAE,IAAyB,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE;IAC1F,MAAM,MAAM,GAAG,IAAI,oBAAW,EAAE,CAAC;IAEjC,MAAM,QAAQ,GAAG,IAAA,aAAK,GAAE,CAAC,MAAM,CAAC;QAC9B,MAAM;QACN,GAAG;QACH,IAAI,EAAE,MAAM;QACZ,WAAW,EAAE,kBAAkB;KAChC,CAAC,CAAC;IAGH,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IAG5B,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,KAAK,EAAE,EAAE;QACnD,MAAM,CAAC,KAAK,CAAC,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,IAAI,GAAG,IAAI,EAAE,QAAQ,CAAC,CAAC;QAE7D,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YACzB,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;YAC5B,KAAK,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,UAAU,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,UAAU,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;YAC7G,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QAC9B,CAAC;aAAM,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YACrC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;QACtC,CAAC;aAAM,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YACrC,MAAM,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,EAAE,QAAQ,CAAC,CAAC;QACvC,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,KAAK,CAAC,GAAG,KAAK,EAAE,EAAE,QAAQ,CAAC,CAAC;QACrC,CAAC;IACH,CAAC,CAAC,CAAC;IAGH,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IAC5B,MAAM,CAAC,GAAG,EAAE,CAAC;IAEb,OAAO,IAAA,WAAI,EAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC;AAClC,CAAC,CAAC;AAnCW,QAAA,gBAAgB,oBAmC3B;AAWK,MAAM,eAAe,GAAG,CAAC,GAAW,EAAE,QAAgB,EAAE,QAAQ,GAAG,GAAG,GAAG,IAAI,GAAG,IAAI,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CAC9G,IAAA,WAAI,EACF,IAAA,aAAK,GAAE;KACJ,MAAM,CACL;IACE,MAAM;IACN,GAAG,EAAE,GAAG;IACR,IAAI,EAAE,IAAA,qBAAgB,EAAC,QAAQ,CAAC;CACjC,EACD;IACE,QAAQ;IACR,SAAS,EAAE,CAAC;CACb,CACF;KACA,OAAO,EAAE,CACb,CAAC;AAfS,QAAA,eAAe,mBAexB;AAEG,MAAM,UAAU,GAAG,CAAC,GAAW,EAAE,IAAI,EAAE,IAAI,GAAG,kBAAkB,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CAC1F,gBAAQ;IACN,CAAC,CAAC,IAAA,iBAAS,EAAC;QACR,MAAM;QACN,GAAG,EAAE,GAAG;QACR,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;QAC1B,WAAW,EAAE,IAAI;KAClB,CAAC;IACJ,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;AAR7B,QAAA,UAAU,cAQmB;AAEnC,MAAM,iBAAiB,GAAG,CAAC,GAAW,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CAChE,gBAAQ;IACN,CAAC,CAAC,IAAA,WAAI,EACF,IAAA,aAAK,GAAE;SACJ,OAAO,CAAC,cAAc,EAAE;QACvB,MAAM;QACN,GAAG,EAAE,SAAS,CAAC,GAAG,CAAC;KACpB,CAAC;SACD,OAAO,EAAE,CACb,CAAC,IAAI,CACJ,IAAA,gBAAI,EAAC,CAAC,CAAC,EACP,IAAA,eAAG,EAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAChB;IACH,CAAC,CAAC,IAAA,SAAE,EAAC,IAAI,CAAC,CAAC;AAbF,QAAA,iBAAiB,qBAaf;AAER,MAAM,UAAU,GAAG,CAAC,GAAW,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CACzD,IAAA,WAAI,EACF,IAAA,aAAK,GAAE;KACJ,UAAU,CAAC;IACV,MAAM;IACN,GAAG,EAAE,SAAS,CAAC,GAAG,CAAC;CACpB,CAAC;KACD,OAAO,EAAE,CACb,CAAC;AARS,QAAA,UAAU,cAQnB;AAEG,MAAM,YAAY,GAAG,CAAC,GAAW,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CAC3D,gBAAQ;IACN,CAAC,CAAC,IAAA,kBAAU,EAAC,GAAG,EAAE,MAAM,CAAC,CAAC,IAAI,CAC1B,IAAA,eAAG,EAAC,CAAC,EAAE,YAAY,EAAE,EAAE,EAAE,CAAC,YAAY,CAAC,EACvC,IAAA,sBAAU,EAAC,GAAG,EAAE,CAAC,IAAA,SAAE,EAAC,IAAY,CAAC,CAAC,EAClC,IAAA,gBAAI,EAAC,CAAC,CAAC,CACR;IACH,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC;AAPzB,QAAA,YAAY,gBAOa;AAE/B,MAAM,UAAU,GAAG,CAAC,GAAW,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CACzD,gBAAQ;IACN,CAAC,CAAC,IAAA,kBAAU,EAAC,GAAG,EAAE,MAAM,CAAC,CAAC,IAAI,CAC1B,IAAA,eAAG,EAAC,GAAG,EAAE,CAAC,IAAI,CAAC,EACf,IAAA,sBAAU,EAAC,GAAG,EAAE,CAAC,IAAA,SAAE,EAAC,KAAK,CAAC,CAAC,EAC3B,IAAA,gBAAI,EAAC,CAAC,CAAC,CACR;IACH,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC;AAPvB,QAAA,UAAU,cAOa;AAE7B,MAAM,QAAQ,GAAG,CAAC,GAAW,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CACvD,gBAAQ;IACN,CAAC,CAAC,IAAA,kBAAU,EAAC,GAAG,EAAE,MAAM,CAAC,CAAC,IAAI,CAC1B,IAAA,eAAG,EAAC,CAAC,EAAE,aAAa,EAAE,EAAE,EAAE,CAAC,aAAa,CAAC,EACzC,IAAA,sBAAU,EAAC,GAAG,EAAE,CAAC,IAAA,SAAE,EAAC,SAAmB,CAAC,CAAC,EACzC,IAAA,gBAAI,EAAC,CAAC,CAAC,CACR;IACH,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC;AAPrB,QAAA,QAAQ,YAOa;AAE3B,MAAM,YAAY,GAAG,CAAC,GAAW,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CAC3D,gBAAQ;IACN,CAAC,CAAC,IAAA,WAAI,EACF,IAAA,aAAK,GAAE;SACJ,YAAY,CAAC;QACZ,MAAM;QACN,GAAG,EAAE,SAAS,CAAC,GAAG,CAAC;KACpB,CAAC;SACD,OAAO,EAAE,CACb;IACH,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC;AAVvB,QAAA,YAAY,gBAUW;AAE7B,MAAM,UAAU,GAAG,KAAK,EAAE,MAAM,GAAG,EAAE,EAAE,MAAM,GAAG,cAAM,EAAE,SAAkB,EAA4B,EAAE;IAC7G,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,qBAAqB,EAAE,GAAG,MAAM,IAAA,aAAK,GAAE;SACnE,aAAa,CAAC;QACb,MAAM;QACN,MAAM;QACN,iBAAiB,EAAE,SAAS;QAC5B,OAAO,EAAE,IAAI;KACd,CAAC;SACD,OAAO,EAAE,CAAC;IACb,OAAO,CAAC,GAAG,QAAQ,EAAE,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,IAAA,kBAAU,EAAC,MAAM,EAAE,cAAM,EAAE,qBAAqB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AACxG,CAAC,CAAC;AAVW,QAAA,UAAU,cAUrB;AAEK,MAAM,WAAW,GAAG,KAAK,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,WACnD,OAAA,MAAA,CAAC,MAAM,IAAA,aAAK,GAAE,CAAC,aAAa,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,cAAc,0CAAE,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,CAAC,CAAA,EAAA,CAAC;AADrG,QAAA,WAAW,eAC0F;AAErG,QAAA,aAAa,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,IAAI,KAAK,CAAC,CAAC;AAE5D,MAAM,WAAW,GAAG,CAAC,GAAW,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CAC1D,IAAA,gBAAQ,EAAC,GAAG,EAAE,MAAM,CAAC,CAAC,IAAI,CACxB,IAAA,eAAG,EAAC,IAAI,CAAC,EAAE,CAAC,IAAA,WAAK,EAAC,qBAAqB,EAAE,IAAA,cAAQ,EAAC,IAAI,CAAC,EAAE,WAAW,EAAE,qBAAa,CAAC,CAAC,EACrF,IAAA,eAAG,EAAC,IAAI,CAAC,EAAE,CAAC,IAAA,cAAQ,EAAC,IAAI,CAAC,GAAG,qBAAa,CAAC,CAC5C,CAAC;AAJS,QAAA,WAAW,eAIpB"}
1
+ {"version":3,"file":"s3.js","sourceRoot":"","sources":["../src/s3.ts"],"names":[],"mappings":";;;AACA,+BAA+B;AAC/B,2BAAkD;AAClD,+BAA4B;AAC5B,mCAAqC;AACrC,+BAAqD;AACrD,8CAA8G;AAC9G,2CAA0E;AAE1E,+BAA8B;AAC9B,iCAAiC;AACjC,mCAAmC;AACnC,2DAAuD;AAEvD,MAAM,QAAQ,GAAG,OAAO,CAAC;AACZ,QAAA,QAAQ,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,IAAI,CAAC,KAAK,IAAI,CAAC;AACtD,QAAA,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC;AAC5B,QAAA,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC;AAEtC,MAAM,QAAQ,GAAG,CAAC,GAAW,EAAE,EAAE,CAAC,WAAW,cAAM,qBAAqB,GAAG,IAAI,EAAE,EAAE,CAAC;AAA9E,QAAA,QAAQ,YAAsE;AAY3F,IAAI,GAAW,CAAC;AAET,MAAM,KAAK,GAAG,GAAG,EAAE;IACxB,GAAG,GAAG,GAAG,IAAI,IAAI,GAAG,CAAC,EAAE,EAAE,CAAC;IAC1B,OAAO,GAAG,CAAC;AACb,CAAC,CAAC;AAHW,QAAA,KAAK,SAGhB;AAEK,MAAM,SAAS,GAAG,CAAC,EAAE,GAAG,EAAE,GAAG,MAAM,EAA2B,EAAE,EAAE,CACvE,IAAA,WAAI,EACF,IAAA,aAAK,GAAE;KACJ,SAAS,CAAC,EAAE,GAAG,MAAM,EAAE,GAAG,EAAE,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;KAC7C,OAAO,EAAE,CACb,CAAC,IAAI,CACJ,IAAA,gBAAI,EAAC,CAAC,CAAC,EACP,IAAA,eAAG,EAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CACnC,CAAC;AARS,QAAA,SAAS,aAQlB;AAEG,MAAM,SAAS,GAAG,CAAC,EAAE,GAAG,EAAE,GAAG,MAAM,EAA2B,EAAE,EAAE,CACvE,IAAA,WAAI,EACF,IAAA,aAAK,GAAE;KACJ,SAAS,CAAC,EAAE,GAAG,MAAM,EAAE,GAAG,EAAE,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;KAC7C,OAAO,EAAE,CACb,CAAC,IAAI,CACJ,IAAA,gBAAI,EAAC,CAAC,CAAC,EACP,IAAA,eAAG,EAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,CAClD,CAAC;AARS,QAAA,SAAS,aAQlB;AAEG,MAAM,aAAa,GAAG,CAAC,OAAwB,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CACzE,OAAO,CAAC,MAAM,KAAK,CAAC;IAClB,CAAC,CAAC,IAAA,SAAE,EAAC,EAAE,CAAC;IACR,CAAC,CAAC,IAAA,WAAI,EAAC,OAAO,CAAC,CAAC,IAAI,CAEhB,IAAA,uBAAW,EAAC,IAAI,CAAC,EAEjB,IAAA,qBAAS,EAAC,MAAM,CAAC,EAAE,CAAC,IAAA,SAAE,EAAC,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAA,iBAAK,EAAC,GAAG,CAAC,CAAC,CAAC,EAC5E,IAAA,oBAAQ,EAAC,OAAO,CAAC,EAAE,CACjB,IAAA,WAAI,EAAC,IAAA,aAAK,GAAE,CAAC,aAAa,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CACzE,IAAA,gBAAI,EAAC,CAAC,CAAC,EACP,IAAA,eAAG,EAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,CAClD,CACF,EACD,IAAA,mBAAO,GAAE,EACT,IAAA,eAAG,EAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CACzB,CAAC;AAhBK,QAAA,aAAa,iBAgBlB;AAED,MAAM,UAAU,GAAG,CACxB,UAA2C,EAC3C,QAAyC,EACzC,WAAgB,EAAE,EAClB,iBAAiB,GAAG,SAAS,EAC7B,EAAE,CACF,IAAA,WAAI,EACF,IAAA,aAAK,GAAE;KACJ,UAAU,CAAC;IACV,MAAM,EAAE,QAAQ,CAAC,MAAM;IACvB,GAAG,EAAE,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC;IAC5B,UAAU,EAAE,GAAG,UAAU,CAAC,MAAM,IAAI,UAAU,CAAC,GAAG,EAAE;IACpD,QAAQ;IACR,iBAAiB;CAClB,CAAC;KACD,OAAO,EAAE,CACb,CAAC,IAAI,CACJ,IAAA,gBAAI,EAAC,CAAC,CAAC,EACP,IAAA,eAAG,EAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,CAClD,CAAC;AAnBS,QAAA,UAAU,cAmBnB;AAEG,MAAM,UAAU,GAAG,CAAC,GAAW,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CACzD,IAAA,aAAK,GAAE;KACJ,SAAS,CAAC;IACT,MAAM;IACN,GAAG,EAAE,SAAS,CAAC,GAAG,CAAC;CACpB,CAAC;KACD,gBAAgB,EAAE,CAAC;AANX,QAAA,UAAU,cAMC;AAEjB,MAAM,QAAQ,GAAG,CAAC,GAAW,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE;IACvD,MAAM,MAAM,GAAG,IAAA,kBAAU,EAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IACvC,MAAM,OAAO,GAAG,IAAI,cAAO,EAAU,CAAC;IACtC,MAAM,OAAO,GAAa,EAAE,CAAC;IAE7B,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE;QACvB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACrB,CAAC,CAAC,CAAC;IAEH,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;QACpB,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACtC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACvB,CAAC,CAAC,CAAC;IACH,OAAO,OAAO,CAAC,YAAY,EAAE,CAAC;AAChC,CAAC,CAAC;AAdW,QAAA,QAAQ,YAcnB;AASK,MAAM,cAAc,GAAG,CAAI,GAAW,EAAE,MAAM,GAAG,cAAM,EAAiB,EAAE;IAC/E,MAAM,MAAM,GAAG,IAAA,kBAAU,EAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IACvC,MAAM,OAAO,GAAG,IAAI,cAAO,EAAK,CAAC;IAEjC,IAAI,QAAQ,GAAG,EAAE,CAAC;IAElB,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;IAElD,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE;QACxB,QAAQ,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;IAEH,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;QACpB,IAAI,CAAC;YACH,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAA,gBAAQ,EAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;YAC7C,OAAO,CAAC,QAAQ,EAAE,CAAC;QACrB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACvB,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,OAAO,OAAO,CAAC,YAAY,EAAE,CAAC;AAChC,CAAC,CAAC;AAtBW,QAAA,cAAc,kBAsBzB;AAEK,MAAM,YAAY,GAAG,CAAC,GAAW,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CAC3D,gBAAQ;IACN,CAAC,CAAC,IAAA,iBAAS,EAAC;QACR,MAAM;QACN,GAAG,EAAE,GAAG;KACT,CAAC,CAAC,IAAI,CAAC,IAAA,eAAG,EAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC;IAC7C,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC;AANzB,QAAA,YAAY,gBAMa;AAE/B,MAAM,YAAY,GAAG,CAAI,GAAW,EAAE,MAAM,GAAG,cAAM,EAAiB,EAAE,CAC7E,gBAAQ;IACN,CAAC,CAAC,IAAA,iBAAS,EAAC;QACR,MAAM;QACN,GAAG,EAAE,GAAG;QACR,mBAAmB,EAAE,kBAAkB;KACxC,CAAC,CAAC,IAAI,CAAC,IAAA,eAAG,EAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAA,gBAAQ,EAAC,GAAG,CAAC,CAAM,CAAC,CAAC;IACrD,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC;AAPzB,QAAA,YAAY,gBAOa;AAE/B,MAAM,UAAU,GAAG,CAAC,QAAgB,EAAE,GAAW,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CAC3E,IAAA,iBAAS,EAAC;IACR,MAAM;IACN,GAAG,EAAE,GAAG;IACR,IAAI,EAAE,IAAA,qBAAgB,EAAC,QAAQ,EAAE,MAAM,CAAC;CACzC,CAAC,CAAC;AALQ,QAAA,UAAU,cAKlB;AAEE,MAAM,UAAU,GAAG,CAAC,GAAW,EAAE,IAAY,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CACvE,gBAAQ;IACN,CAAC,CAAC,IAAA,iBAAS,EAAC;QACR,MAAM;QACN,GAAG,EAAE,GAAG;QACR,IAAI,EAAE,IAAI;KACX,CAAC;IACJ,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;AAP7B,QAAA,UAAU,cAOmB;AAUnC,MAAM,gBAAgB,GAAG,CAAC,GAAW,EAAE,IAAyB,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE;IAC1F,MAAM,MAAM,GAAG,IAAI,oBAAW,EAAE,CAAC;IAEjC,MAAM,QAAQ,GAAG,IAAA,aAAK,GAAE,CAAC,MAAM,CAAC;QAC9B,MAAM;QACN,GAAG;QACH,IAAI,EAAE,MAAM;QACZ,WAAW,EAAE,kBAAkB;KAChC,CAAC,CAAC;IAGH,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IAG5B,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,KAAK,EAAE,EAAE;QACnD,MAAM,CAAC,KAAK,CAAC,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,IAAI,GAAG,IAAI,EAAE,QAAQ,CAAC,CAAC;QAE7D,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YACzB,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;YAC5B,KAAK,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,UAAU,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,UAAU,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;YAC7G,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QAC9B,CAAC;aAAM,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YACrC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;QACtC,CAAC;aAAM,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YACrC,MAAM,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,EAAE,QAAQ,CAAC,CAAC;QACvC,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,KAAK,CAAC,GAAG,KAAK,EAAE,EAAE,QAAQ,CAAC,CAAC;QACrC,CAAC;IACH,CAAC,CAAC,CAAC;IAGH,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IAC5B,MAAM,CAAC,GAAG,EAAE,CAAC;IAEb,OAAO,IAAA,WAAI,EAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC;AAClC,CAAC,CAAC;AAnCW,QAAA,gBAAgB,oBAmC3B;AAWK,MAAM,gBAAgB,GAAG,CAC9B,GAAW,EACX,QAAgB,EAChB,IAAI,GAAG,kBAAkB,EACzB,MAAM,GAAG,cAAM,EACf,QAAQ,GAAG,GAAG,GAAG,IAAI,GAAG,IAAI,EAC5B,EAAE,CACF,IAAA,WAAI,EACF,IAAA,aAAK,GAAE;KACJ,MAAM,CACL;IACE,MAAM;IACN,GAAG,EAAE,GAAG;IACR,IAAI,EAAE,IAAA,qBAAgB,EAAC,QAAQ,CAAC;IAChC,WAAW,EAAE,IAAI;CAClB,EACD;IACE,QAAQ;IACR,SAAS,EAAE,CAAC;CACb,CACF;KACA,OAAO,EAAE,CACb,CAAC;AAtBS,QAAA,gBAAgB,oBAsBzB;AAEG,MAAM,UAAU,GAAG,CAAC,GAAW,EAAE,IAAS,EAAE,IAAI,GAAG,kBAAkB,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CAC/F,gBAAQ;IACN,CAAC,CAAC,IAAA,iBAAS,EAAC;QACR,MAAM;QACN,GAAG,EAAE,GAAG;QACR,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;QAC1B,WAAW,EAAE,IAAI;KAClB,CAAC;IACJ,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;AAR7B,QAAA,UAAU,cAQmB;AAEnC,MAAM,eAAe,GAAG,CAAC,GAAW,EAAE,IAAS,EAAE,IAAI,GAAG,kBAAkB,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE;IACpG,MAAM,WAAW,GAAG,IAAA,WAAI,EAAC,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,IAAA,eAAS,EAAC,IAAA,sBAAgB,EAAC,GAAG,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;IAE5F,OAAO,IAAA,WAAI,EAAC,IAAA,oCAAgB,EAAC,WAAW,EAAE,IAAI,CAAC,CAAC,CAAC,IAAI,CACnD,IAAA,oBAAQ,EAAC,GAAG,EAAE,CAAC,IAAA,wBAAgB,EAAC,GAAG,EAAE,WAAW,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC,EAChE,IAAA,eAAG,EAAC,GAAG,EAAE,CAAC,IAAA,eAAU,EAAC,WAAW,CAAC,CAAC,CACnC,CAAC;AACJ,CAAC,CAAC;AAPW,QAAA,eAAe,mBAO1B;AAEK,MAAM,iBAAiB,GAAG,CAAC,GAAW,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CAChE,gBAAQ;IACN,CAAC,CAAC,IAAA,WAAI,EACF,IAAA,aAAK,GAAE;SACJ,OAAO,CAAC,cAAc,EAAE;QACvB,MAAM;QACN,GAAG,EAAE,SAAS,CAAC,GAAG,CAAC;KACpB,CAAC;SACD,OAAO,EAAE,CACb,CAAC,IAAI,CACJ,IAAA,gBAAI,EAAC,CAAC,CAAC,EACP,IAAA,eAAG,EAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAChB;IACH,CAAC,CAAC,IAAA,SAAE,EAAC,IAAI,CAAC,CAAC;AAbF,QAAA,iBAAiB,qBAaf;AAER,MAAM,UAAU,GAAG,CAAC,GAAW,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CACzD,IAAA,WAAI,EACF,IAAA,aAAK,GAAE;KACJ,UAAU,CAAC;IACV,MAAM;IACN,GAAG,EAAE,SAAS,CAAC,GAAG,CAAC;CACpB,CAAC;KACD,OAAO,EAAE,CACb,CAAC;AARS,QAAA,UAAU,cAQnB;AAEG,MAAM,YAAY,GAAG,CAAC,GAAW,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CAC3D,gBAAQ;IACN,CAAC,CAAC,IAAA,kBAAU,EAAC,GAAG,EAAE,MAAM,CAAC,CAAC,IAAI,CAC1B,IAAA,eAAG,EAAC,CAAC,EAAE,YAAY,EAAE,EAAE,EAAE,CAAC,YAAY,CAAC,EACvC,IAAA,sBAAU,EAAC,GAAG,EAAE,CAAC,IAAA,SAAE,EAAC,IAAY,CAAC,CAAC,EAClC,IAAA,gBAAI,EAAC,CAAC,CAAC,CACR;IACH,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC;AAPzB,QAAA,YAAY,gBAOa;AAE/B,MAAM,UAAU,GAAG,CAAC,GAAW,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CACzD,gBAAQ;IACN,CAAC,CAAC,IAAA,kBAAU,EAAC,GAAG,EAAE,MAAM,CAAC,CAAC,IAAI,CAC1B,IAAA,eAAG,EAAC,GAAG,EAAE,CAAC,IAAI,CAAC,EACf,IAAA,sBAAU,EAAC,GAAG,EAAE,CAAC,IAAA,SAAE,EAAC,KAAK,CAAC,CAAC,EAC3B,IAAA,gBAAI,EAAC,CAAC,CAAC,CACR;IACH,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC;AAPvB,QAAA,UAAU,cAOa;AAE7B,MAAM,QAAQ,GAAG,CAAC,GAAW,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CACvD,gBAAQ;IACN,CAAC,CAAC,IAAA,kBAAU,EAAC,GAAG,EAAE,MAAM,CAAC,CAAC,IAAI,CAC1B,IAAA,eAAG,EAAC,CAAC,EAAE,aAAa,EAAE,EAAE,EAAE,CAAC,aAAa,CAAC,EACzC,IAAA,sBAAU,EAAC,GAAG,EAAE,CAAC,IAAA,SAAE,EAAC,SAAmB,CAAC,CAAC,EACzC,IAAA,gBAAI,EAAC,CAAC,CAAC,CACR;IACH,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC;AAPrB,QAAA,QAAQ,YAOa;AAE3B,MAAM,YAAY,GAAG,CAAC,GAAW,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CAC3D,gBAAQ;IACN,CAAC,CAAC,IAAA,WAAI,EACF,IAAA,aAAK,GAAE;SACJ,YAAY,CAAC;QACZ,MAAM;QACN,GAAG,EAAE,SAAS,CAAC,GAAG,CAAC;KACpB,CAAC;SACD,OAAO,EAAE,CACb;IACH,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC;AAVvB,QAAA,YAAY,gBAUW;AAE7B,MAAM,UAAU,GAAG,KAAK,EAAE,MAAM,GAAG,EAAE,EAAE,MAAM,GAAG,cAAM,EAAE,SAAkB,EAA4B,EAAE;IAC7G,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,qBAAqB,EAAE,GAAG,MAAM,IAAA,aAAK,GAAE;SACnE,aAAa,CAAC;QACb,MAAM;QACN,MAAM;QACN,iBAAiB,EAAE,SAAS;QAC5B,OAAO,EAAE,IAAI;KACd,CAAC;SACD,OAAO,EAAE,CAAC;IACb,OAAO,CAAC,GAAG,QAAQ,EAAE,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,IAAA,kBAAU,EAAC,MAAM,EAAE,cAAM,EAAE,qBAAqB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AACxG,CAAC,CAAC;AAVW,QAAA,UAAU,cAUrB;AAEK,MAAM,WAAW,GAAG,KAAK,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,WACnD,OAAA,MAAA,CAAC,MAAM,IAAA,aAAK,GAAE,CAAC,aAAa,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,cAAc,0CAAE,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,CAAC,CAAA,EAAA,CAAC;AADrG,QAAA,WAAW,eAC0F;AAErG,QAAA,aAAa,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,IAAI,KAAK,CAAC,CAAC;AAE5D,MAAM,WAAW,GAAG,CAAC,GAAW,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CAC1D,IAAA,gBAAQ,EAAC,GAAG,EAAE,MAAM,CAAC,CAAC,IAAI,CACxB,IAAA,eAAG,EAAC,IAAI,CAAC,EAAE,CAAC,IAAA,WAAK,EAAC,qBAAqB,EAAE,IAAA,cAAQ,EAAC,IAAI,CAAC,EAAE,WAAW,EAAE,qBAAa,CAAC,CAAC,EACrF,IAAA,eAAG,EAAC,IAAI,CAAC,EAAE,CAAC,IAAA,cAAQ,EAAC,IAAI,CAAC,GAAG,qBAAa,CAAC,CAC5C,CAAC;AAJS,QAAA,WAAW,eAIpB"}
package/dist/write-json-stream.d.ts ADDED
@@ -0,0 +1 @@
1
+ export declare const streamJSONToFile: (filepath: string, data: Record<string, any>) => Promise<unknown>;
package/dist/write-json-stream.js ADDED
@@ -0,0 +1,43 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.streamJSONToFile = void 0;
4
+ const fs_1 = require("fs");
5
+ const encoding = 'utf-8';
6
+ const filterValue = (value) => typeof value !== 'undefined';
7
+ const stringifyArray = (writeStream, data) => {
8
+ writeStream.write('[', encoding);
9
+ data.filter(filterValue).forEach((value, index) => {
10
+ if (index !== 0) {
11
+ writeStream.write(',', encoding);
12
+ }
13
+ stringify(writeStream, value);
14
+ });
15
+ writeStream.write(']', encoding);
16
+ };
17
+ const stringifyObject = (writeStream, data) => {
18
+ writeStream.write('{', encoding);
19
+ Object.entries(data)
20
+ .filter(([_key, value]) => filterValue(value))
21
+ .forEach(([key, value], index) => {
22
+ if (index !== 0) {
23
+ writeStream.write(',', encoding);
24
+ }
25
+ writeStream.write(`"${key}":`, encoding);
26
+ stringify(writeStream, value);
27
+ });
28
+ writeStream.write('}', encoding);
29
+ };
30
+ const stringify = (writeStream, data) => data !== null && typeof data === 'object'
31
+ ? Array.isArray(data)
32
+ ? stringifyArray(writeStream, data)
33
+ : stringifyObject(writeStream, data)
34
+ : writeStream.write(JSON.stringify(data), encoding);
35
+ const streamJSONToFile = (filepath, data) => new Promise((resolve, reject) => {
36
+ const writeStream = (0, fs_1.createWriteStream)(filepath);
37
+ writeStream.on('finish', resolve);
38
+ writeStream.on('error', reject);
39
+ stringify(writeStream, data);
40
+ writeStream.end();
41
+ });
42
+ exports.streamJSONToFile = streamJSONToFile;
43
+ //# sourceMappingURL=write-json-stream.js.map
package/dist/write-json-stream.js.map ADDED
@@ -0,0 +1 @@
1
+ {"version":3,"file":"write-json-stream.js","sourceRoot":"","sources":["../src/write-json-stream.ts"],"names":[],"mappings":";;;AAAA,2BAAoD;AAEpD,MAAM,QAAQ,GAAG,OAAO,CAAC;AAEzB,MAAM,WAAW,GAAG,CAAC,KAAU,EAAE,EAAE,CAAC,OAAO,KAAK,KAAK,WAAW,CAAC;AAEjE,MAAM,cAAc,GAAG,CAAC,WAAwB,EAAE,IAAW,EAAE,EAAE;IAC/D,WAAW,CAAC,KAAK,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IAEjC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;QAChD,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;YAChB,WAAW,CAAC,KAAK,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QACnC,CAAC;QACD,SAAS,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;IAChC,CAAC,CAAC,CAAC;IACH,WAAW,CAAC,KAAK,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;AACnC,CAAC,CAAC;AAEF,MAAM,eAAe,GAAG,CAAC,WAAwB,EAAE,IAAyB,EAAE,EAAE;IAC9E,WAAW,CAAC,KAAK,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IAEjC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC;SACjB,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;SAC7C,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,KAAK,EAAE,EAAE;QAC/B,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;YAChB,WAAW,CAAC,KAAK,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QACnC,CAAC;QACD,WAAW,CAAC,KAAK,CAAC,IAAI,GAAG,IAAI,EAAE,QAAQ,CAAC,CAAC;QACzC,SAAS,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;IAChC,CAAC,CAAC,CAAC;IACL,WAAW,CAAC,KAAK,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;AACnC,CAAC,CAAC;AAEF,MAAM,SAAS,GAAG,CAAC,WAAwB,EAAE,IAAS,EAAE,EAAE,CACxD,IAAI,KAAK,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ;IACvC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;QACnB,CAAC,CAAC,cAAc,CAAC,WAAW,EAAE,IAAI,CAAC;QACnC,CAAC,CAAC,eAAe,CAAC,WAAW,EAAE,IAAI,CAAC;IACtC,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,QAAQ,CAAC,CAAC;AAEjD,MAAM,gBAAgB,GAAG,CAAC,QAAgB,EAAE,IAAyB,EAAE,EAAE,CAC9E,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;IAC9B,MAAM,WAAW,GAAG,IAAA,sBAAiB,EAAC,QAAQ,CAAC,CAAC;IAChD,WAAW,CAAC,EAAE,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAClC,WAAW,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAChC,SAAS,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;IAC7B,WAAW,CAAC,GAAG,EAAE,CAAC;AACpB,CAAC,CAAC,CAAC;AAPQ,QAAA,gBAAgB,oBAOxB"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@hestia-earth/pipeline-utils",
3
- "version": "0.14.15",
3
+ "version": "0.15.1",
4
4
  "description": "Utilities for running pipelines",
5
5
  "main": "dist/index.js",
6
6
  "typings": "dist/index.d.ts",
@@ -63,6 +63,7 @@
63
63
  "@typescript-eslint/eslint-plugin": "^5.62.0",
64
64
  "@typescript-eslint/parser": "^5.62.0",
65
65
  "chai": "^4.3.10",
66
+ "dotenv": "^16.4.7",
66
67
  "eslint": "^7.32.0",
67
68
  "eslint-plugin-jsdoc": "^30.7.13",
68
69
  "husky": "^4.3.8",
package/src/index.ts CHANGED
@@ -8,3 +8,4 @@ export * from './slack';
8
8
  export * from './sns';
9
9
  export * from './sqs';
10
10
  export * from './utils';
11
+ export * from './write-json-stream';
package/src/progress.ts CHANGED
@@ -3,7 +3,7 @@ import { of, throwError } from 'rxjs';
3
3
  import { FileProgress, fileToExt, HestiaExtensions } from '@hestia-earth/api';
4
4
  import { NodeType } from '@hestia-earth/schema';
5
5
 
6
- import { IFunctionParam, uploadJSON, bucket, loadJSONFile } from './s3';
6
+ import { IFunctionParam, uploadJSONLarge, bucket, loadJSONFile } from './s3';
7
7
  import { publishSnsMessage } from './sns';
8
8
 
9
9
  export interface IFileProgress {
@@ -55,7 +55,7 @@ const uploadProgress = (step: string, path: string, Bucket: string, since?: Date
55
55
  loadJSONFile<Partial<IFileProgress>>(filepath, Bucket).pipe(
56
56
  catchError(() => of({} as Partial<IFileProgress>)),
57
57
  mergeMap(data =>
58
- uploadJSON(
58
+ uploadJSONLarge(
59
59
  filepath,
60
60
  {
61
61
  ...data,
package/src/s3.ts CHANGED
@@ -1,14 +1,16 @@
1
1
  /* eslint-disable complexity */
2
2
  import * as AWS from 'aws-sdk';
3
- import { createReadStream } from 'fs';
3
+ import { createReadStream, unlinkSync } from 'fs';
4
+ import { join } from 'path';
4
5
  import { PassThrough } from 'stream';
5
6
  import { Subject, Observable, from, of } from 'rxjs';
6
7
  import { bufferCount, catchError, concatMap, delay, map, mergeMap, take, tap, toArray } from 'rxjs/operators';
7
- import { sizeInMb } from '@hestia-earth/api';
8
+ import { filenameFromPath, fileToExt, sizeInMb } from '@hestia-earth/api';
8
9
 
9
10
  import { debug } from './log';
10
11
  import * as local from './local';
11
12
  import { stripBOM } from './utils';
13
+ import { streamJSONToFile } from './write-json-stream';
12
14
 
13
15
  const encoding = 'utf-8';
14
16
  export const isS3Mode = (process.env.SOURCE_MODE || 's3') === 's3';
@@ -235,14 +237,21 @@ export const uploadStreamJSON = (Key: string, data: Record<string, any>, Bucket
235
237
  * @param Bucket The destination bucket.
236
238
  * @returns
237
239
  */
238
- export const uploadFileSteam = (key: string, filepath: string, partSize = 100 * 1024 * 1024, Bucket = bucket) =>
240
+ export const uploadFileStream = (
241
+ key: string,
242
+ filepath: string,
243
+ type = 'application/json',
244
+ Bucket = bucket,
245
+ partSize = 100 * 1024 * 1024
246
+ ) =>
239
247
  from(
240
248
  getS3()
241
249
  .upload(
242
250
  {
243
251
  Bucket,
244
252
  Key: key,
245
- Body: createReadStream(filepath)
253
+ Body: createReadStream(filepath),
254
+ ContentType: type
246
255
  },
247
256
  {
248
257
  partSize,
@@ -252,7 +261,7 @@ export const uploadFileSteam = (key: string, filepath: string, partSize = 100 *
252
261
  .promise()
253
262
  );
254
263
 
255
- export const uploadJSON = (key: string, data, type = 'application/json', Bucket = bucket) =>
264
+ export const uploadJSON = (key: string, data: any, type = 'application/json', Bucket = bucket) =>
256
265
  isS3Mode
257
266
  ? putObject({
258
267
  Bucket,
@@ -262,6 +271,15 @@ export const uploadJSON = (key: string, data, type = 'application/json', Bucket
262
271
  })
263
272
  : local.uploadJSON(Bucket)(key, data);
264
273
 
274
+ export const uploadJSONLarge = (key: string, data: any, type = 'application/json', Bucket = bucket) => {
275
+ const tmpFilepath = join(process.env.TMP_FOLDER, fileToExt(filenameFromPath(key), '.json'));
276
+
277
+ return from(streamJSONToFile(tmpFilepath, data)).pipe(
278
+ mergeMap(() => uploadFileStream(key, tmpFilepath, type, Bucket)),
279
+ tap(() => unlinkSync(tmpFilepath))
280
+ );
281
+ };
282
+
265
283
  export const waitObjectCreated = (key: string, Bucket = bucket) =>
266
284
  isS3Mode
267
285
  ? from(
package/src/write-json-stream.ts ADDED
@@ -0,0 +1,48 @@
1
+ import { createWriteStream, WriteStream } from 'fs';
2
+
3
+ const encoding = 'utf-8';
4
+
5
+ const filterValue = (value: any) => typeof value !== 'undefined';
6
+
7
+ const stringifyArray = (writeStream: WriteStream, data: any[]) => {
8
+ writeStream.write('[', encoding);
9
+
10
+ data.filter(filterValue).forEach((value, index) => {
11
+ if (index !== 0) {
12
+ writeStream.write(',', encoding);
13
+ }
14
+ stringify(writeStream, value);
15
+ });
16
+ writeStream.write(']', encoding);
17
+ };
18
+
19
+ const stringifyObject = (writeStream: WriteStream, data: Record<string, any>) => {
20
+ writeStream.write('{', encoding);
21
+
22
+ Object.entries(data)
23
+ .filter(([_key, value]) => filterValue(value))
24
+ .forEach(([key, value], index) => {
25
+ if (index !== 0) {
26
+ writeStream.write(',', encoding);
27
+ }
28
+ writeStream.write(`"${key}":`, encoding);
29
+ stringify(writeStream, value);
30
+ });
31
+ writeStream.write('}', encoding);
32
+ };
33
+
34
+ const stringify = (writeStream: WriteStream, data: any) =>
35
+ data !== null && typeof data === 'object'
36
+ ? Array.isArray(data)
37
+ ? stringifyArray(writeStream, data)
38
+ : stringifyObject(writeStream, data)
39
+ : writeStream.write(JSON.stringify(data), encoding);
40
+
41
+ export const streamJSONToFile = (filepath: string, data: Record<string, any>) =>
42
+ new Promise((resolve, reject) => {
43
+ const writeStream = createWriteStream(filepath);
44
+ writeStream.on('finish', resolve);
45
+ writeStream.on('error', reject);
46
+ stringify(writeStream, data);
47
+ writeStream.end();
48
+ });