@hestia-earth/pipeline-utils 0.13.6 → 0.13.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/s3.d.ts +1 -0
- package/dist/s3.js +34 -1
- package/dist/s3.js.map +1 -1
- package/package.json +1 -1
- package/src/s3.ts +48 -0
package/dist/s3.d.ts
CHANGED
|
@@ -24,6 +24,7 @@ export declare const loadTextFile: (key: string, Bucket?: string) => Observable<
|
|
|
24
24
|
export declare const loadJSONFile: <T>(key: string, Bucket?: string) => Observable<T>;
|
|
25
25
|
export declare const uploadFile: (filepath: string, key: string, Bucket?: string) => Observable<string>;
|
|
26
26
|
export declare const uploadText: (key: string, data: string, Bucket?: string) => Observable<string>;
|
|
27
|
+
export declare const uploadStreamJSON: (Key: string, data: Record<string, any>, Bucket?: string) => Observable<AWS.S3.ManagedUpload.SendData>;
|
|
27
28
|
export declare const uploadJSON: (key: string, data: any, type?: string, Bucket?: string) => Observable<string>;
|
|
28
29
|
export declare const waitObjectCreated: (key: string, Bucket?: string) => Observable<boolean>;
|
|
29
30
|
export declare const lastModified: (key: string, Bucket?: string) => Observable<Date>;
|
package/dist/s3.js
CHANGED
|
@@ -1,14 +1,16 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.isLargeFile = exports.listFolder = exports.deleteObject = exports.fileSize = exports.fileExists = exports.lastModified = exports.waitObjectCreated = exports.uploadJSON = exports.uploadText = exports.uploadFile = exports.loadJSONFile = exports.loadTextFile = exports.streamJSONFile = exports.loadFile = exports.loadStream = exports.copyObject = exports.deleteObjects = exports.putObject = exports.getObject = exports.getS3 = exports.filePath = exports.region = exports.bucket = exports.isS3Mode = void 0;
|
|
3
|
+
exports.isLargeFile = exports.listFolder = exports.deleteObject = exports.fileSize = exports.fileExists = exports.lastModified = exports.waitObjectCreated = exports.uploadJSON = exports.uploadStreamJSON = exports.uploadText = exports.uploadFile = exports.loadJSONFile = exports.loadTextFile = exports.streamJSONFile = exports.loadFile = exports.loadStream = exports.copyObject = exports.deleteObjects = exports.putObject = exports.getObject = exports.getS3 = exports.filePath = exports.region = exports.bucket = exports.isS3Mode = void 0;
|
|
4
4
|
const AWS = require("aws-sdk");
|
|
5
5
|
const fs_1 = require("fs");
|
|
6
|
+
const stream_1 = require("stream");
|
|
6
7
|
const rxjs_1 = require("rxjs");
|
|
7
8
|
const operators_1 = require("rxjs/operators");
|
|
8
9
|
const api_1 = require("@hestia-earth/api");
|
|
9
10
|
const log_1 = require("./log");
|
|
10
11
|
const local = require("./local");
|
|
11
12
|
const utils_1 = require("./utils");
|
|
13
|
+
const encoding = 'utf-8';
|
|
12
14
|
exports.isS3Mode = (process.env.SOURCE_MODE || 's3') === 's3';
|
|
13
15
|
exports.bucket = process.env.BUCKET;
|
|
14
16
|
exports.region = process.env.AWS_REGION;
|
|
@@ -111,6 +113,37 @@ const uploadText = (key, data, Bucket = exports.bucket) => exports.isS3Mode
|
|
|
111
113
|
})
|
|
112
114
|
: local.uploadText(Bucket)(key, data);
|
|
113
115
|
exports.uploadText = uploadText;
|
|
116
|
+
const uploadStreamJSON = (Key, data, Bucket = exports.bucket) => {
|
|
117
|
+
const stream = new stream_1.PassThrough();
|
|
118
|
+
const uploader = (0, exports.getS3)().upload({
|
|
119
|
+
Bucket,
|
|
120
|
+
Key,
|
|
121
|
+
Body: stream,
|
|
122
|
+
ContentType: 'application/json'
|
|
123
|
+
});
|
|
124
|
+
stream.write('{', encoding);
|
|
125
|
+
Object.entries(data).forEach(([key, value], index) => {
|
|
126
|
+
stream.write(`${index === 0 ? '' : ','}"${key}":`, encoding);
|
|
127
|
+
if (Array.isArray(value)) {
|
|
128
|
+
stream.write('[', encoding);
|
|
129
|
+
value.forEach((entry, entryIndex) => stream.write(`${entryIndex === 0 ? '' : ','}${JSON.stringify(entry)}`));
|
|
130
|
+
stream.write(']', encoding);
|
|
131
|
+
}
|
|
132
|
+
else if (typeof value === 'object') {
|
|
133
|
+
stream.write(JSON.stringify(value));
|
|
134
|
+
}
|
|
135
|
+
else if (typeof value === 'string') {
|
|
136
|
+
stream.write(`"${value}"`, encoding);
|
|
137
|
+
}
|
|
138
|
+
else {
|
|
139
|
+
stream.write(`${value}`, encoding);
|
|
140
|
+
}
|
|
141
|
+
});
|
|
142
|
+
stream.write('}', encoding);
|
|
143
|
+
stream.end();
|
|
144
|
+
return (0, rxjs_1.from)(uploader.promise());
|
|
145
|
+
};
|
|
146
|
+
exports.uploadStreamJSON = uploadStreamJSON;
|
|
114
147
|
const uploadJSON = (key, data, type = 'application/json', Bucket = exports.bucket) => exports.isS3Mode
|
|
115
148
|
? (0, exports.putObject)({
|
|
116
149
|
Bucket,
|
package/dist/s3.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"s3.js","sourceRoot":"","sources":["../src/s3.ts"],"names":[],"mappings":";;;AAAA,+BAA+B;AAC/B,2BAAsC;AACtC,+BAAqD;AACrD,8CAA4F;AAC5F,2CAA6C;AAE7C,+BAA8B;AAC9B,iCAAiC;AACjC,mCAAmC;AAEtB,QAAA,QAAQ,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,IAAI,CAAC,KAAK,IAAI,CAAC;AACtD,QAAA,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC;AAC5B,QAAA,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC;AAEtC,MAAM,QAAQ,GAAG,CAAC,GAAW,EAAE,EAAE,CAAC,WAAW,cAAM,qBAAqB,GAAG,IAAI,EAAE,EAAE,CAAC;AAA9E,QAAA,QAAQ,YAAsE;AAY3F,IAAI,GAAW,CAAC;AAET,MAAM,KAAK,GAAG,GAAG,EAAE;IACxB,GAAG,GAAG,GAAG,IAAI,IAAI,GAAG,CAAC,EAAE,EAAE,CAAC;IAC1B,OAAO,GAAG,CAAC;AACb,CAAC,CAAC;AAHW,QAAA,KAAK,SAGhB;AAEK,MAAM,SAAS,GAAG,CAAC,EAAE,GAAG,EAAE,GAAG,MAAM,EAA2B,EAAE,EAAE,CACvE,IAAA,WAAI,EACF,IAAA,aAAK,GAAE;KACJ,SAAS,CAAC,EAAE,GAAG,MAAM,EAAE,GAAG,EAAE,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;KAC7C,OAAO,EAAE,CACb,CAAC,IAAI,CACJ,IAAA,gBAAI,EAAC,CAAC,CAAC,EACP,IAAA,eAAG,EAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CACnC,CAAC;AARS,QAAA,SAAS,aAQlB;AAEG,MAAM,SAAS,GAAG,CAAC,EAAE,GAAG,EAAE,GAAG,MAAM,EAA2B,EAAE,EAAE,CACvE,IAAA,WAAI,EACF,IAAA,aAAK,GAAE;KACJ,SAAS,CAAC,EAAE,GAAG,MAAM,EAAE,GAAG,EAAE,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;KAC7C,OAAO,EAAE,CACb,CAAC,IAAI,CACJ,IAAA,gBAAI,EAAC,CAAC,CAAC,EACP,IAAA,eAAG,EAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,CAClD,CAAC;AARS,QAAA,SAAS,aAQlB;AAEG,MAAM,aAAa,GAAG,CAAC,OAAwB,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CACzE,OAAO,CAAC,MAAM,KAAK,CAAC;IAClB,CAAC,CAAC,IAAA,SAAE,EAAC,EAAE,CAAC;IACR,CAAC,CAAC,IAAA,WAAI,EAAC,OAAO,CAAC,CAAC,IAAI,CAEhB,IAAA,uBAAW,EAAC,IAAI,CAAC,EACjB,IAAA,eAAG,EAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,EACjD,IAAA,oBAAQ,EAAC,OAAO,CAAC,EAAE,CACjB,IAAA,WAAI,EAAC,IAAA,aAAK,GAAE,CAAC,aAAa,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CACzE,IAAA,gBAAI,EAAC,CAAC,CAAC,EACP,IAAA,eAAG,EAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,CAClD,CACF,EACD,IAAA,mBAAO,GAAE,EACT,IAAA,eAAG,EAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CACzB,CAAC;AAfK,QAAA,aAAa,iBAelB;AAED,MAAM,UAAU,GAAG,CAAC,UAAU,EAAE,QAAQ,EAAE,iBAA0B,EAAE,EAAE,CAC7E,IAAA,WAAI,EACF,IAAA,aAAK,GAAE;KACJ,UAAU,CAAC;IACV,MAAM,EAAE,QAAQ,CAAC,MAAM;IACvB,GAAG,EAAE,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC;IAC5B,UAAU,EAAE,GAAG,UAAU,CAAC,MAAM,IAAI,UAAU,CAAC,GAAG,EAAE;IACpD,iBAAiB;CAClB,CAAC;KACD,OAAO,EAAE,CACb,CAAC,IAAI,CACJ,IAAA,gBAAI,EAAC,CAAC,CAAC,EACP,IAAA,eAAG,EAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,CAClD,CAAC;AAbS,QAAA,UAAU,cAanB;AAEG,MAAM,UAAU,GAAG,CAAC,GAAW,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CACzD,IAAA,aAAK,GAAE;KACJ,SAAS,CAAC;IACT,MAAM;IACN,GAAG,EAAE,SAAS,CAAC,GAAG,CAAC;CACpB,CAAC;KACD,gBAAgB,EAAE,CAAC;AANX,QAAA,UAAU,cAMC;AAEjB,MAAM,QAAQ,GAAG,CAAC,GAAW,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE;IACvD,MAAM,MAAM,GAAG,IAAA,kBAAU,EAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IACvC,MAAM,OAAO,GAAG,IAAI,cAAO,EAAU,CAAC;IACtC,MAAM,OAAO,GAAa,EAAE,CAAC;IAE7B,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE;QACvB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACrB,CAAC,CAAC,CAAC;IAEH,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;QACpB,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACtC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACvB,CAAC,CAAC,CAAC;IACH,OAAO,OAAO,CAAC,YAAY,EAAE,CAAC;AAChC,CAAC,CAAC;AAdW,QAAA,QAAQ,YAcnB;AASK,MAAM,cAAc,GAAG,CAAI,GAAW,EAAE,MAAM,GAAG,cAAM,EAAiB,EAAE;IAC/E,MAAM,MAAM,GAAG,IAAA,kBAAU,EAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IACvC,MAAM,OAAO,GAAG,IAAI,cAAO,EAAK,CAAC;IAEjC,IAAI,QAAQ,GAAG,EAAE,CAAC;IAElB,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;IAElD,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE;QACxB,QAAQ,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;IAEH,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;QACpB,IAAI,CAAC;YACH,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAA,gBAAQ,EAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;YAC7C,OAAO,CAAC,QAAQ,EAAE,CAAC;QACrB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACvB,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,OAAO,OAAO,CAAC,YAAY,EAAE,CAAC;AAChC,CAAC,CAAC;AAtBW,QAAA,cAAc,kBAsBzB;AAEK,MAAM,YAAY,GAAG,CAAC,GAAW,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CAC3D,gBAAQ;IACN,CAAC,CAAC,IAAA,iBAAS,EAAC;QACR,MAAM;QACN,GAAG,EAAE,GAAG;KACT,CAAC,CAAC,IAAI,CAAC,IAAA,eAAG,EAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC;IAC7C,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC;AANzB,QAAA,YAAY,gBAMa;AAE/B,MAAM,YAAY,GAAG,CAAI,GAAW,EAAE,MAAM,GAAG,cAAM,EAAiB,EAAE,CAC7E,gBAAQ;IACN,CAAC,CAAC,IAAA,iBAAS,EAAC;QACR,MAAM;QACN,GAAG,EAAE,GAAG;QACR,mBAAmB,EAAE,kBAAkB;KACxC,CAAC,CAAC,IAAI,CAAC,IAAA,eAAG,EAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAA,gBAAQ,EAAC,GAAG,CAAC,CAAM,CAAC,CAAC;IACrD,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC;AAPzB,QAAA,YAAY,gBAOa;AAE/B,MAAM,UAAU,GAAG,CAAC,QAAgB,EAAE,GAAW,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CAC3E,IAAA,iBAAS,EAAC;IACR,MAAM;IACN,GAAG,EAAE,GAAG;IACR,IAAI,EAAE,IAAA,qBAAgB,EAAC,QAAQ,EAAE,MAAM,CAAC;CACzC,CAAC,CAAC;AALQ,QAAA,UAAU,cAKlB;AAEE,MAAM,UAAU,GAAG,CAAC,GAAW,EAAE,IAAY,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CACvE,gBAAQ;IACN,CAAC,CAAC,IAAA,iBAAS,EAAC;QACR,MAAM;QACN,GAAG,EAAE,GAAG;QACR,IAAI,EAAE,IAAI;KACX,CAAC;IACJ,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;AAP7B,QAAA,UAAU,cAOmB;AAEnC,MAAM,UAAU,GAAG,CAAC,GAAW,EAAE,IAAI,EAAE,IAAI,GAAG,kBAAkB,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CAC1F,gBAAQ;IACN,CAAC,CAAC,IAAA,iBAAS,EAAC;QACR,MAAM;QACN,GAAG,EAAE,GAAG;QACR,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QACnC,WAAW,EAAE,IAAI;KAClB,CAAC;IACJ,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;AAR7B,QAAA,UAAU,cAQmB;AAEnC,MAAM,iBAAiB,GAAG,CAAC,GAAW,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CAChE,gBAAQ;IACN,CAAC,CAAC,IAAA,WAAI,EACF,IAAA,aAAK,GAAE;SACJ,OAAO,CAAC,cAAc,EAAE;QACvB,MAAM;QACN,GAAG,EAAE,SAAS,CAAC,GAAG,CAAC;KACpB,CAAC;SACD,OAAO,EAAE,CACb,CAAC,IAAI,CACJ,IAAA,gBAAI,EAAC,CAAC,CAAC,EACP,IAAA,eAAG,EAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAChB;IACH,CAAC,CAAC,IAAA,SAAE,EAAC,IAAI,CAAC,CAAC;AAbF,QAAA,iBAAiB,qBAaf;AAEf,MAAM,UAAU,GAAG,CAAC,GAAW,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CAClD,IAAA,WAAI,EACF,IAAA,aAAK,GAAE;KACJ,UAAU,CAAC;IACV,MAAM;IACN,GAAG,EAAE,SAAS,CAAC,GAAG,CAAC;CACpB,CAAC;KACD,OAAO,EAAE,CACb,CAAC;AAEG,MAAM,YAAY,GAAG,CAAC,GAAW,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CAC3D,gBAAQ;IACN,CAAC,CAAC,UAAU,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC,IAAI,CAC1B,IAAA,eAAG,EAAC,CAAC,EAAE,YAAY,EAAE,EAAE,EAAE,CAAC,YAAY,CAAC,EACvC,IAAA,sBAAU,EAAC,GAAG,EAAE,CAAC,IAAA,SAAE,EAAC,IAAY,CAAC,CAAC,EAClC,IAAA,gBAAI,EAAC,CAAC,CAAC,CACR;IACH,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC;AAPzB,QAAA,YAAY,gBAOa;AAE/B,MAAM,UAAU,GAAG,CAAC,GAAW,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CACzD,gBAAQ;IACN,CAAC,CAAC,UAAU,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC,IAAI,CAC1B,IAAA,eAAG,EAAC,GAAG,EAAE,CAAC,IAAI,CAAC,EACf,IAAA,sBAAU,EAAC,GAAG,EAAE,CAAC,IAAA,SAAE,EAAC,KAAK,CAAC,CAAC,EAC3B,IAAA,gBAAI,EAAC,CAAC,CAAC,CACR;IACH,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC;AAPvB,QAAA,UAAU,cAOa;AAE7B,MAAM,QAAQ,GAAG,CAAC,GAAW,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CACvD,gBAAQ;IACN,CAAC,CAAC,UAAU,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC,IAAI,CAC1B,IAAA,eAAG,EAAC,CAAC,EAAE,aAAa,EAAE,EAAE,EAAE,CAAC,aAAa,CAAC,EACzC,IAAA,sBAAU,EAAC,GAAG,EAAE,CAAC,IAAA,SAAE,EAAC,SAAmB,CAAC,CAAC,EACzC,IAAA,gBAAI,EAAC,CAAC,CAAC,CACR;IACH,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC;AAPrB,QAAA,QAAQ,YAOa;AAE3B,MAAM,YAAY,GAAG,CAAC,GAAW,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CAC3D,gBAAQ;IACN,CAAC,CAAC,IAAA,WAAI,EACF,IAAA,aAAK,GAAE;SACJ,YAAY,CAAC;QACZ,MAAM;QACN,GAAG,EAAE,SAAS,CAAC,GAAG,CAAC;KACpB,CAAC;SACD,OAAO,EAAE,CACb;IACH,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC;AAVvB,QAAA,YAAY,gBAUW;AAE7B,MAAM,UAAU,GAAG,KAAK,EAAE,MAAM,GAAG,EAAE,EAAE,MAAM,GAAG,cAAM,EAAE,SAAkB,EAA4B,EAAE;IAC7G,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,qBAAqB,EAAE,GAAG,MAAM,IAAA,aAAK,GAAE;SACnE,aAAa,CAAC;QACb,MAAM;QACN,MAAM;QACN,iBAAiB,EAAE,SAAS;QAC5B,OAAO,EAAE,IAAI;KACd,CAAC;SACD,OAAO,EAAE,CAAC;IACb,OAAO,CAAC,GAAG,QAAQ,EAAE,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,IAAA,kBAAU,EAAC,MAAM,EAAE,cAAM,EAAE,qBAAqB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AACxG,CAAC,CAAC;AAVW,QAAA,UAAU,cAUrB;AAEF,MAAM,aAAa,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,IAAI,KAAK,CAAC,CAAC;AAErD,MAAM,WAAW,GAAG,CAAC,GAAW,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CAC1D,IAAA,gBAAQ,EAAC,GAAG,EAAE,MAAM,CAAC,CAAC,IAAI,CACxB,IAAA,eAAG,EAAC,IAAI,CAAC,EAAE,CAAC,IAAA,WAAK,EAAC,qBAAqB,EAAE,IAAA,cAAQ,EAAC,IAAI,CAAC,EAAE,WAAW,EAAE,aAAa,CAAC,CAAC,EACrF,IAAA,eAAG,EAAC,IAAI,CAAC,EAAE,CAAC,IAAA,cAAQ,EAAC,IAAI,CAAC,GAAG,aAAa,CAAC,CAC5C,CAAC;AAJS,QAAA,WAAW,eAIpB"}
|
|
1
|
+
{"version":3,"file":"s3.js","sourceRoot":"","sources":["../src/s3.ts"],"names":[],"mappings":";;;AACA,+BAA+B;AAC/B,2BAAsC;AACtC,mCAAqC;AACrC,+BAAqD;AACrD,8CAA4F;AAC5F,2CAA6C;AAE7C,+BAA8B;AAC9B,iCAAiC;AACjC,mCAAmC;AAEnC,MAAM,QAAQ,GAAG,OAAO,CAAC;AACZ,QAAA,QAAQ,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,IAAI,CAAC,KAAK,IAAI,CAAC;AACtD,QAAA,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC;AAC5B,QAAA,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC;AAEtC,MAAM,QAAQ,GAAG,CAAC,GAAW,EAAE,EAAE,CAAC,WAAW,cAAM,qBAAqB,GAAG,IAAI,EAAE,EAAE,CAAC;AAA9E,QAAA,QAAQ,YAAsE;AAY3F,IAAI,GAAW,CAAC;AAET,MAAM,KAAK,GAAG,GAAG,EAAE;IACxB,GAAG,GAAG,GAAG,IAAI,IAAI,GAAG,CAAC,EAAE,EAAE,CAAC;IAC1B,OAAO,GAAG,CAAC;AACb,CAAC,CAAC;AAHW,QAAA,KAAK,SAGhB;AAEK,MAAM,SAAS,GAAG,CAAC,EAAE,GAAG,EAAE,GAAG,MAAM,EAA2B,EAAE,EAAE,CACvE,IAAA,WAAI,EACF,IAAA,aAAK,GAAE;KACJ,SAAS,CAAC,EAAE,GAAG,MAAM,EAAE,GAAG,EAAE,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;KAC7C,OAAO,EAAE,CACb,CAAC,IAAI,CACJ,IAAA,gBAAI,EAAC,CAAC,CAAC,EACP,IAAA,eAAG,EAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CACnC,CAAC;AARS,QAAA,SAAS,aAQlB;AAEG,MAAM,SAAS,GAAG,CAAC,EAAE,GAAG,EAAE,GAAG,MAAM,EAA2B,EAAE,EAAE,CACvE,IAAA,WAAI,EACF,IAAA,aAAK,GAAE;KACJ,SAAS,CAAC,EAAE,GAAG,MAAM,EAAE,GAAG,EAAE,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;KAC7C,OAAO,EAAE,CACb,CAAC,IAAI,CACJ,IAAA,gBAAI,EAAC,CAAC,CAAC,EACP,IAAA,eAAG,EAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,CAClD,CAAC;AARS,QAAA,SAAS,aAQlB;AAEG,MAAM,aAAa,GAAG,CAAC,OAAwB,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CACzE,OAAO,CAAC,MAAM,KAAK,CAAC;IAClB,CAAC,CAAC,IAAA,SAAE,EAAC,EAAE,CAAC;IACR,CAAC,CAAC,IAAA,WAAI,EAAC,OAAO,CAAC,CAAC,IAAI,CAEhB,IAAA,uBAAW,EAAC,IAAI,CAAC,EACjB,IAAA,eAAG,EAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,EACjD,IAAA,oBAAQ,EAAC,OAAO,CAAC,EAAE,CACjB,IAAA,WAAI,EAAC,IAAA,aAAK,GAAE,CAAC,aAAa,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CACzE,IAAA,gBAAI,EAAC,CAAC,CAAC,EACP,IAAA,eAAG,EAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,CAClD,CACF,EACD,IAAA,mBAAO,GAAE,EACT,IAAA,eAAG,EAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CACzB,CAAC;AAfK,QAAA,aAAa,iBAelB;AAED,MAAM,UAAU,GAAG,CAAC,UAAU,EAAE,QAAQ,EAAE,iBAA0B,EAAE,EAAE,CAC7E,IAAA,WAAI,EACF,IAAA,aAAK,GAAE;KACJ,UAAU,CAAC;IACV,MAAM,EAAE,QAAQ,CAAC,MAAM;IACvB,GAAG,EAAE,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC;IAC5B,UAAU,EAAE,GAAG,UAAU,CAAC,MAAM,IAAI,UAAU,CAAC,GAAG,EAAE;IACpD,iBAAiB;CAClB,CAAC;KACD,OAAO,EAAE,CACb,CAAC,IAAI,CACJ,IAAA,gBAAI,EAAC,CAAC,CAAC,EACP,IAAA,eAAG,EAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,CAClD,CAAC;AAbS,QAAA,UAAU,cAanB;AAEG,MAAM,UAAU,GAAG,CAAC,GAAW,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CACzD,IAAA,aAAK,GAAE;KACJ,SAAS,CAAC;IACT,MAAM;IACN,GAAG,EAAE,SAAS,CAAC,GAAG,CAAC;CACpB,CAAC;KACD,gBAAgB,EAAE,CAAC;AANX,QAAA,UAAU,cAMC;AAEjB,MAAM,QAAQ,GAAG,CAAC,GAAW,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE;IACvD,MAAM,MAAM,GAAG,IAAA,kBAAU,EAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IACvC,MAAM,OAAO,GAAG,IAAI,cAAO,EAAU,CAAC;IACtC,MAAM,OAAO,GAAa,EAAE,CAAC;IAE7B,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE;QACvB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACrB,CAAC,CAAC,CAAC;IAEH,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;QACpB,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACtC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACvB,CAAC,CAAC,CAAC;IACH,OAAO,OAAO,CAAC,YAAY,EAAE,CAAC;AAChC,CAAC,CAAC;AAdW,QAAA,QAAQ,YAcnB;AASK,MAAM,cAAc,GAAG,CAAI,GAAW,EAAE,MAAM,GAAG,cAAM,EAAiB,EAAE;IAC/E,MAAM,MAAM,GAAG,IAAA,kBAAU,EAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IACvC,MAAM,OAAO,GAAG,IAAI,cAAO,EAAK,CAAC;IAEjC,IAAI,QAAQ,GAAG,EAAE,CAAC;IAElB,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;IAElD,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE;QACxB,QAAQ,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;IAEH,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;QACpB,IAAI,CAAC;YACH,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAA,gBAAQ,EAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;YAC7C,OAAO,CAAC,QAAQ,EAAE,CAAC;QACrB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACvB,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,OAAO,OAAO,CAAC,YAAY,EAAE,CAAC;AAChC,CAAC,CAAC;AAtBW,QAAA,cAAc,kBAsBzB;AAEK,MAAM,YAAY,GAAG,CAAC,GAAW,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CAC3D,gBAAQ;IACN,CAAC,CAAC,IAAA,iBAAS,EAAC;QACR,MAAM;QACN,GAAG,EAAE,GAAG;KACT,CAAC,CAAC,IAAI,CAAC,IAAA,eAAG,EAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC;IAC7C,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC;AANzB,QAAA,YAAY,gBAMa;AAE/B,MAAM,YAAY,GAAG,CAAI,GAAW,EAAE,MAAM,GAAG,cAAM,EAAiB,EAAE,CAC7E,gBAAQ;IACN,CAAC,CAAC,IAAA,iBAAS,EAAC;QACR,MAAM;QACN,GAAG,EAAE,GAAG;QACR,mBAAmB,EAAE,kBAAkB;KACxC,CAAC,CAAC,IAAI,CAAC,IAAA,eAAG,EAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAA,gBAAQ,EAAC,GAAG,CAAC,CAAM,CAAC,CAAC;IACrD,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC;AAPzB,QAAA,YAAY,gBAOa;AAE/B,MAAM,UAAU,GAAG,CAAC,QAAgB,EAAE,GAAW,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CAC3E,IAAA,iBAAS,EAAC;IACR,MAAM;IACN,GAAG,EAAE,GAAG;IACR,IAAI,EAAE,IAAA,qBAAgB,EAAC,QAAQ,EAAE,MAAM,CAAC;CACzC,CAAC,CAAC;AALQ,QAAA,UAAU,cAKlB;AAEE,MAAM,UAAU,GAAG,CAAC,GAAW,EAAE,IAAY,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CACvE,gBAAQ;IACN,CAAC,CAAC,IAAA,iBAAS,EAAC;QACR,MAAM;QACN,GAAG,EAAE,GAAG;QACR,IAAI,EAAE,IAAI;KACX,CAAC;IACJ,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;AAP7B,QAAA,UAAU,cAOmB;AAUnC,MAAM,gBAAgB,GAAG,CAAC,GAAW,EAAE,IAAyB,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE;IAC1F,MAAM,MAAM,GAAG,IAAI,oBAAW,EAAE,CAAC;IAEjC,MAAM,QAAQ,GAAG,IAAA,aAAK,GAAE,CAAC,MAAM,CAAC;QAC9B,MAAM;QACN,GAAG;QACH,IAAI,EAAE,MAAM;QACZ,WAAW,EAAE,kBAAkB;KAChC,CAAC,CAAC;IAGH,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IAG5B,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,KAAK,EAAE,EAAE;QACnD,MAAM,CAAC,KAAK,CAAC,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,IAAI,GAAG,IAAI,EAAE,QAAQ,CAAC,CAAC;QAE7D,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YACzB,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;YAC5B,KAAK,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,UAAU,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,UAAU,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;YAC7G,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QAC9B,CAAC;aAAM,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YACrC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;QACtC,CAAC;aAAM,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YACrC,MAAM,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,EAAE,QAAQ,CAAC,CAAC;QACvC,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,KAAK,CAAC,GAAG,KAAK,EAAE,EAAE,QAAQ,CAAC,CAAC;QACrC,CAAC;IACH,CAAC,CAAC,CAAC;IAGH,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IAC5B,MAAM,CAAC,GAAG,EAAE,CAAC;IAEb,OAAO,IAAA,WAAI,EAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC;AAClC,CAAC,CAAC;AAnCW,QAAA,gBAAgB,oBAmC3B;AAEK,MAAM,UAAU,GAAG,CAAC,GAAW,EAAE,IAAI,EAAE,IAAI,GAAG,kBAAkB,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CAC1F,gBAAQ;IACN,CAAC,CAAC,IAAA,iBAAS,EAAC;QACR,MAAM;QACN,GAAG,EAAE,GAAG;QACR,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QACnC,WAAW,EAAE,IAAI;KAClB,CAAC;IACJ,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;AAR7B,QAAA,UAAU,cAQmB;AAEnC,MAAM,iBAAiB,GAAG,CAAC,GAAW,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CAChE,gBAAQ;IACN,CAAC,CAAC,IAAA,WAAI,EACF,IAAA,aAAK,GAAE;SACJ,OAAO,CAAC,cAAc,EAAE;QACvB,MAAM;QACN,GAAG,EAAE,SAAS,CAAC,GAAG,CAAC;KACpB,CAAC;SACD,OAAO,EAAE,CACb,CAAC,IAAI,CACJ,IAAA,gBAAI,EAAC,CAAC,CAAC,EACP,IAAA,eAAG,EAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAChB;IACH,CAAC,CAAC,IAAA,SAAE,EAAC,IAAI,CAAC,CAAC;AAbF,QAAA,iBAAiB,qBAaf;AAEf,MAAM,UAAU,GAAG,CAAC,GAAW,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CAClD,IAAA,WAAI,EACF,IAAA,aAAK,GAAE;KACJ,UAAU,CAAC;IACV,MAAM;IACN,GAAG,EAAE,SAAS,CAAC,GAAG,CAAC;CACpB,CAAC;KACD,OAAO,EAAE,CACb,CAAC;AAEG,MAAM,YAAY,GAAG,CAAC,GAAW,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CAC3D,gBAAQ;IACN,CAAC,CAAC,UAAU,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC,IAAI,CAC1B,IAAA,eAAG,EAAC,CAAC,EAAE,YAAY,EAAE,EAAE,EAAE,CAAC,YAAY,CAAC,EACvC,IAAA,sBAAU,EAAC,GAAG,EAAE,CAAC,IAAA,SAAE,EAAC,IAAY,CAAC,CAAC,EAClC,IAAA,gBAAI,EAAC,CAAC,CAAC,CACR;IACH,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC;AAPzB,QAAA,YAAY,gBAOa;AAE/B,MAAM,UAAU,GAAG,CAAC,GAAW,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CACzD,gBAAQ;IACN,CAAC,CAAC,UAAU,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC,IAAI,CAC1B,IAAA,eAAG,EAAC,GAAG,EAAE,CAAC,IAAI,CAAC,EACf,IAAA,sBAAU,EAAC,GAAG,EAAE,CAAC,IAAA,SAAE,EAAC,KAAK,CAAC,CAAC,EAC3B,IAAA,gBAAI,EAAC,CAAC,CAAC,CACR;IACH,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC;AAPvB,QAAA,UAAU,cAOa;AAE7B,MAAM,QAAQ,GAAG,CAAC,GAAW,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CACvD,gBAAQ;IACN,CAAC,CAAC,UAAU,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC,IAAI,CAC1B,IAAA,eAAG,EAAC,CAAC,EAAE,aAAa,EAAE,EAAE,EAAE,CAAC,aAAa,CAAC,EACzC,IAAA,sBAAU,EAAC,GAAG,EAAE,CAAC,IAAA,SAAE,EAAC,SAAmB,CAAC,CAAC,EACzC,IAAA,gBAAI,EAAC,CAAC,CAAC,CACR;IACH,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC;AAPrB,QAAA,QAAQ,YAOa;AAE3B,MAAM,YAAY,GAAG,CAAC,GAAW,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CAC3D,gBAAQ;IACN,CAAC,CAAC,IAAA,WAAI,EACF,IAAA,aAAK,GAAE;SACJ,YAAY,CAAC;QACZ,MAAM;QACN,GAAG,EAAE,SAAS,CAAC,GAAG,CAAC;KACpB,CAAC;SACD,OAAO,EAAE,CACb;IACH,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC;AAVvB,QAAA,YAAY,gBAUW;AAE7B,MAAM,UAAU,GAAG,KAAK,EAAE,MAAM,GAAG,EAAE,EAAE,MAAM,GAAG,cAAM,EAAE,SAAkB,EAA4B,EAAE;IAC7G,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,qBAAqB,EAAE,GAAG,MAAM,IAAA,aAAK,GAAE;SACnE,aAAa,CAAC;QACb,MAAM;QACN,MAAM;QACN,iBAAiB,EAAE,SAAS;QAC5B,OAAO,EAAE,IAAI;KACd,CAAC;SACD,OAAO,EAAE,CAAC;IACb,OAAO,CAAC,GAAG,QAAQ,EAAE,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,IAAA,kBAAU,EAAC,MAAM,EAAE,cAAM,EAAE,qBAAqB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AACxG,CAAC,CAAC;AAVW,QAAA,UAAU,cAUrB;AAEF,MAAM,aAAa,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,IAAI,KAAK,CAAC,CAAC;AAErD,MAAM,WAAW,GAAG,CAAC,GAAW,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CAC1D,IAAA,gBAAQ,EAAC,GAAG,EAAE,MAAM,CAAC,CAAC,IAAI,CACxB,IAAA,eAAG,EAAC,IAAI,CAAC,EAAE,CAAC,IAAA,WAAK,EAAC,qBAAqB,EAAE,IAAA,cAAQ,EAAC,IAAI,CAAC,EAAE,WAAW,EAAE,aAAa,CAAC,CAAC,EACrF,IAAA,eAAG,EAAC,IAAI,CAAC,EAAE,CAAC,IAAA,cAAQ,EAAC,IAAI,CAAC,GAAG,aAAa,CAAC,CAC5C,CAAC;AAJS,QAAA,WAAW,eAIpB"}
|
package/package.json
CHANGED
package/src/s3.ts
CHANGED
|
@@ -1,5 +1,7 @@
|
|
|
1
|
+
/* eslint-disable complexity */
|
|
1
2
|
import * as AWS from 'aws-sdk';
|
|
2
3
|
import { createReadStream } from 'fs';
|
|
4
|
+
import { PassThrough } from 'stream';
|
|
3
5
|
import { Subject, Observable, from, of } from 'rxjs';
|
|
4
6
|
import { bufferCount, catchError, map, mergeMap, take, tap, toArray } from 'rxjs/operators';
|
|
5
7
|
import { sizeInMb } from '@hestia-earth/api';
|
|
@@ -8,6 +10,7 @@ import { debug } from './log';
|
|
|
8
10
|
import * as local from './local';
|
|
9
11
|
import { stripBOM } from './utils';
|
|
10
12
|
|
|
13
|
+
const encoding = 'utf-8';
|
|
11
14
|
export const isS3Mode = (process.env.SOURCE_MODE || 's3') === 's3';
|
|
12
15
|
export const bucket = process.env.BUCKET;
|
|
13
16
|
export const region = process.env.AWS_REGION;
|
|
@@ -171,6 +174,51 @@ export const uploadText = (key: string, data: string, Bucket = bucket) =>
|
|
|
171
174
|
})
|
|
172
175
|
: local.uploadText(Bucket)(key, data);
|
|
173
176
|
|
|
177
|
+
/**
|
|
178
|
+
* Use this method to upload large JSON files.
|
|
179
|
+
*
|
|
180
|
+
* @param Key
|
|
181
|
+
* @param data
|
|
182
|
+
* @param Bucket
|
|
183
|
+
* @returns
|
|
184
|
+
*/
|
|
185
|
+
export const uploadStreamJSON = (Key: string, data: Record<string, any>, Bucket = bucket) => {
|
|
186
|
+
const stream = new PassThrough();
|
|
187
|
+
|
|
188
|
+
const uploader = getS3().upload({
|
|
189
|
+
Bucket,
|
|
190
|
+
Key,
|
|
191
|
+
Body: stream,
|
|
192
|
+
ContentType: 'application/json'
|
|
193
|
+
});
|
|
194
|
+
|
|
195
|
+
// beginning of JSON object
|
|
196
|
+
stream.write('{', encoding);
|
|
197
|
+
|
|
198
|
+
// stream objects independantly
|
|
199
|
+
Object.entries(data).forEach(([key, value], index) => {
|
|
200
|
+
stream.write(`${index === 0 ? '' : ','}"${key}":`, encoding);
|
|
201
|
+
|
|
202
|
+
if (Array.isArray(value)) {
|
|
203
|
+
stream.write('[', encoding);
|
|
204
|
+
value.forEach((entry, entryIndex) => stream.write(`${entryIndex === 0 ? '' : ','}${JSON.stringify(entry)}`));
|
|
205
|
+
stream.write(']', encoding);
|
|
206
|
+
} else if (typeof value === 'object') {
|
|
207
|
+
stream.write(JSON.stringify(value));
|
|
208
|
+
} else if (typeof value === 'string') {
|
|
209
|
+
stream.write(`"${value}"`, encoding);
|
|
210
|
+
} else {
|
|
211
|
+
stream.write(`${value}`, encoding);
|
|
212
|
+
}
|
|
213
|
+
});
|
|
214
|
+
|
|
215
|
+
// end of JSON object
|
|
216
|
+
stream.write('}', encoding);
|
|
217
|
+
stream.end();
|
|
218
|
+
|
|
219
|
+
return from(uploader.promise());
|
|
220
|
+
};
|
|
221
|
+
|
|
174
222
|
export const uploadJSON = (key: string, data, type = 'application/json', Bucket = bucket) =>
|
|
175
223
|
isS3Mode
|
|
176
224
|
? putObject({
|