@hestia-earth/pipeline-utils 0.13.1 → 0.13.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/s3.d.ts +1 -1
- package/dist/s3.js +3 -8
- package/dist/s3.js.map +1 -1
- package/dist/sns.d.ts +1 -1
- package/dist/sns.js.map +1 -1
- package/dist/sqs.d.ts +1 -1
- package/dist/sqs.js.map +1 -1
- package/package.json +1 -1
- package/src/s3.ts +17 -15
- package/src/sns.ts +1 -1
- package/src/sqs.ts +1 -1
package/dist/s3.d.ts
CHANGED
|
@@ -15,7 +15,7 @@ export interface IFunctionParam {
|
|
|
15
15
|
export declare const getS3: () => AWS.S3;
|
|
16
16
|
export declare const getObject: ({ Key, ...params }: AWS.S3.GetObjectRequest) => Observable<string>;
|
|
17
17
|
export declare const putObject: ({ Key, ...params }: AWS.S3.PutObjectRequest) => Observable<string>;
|
|
18
|
-
export declare const deleteObjects: (
|
|
18
|
+
export declare const deleteObjects: (objects: AWS.S3.Object[], Bucket?: string) => Observable<string>;
|
|
19
19
|
export declare const copyObject: (fromParams: any, toParams: any, MetadataDirective?: string) => Observable<string>;
|
|
20
20
|
export declare const loadStream: (key: string, Bucket?: string) => import("stream").Readable;
|
|
21
21
|
export declare const loadFile: (key: string) => Observable<Buffer>;
|
package/dist/s3.js
CHANGED
|
@@ -28,14 +28,9 @@ const putObject = ({ Key, ...params }) => (0, rxjs_1.from)((0, exports.getS3)()
|
|
|
28
28
|
.putObject({ ...params, Key: decodeURI(Key) })
|
|
29
29
|
.promise()).pipe((0, operators_1.take)(1), (0, operators_1.map)(res => (res.$response.data || '').toString()));
|
|
30
30
|
exports.putObject = putObject;
|
|
31
|
-
const deleteObjects = (
|
|
32
|
-
.
|
|
33
|
-
Bucket,
|
|
34
|
-
Delete: {
|
|
35
|
-
Objects: Objects.map(({ Key }) => ({ Key }))
|
|
36
|
-
}
|
|
37
|
-
})
|
|
38
|
-
.promise()).pipe((0, operators_1.take)(1), (0, operators_1.map)(res => (res.$response.data || '').toString()));
|
|
31
|
+
const deleteObjects = (objects, Bucket = exports.bucket) => objects.length === 0
|
|
32
|
+
? (0, rxjs_1.of)('')
|
|
33
|
+
: (0, rxjs_1.from)(objects).pipe((0, operators_1.bufferCount)(1000), (0, operators_1.map)(values => values.map(({ Key }) => ({ Key }))), (0, operators_1.mergeMap)(Objects => (0, rxjs_1.from)((0, exports.getS3)().deleteObjects({ Bucket, Delete: { Objects } }).promise()).pipe((0, operators_1.take)(1), (0, operators_1.map)(res => (res.$response.data || '').toString()))), (0, operators_1.toArray)(), (0, operators_1.map)(res => res.join('')));
|
|
39
34
|
exports.deleteObjects = deleteObjects;
|
|
40
35
|
const copyObject = (fromParams, toParams, MetadataDirective) => (0, rxjs_1.from)((0, exports.getS3)()
|
|
41
36
|
.copyObject({
|
package/dist/s3.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"s3.js","sourceRoot":"","sources":["../src/s3.ts"],"names":[],"mappings":";;;AAAA,+BAA+B;AAC/B,2BAAsC;AACtC,+BAAqD;AACrD,
|
|
1
|
+
{"version":3,"file":"s3.js","sourceRoot":"","sources":["../src/s3.ts"],"names":[],"mappings":";;;AAAA,+BAA+B;AAC/B,2BAAsC;AACtC,+BAAqD;AACrD,8CAA4F;AAC5F,2CAA6C;AAE7C,+BAA8B;AAC9B,iCAAiC;AACjC,mCAAmC;AAEtB,QAAA,QAAQ,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,IAAI,CAAC,KAAK,IAAI,CAAC;AACtD,QAAA,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC;AAC5B,QAAA,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC;AAEtC,MAAM,QAAQ,GAAG,CAAC,GAAW,EAAE,EAAE,CAAC,WAAW,cAAM,qBAAqB,GAAG,IAAI,EAAE,EAAE,CAAC;AAA9E,QAAA,QAAQ,YAAsE;AAY3F,IAAI,GAAW,CAAC;AAET,MAAM,KAAK,GAAG,GAAG,EAAE;IACxB,GAAG,GAAG,GAAG,IAAI,IAAI,GAAG,CAAC,EAAE,EAAE,CAAC;IAC1B,OAAO,GAAG,CAAC;AACb,CAAC,CAAC;AAHW,QAAA,KAAK,SAGhB;AAEK,MAAM,SAAS,GAAG,CAAC,EAAE,GAAG,EAAE,GAAG,MAAM,EAA2B,EAAE,EAAE,CACvE,IAAA,WAAI,EACF,IAAA,aAAK,GAAE;KACJ,SAAS,CAAC,EAAE,GAAG,MAAM,EAAE,GAAG,EAAE,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;KAC7C,OAAO,EAAE,CACb,CAAC,IAAI,CACJ,IAAA,gBAAI,EAAC,CAAC,CAAC,EACP,IAAA,eAAG,EAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CACnC,CAAC;AARS,QAAA,SAAS,aAQlB;AAEG,MAAM,SAAS,GAAG,CAAC,EAAE,GAAG,EAAE,GAAG,MAAM,EAA2B,EAAE,EAAE,CACvE,IAAA,WAAI,EACF,IAAA,aAAK,GAAE;KACJ,SAAS,CAAC,EAAE,GAAG,MAAM,EAAE,GAAG,EAAE,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;KAC7C,OAAO,EAAE,CACb,CAAC,IAAI,CACJ,IAAA,gBAAI,EAAC,CAAC,CAAC,EACP,IAAA,eAAG,EAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,CAClD,CAAC;AARS,QAAA,SAAS,aAQlB;AAEG,MAAM,aAAa,GAAG,CAAC,OAAwB,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CACzE,OAAO,CAAC,MAAM,KAAK,CAAC;IAClB,CAAC,CAAC,IAAA,SAAE,EAAC,EAAE,CAAC;IACR,CAAC,CAAC,IAAA,WAAI,EAAC,OAAO,CAAC,CAAC,IAAI,CAEhB,IAAA,uBAAW,EAAC,IAAI,CAAC,EACjB,IAAA,eAAG,EAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,EACjD,IAAA,oBAAQ,EAAC,OAAO,CAAC,EAAE,CACjB,IAAA,WAAI,EAAC,IAAA,aAAK,GAAE,CAAC,aAAa,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CACzE,IAAA,gBAAI,EAAC,CAAC,CAAC,EACP,IAAA,eAAG,EAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,CAClD,CACF,EACD,IAAA,mBAAO,GAAE,EACT,IAAA,eAAG,EAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CACzB,CAAC;AAfK,QAAA,aAAa,iBAelB;AAED,MAAM,UAAU,GAAG,CAAC,UAAU,EAAE,QAAQ,EAAE,iBAA0B,EAAE,EAAE,CAC7E,IAAA,WAAI,EACF,IAAA,aAAK,GAAE;KACJ,UAAU,CAAC;IACV,MAAM,EAAE,QAAQ,CAAC,MAAM;IACvB,GAAG,EAAE,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC;IAC5B,UAAU,EAAE,GAAG,UAAU,CAAC,MAAM,IAAI,UAAU,CAAC,GAAG,EAAE;IACpD,iBAAiB;CAClB,CAAC;KACD,OAAO,EAAE,CACb,CAAC,IAAI,CACJ,IAAA,gBAAI,EAAC,CAAC,CAAC,EACP,IAAA,eAAG,EAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,CAClD,CAAC;AAbS,QAAA,UAAU,cAanB;AAEG,MAAM,UAAU,GAAG,CAAC,GAAW,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CACzD,IAAA,aAAK,GAAE;KACJ,SAAS,CAAC;IACT,MAAM;IACN,GAAG,EAAE,SAAS,CAAC,GAAG,CAAC;CACpB,CAAC;KACD,gBAAgB,EAAE,CAAC;AANX,QAAA,UAAU,cAMC;AAEjB,MAAM,QAAQ,GAAG,CAAC,GAAW,EAAE,EAAE;IACtC,MAAM,MAAM,GAAG,IAAA,kBAAU,EAAC,GAAG,CAAC,CAAC;IAC/B,MAAM,OAAO,GAAG,IAAI,cAAO,EAAU,CAAC;IACtC,MAAM,OAAO,GAAa,EAAE,CAAC;IAE7B,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE;QACvB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACrB,CAAC,CAAC,CAAC;IAEH,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;QACpB,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACtC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACvB,CAAC,CAAC,CAAC;IACH,OAAO,OAAO,CAAC,YAAY,EAAE,CAAC;AAChC,CAAC,CAAC;AAdW,QAAA,QAAQ,YAcnB;AAEK,MAAM,YAAY,GAAG,CAAC,GAAW,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CAC3D,gBAAQ;IACN,CAAC,CAAC,IAAA,iBAAS,EAAC;QACR,MAAM;QACN,GAAG,EAAE,GAAG;KACT,CAAC,CAAC,IAAI,CAAC,IAAA,eAAG,EAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC;IAC7C,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC;AANzB,QAAA,YAAY,gBAMa;AAE/B,MAAM,YAAY,GAAG,CAAI,GAAW,EAAE,MAAM,GAAG,cAAM,EAAiB,EAAE,CAC7E,gBAAQ;IACN,CAAC,CAAC,IAAA,iBAAS,EAAC;QACR,MAAM;QACN,GAAG,EAAE,GAAG;QACR,mBAAmB,EAAE,kBAAkB;KACxC,CAAC,CAAC,IAAI,CAAC,IAAA,eAAG,EAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAA,gBAAQ,EAAC,GAAG,CAAC,CAAM,CAAC,CAAC;IACrD,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC;AAPzB,QAAA,YAAY,gBAOa;AAE/B,MAAM,UAAU,GAAG,CAAC,QAAgB,EAAE,GAAW,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CAC3E,IAAA,iBAAS,EAAC;IACR,MAAM;IACN,GAAG,EAAE,GAAG;IACR,IAAI,EAAE,IAAA,qBAAgB,EAAC,QAAQ,EAAE,MAAM,CAAC;CACzC,CAAC,CAAC;AALQ,QAAA,UAAU,cAKlB;AAEE,MAAM,UAAU,GAAG,CAAC,GAAW,EAAE,IAAY,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CACvE,gBAAQ;IACN,CAAC,CAAC,IAAA,iBAAS,EAAC;QACR,MAAM;QACN,GAAG,EAAE,GAAG;QACR,IAAI,EAAE,IAAI;KACX,CAAC;IACJ,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;AAP7B,QAAA,UAAU,cAOmB;AAEnC,MAAM,UAAU,GAAG,CAAC,GAAW,EAAE,IAAI,EAAE,IAAI,GAAG,kBAAkB,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CAC1F,gBAAQ;IACN,CAAC,CAAC,IAAA,iBAAS,EAAC;QACR,MAAM;QACN,GAAG,EAAE,GAAG;QACR,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QACnC,WAAW,EAAE,IAAI;KAClB,CAAC;IACJ,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;AAR7B,QAAA,UAAU,cAQmB;AAEnC,MAAM,iBAAiB,GAAG,CAAC,GAAW,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CAChE,gBAAQ;IACN,CAAC,CAAC,IAAA,WAAI,EACF,IAAA,aAAK,GAAE;SACJ,OAAO,CAAC,cAAc,EAAE;QACvB,MAAM;QACN,GAAG,EAAE,SAAS,CAAC,GAAG,CAAC;KACpB,CAAC;SACD,OAAO,EAAE,CACb,CAAC,IAAI,CACJ,IAAA,gBAAI,EAAC,CAAC,CAAC,EACP,IAAA,eAAG,EAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAChB;IACH,CAAC,CAAC,IAAA,SAAE,EAAC,IAAI,CAAC,CAAC;AAbF,QAAA,iBAAiB,qBAaf;AAEf,MAAM,UAAU,GAAG,CAAC,GAAW,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CAClD,IAAA,WAAI,EACF,IAAA,aAAK,GAAE;KACJ,UAAU,CAAC;IACV,MAAM;IACN,GAAG,EAAE,SAAS,CAAC,GAAG,CAAC;CACpB,CAAC;KACD,OAAO,EAAE,CACb,CAAC;AAEG,MAAM,YAAY,GAAG,CAAC,GAAW,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CAC3D,gBAAQ;IACN,CAAC,CAAC,UAAU,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC,IAAI,CAC1B,IAAA,eAAG,EAAC,CAAC,EAAE,YAAY,EAAE,EAAE,EAAE,CAAC,YAAY,CAAC,EACvC,IAAA,sBAAU,EAAC,GAAG,EAAE,CAAC,IAAA,SAAE,EAAC,IAAY,CAAC,CAAC,EAClC,IAAA,gBAAI,EAAC,CAAC,CAAC,CACR;IACH,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC;AAPzB,QAAA,YAAY,gBAOa;AAE/B,MAAM,UAAU,GAAG,CAAC,GAAW,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CACzD,gBAAQ;IACN,CAAC,CAAC,UAAU,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC,IAAI,CAC1B,IAAA,eAAG,EAAC,GAAG,EAAE,CAAC,IAAI,CAAC,EACf,IAAA,sBAAU,EAAC,GAAG,EAAE,CAAC,IAAA,SAAE,EAAC,KAAK,CAAC,CAAC,EAC3B,IAAA,gBAAI,EAAC,CAAC,CAAC,CACR;IACH,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC;AAPvB,QAAA,UAAU,cAOa;AAE7B,MAAM,QAAQ,GAAG,CAAC,GAAW,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CACvD,gBAAQ;IACN,CAAC,CAAC,UAAU,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC,IAAI,CAC1B,IAAA,eAAG,EAAC,CAAC,EAAE,aAAa,EAAE,EAAE,EAAE,CAAC,aAAa,CAAC,EACzC,IAAA,sBAAU,EAAC,GAAG,EAAE,CAAC,IAAA,SAAE,EAAC,SAAmB,CAAC,CAAC,EACzC,IAAA,gBAAI,EAAC,CAAC,CAAC,CACR;IACH,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC;AAPrB,QAAA,QAAQ,YAOa;AAE3B,MAAM,YAAY,GAAG,CAAC,GAAW,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CAC3D,gBAAQ;IACN,CAAC,CAAC,IAAA,WAAI,EACF,IAAA,aAAK,GAAE;SACJ,YAAY,CAAC;QACZ,MAAM;QACN,GAAG,EAAE,SAAS,CAAC,GAAG,CAAC;KACpB,CAAC;SACD,OAAO,EAAE,CACb;IACH,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC;AAVvB,QAAA,YAAY,gBAUW;AAE7B,MAAM,UAAU,GAAG,KAAK,EAAE,MAAM,GAAG,EAAE,EAAE,MAAM,GAAG,cAAM,EAAE,SAAkB,EAA4B,EAAE;IAC7G,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,qBAAqB,EAAE,GAAG,MAAM,IAAA,aAAK,GAAE;SACnE,aAAa,CAAC;QACb,MAAM;QACN,MAAM;QACN,iBAAiB,EAAE,SAAS;QAC5B,OAAO,EAAE,IAAI;KACd,CAAC;SACD,OAAO,EAAE,CAAC;IACb,OAAO,CAAC,GAAG,QAAQ,EAAE,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,IAAA,kBAAU,EAAC,MAAM,EAAE,cAAM,EAAE,qBAAqB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AACxG,CAAC,CAAC;AAVW,QAAA,UAAU,cAUrB;AAEF,MAAM,aAAa,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,IAAI,KAAK,CAAC,CAAC;AAErD,MAAM,WAAW,GAAG,CAAC,GAAW,EAAE,MAAM,GAAG,cAAM,EAAE,EAAE,CAC1D,IAAA,gBAAQ,EAAC,GAAG,EAAE,MAAM,CAAC,CAAC,IAAI,CACxB,IAAA,eAAG,EAAC,IAAI,CAAC,EAAE,CAAC,IAAA,WAAK,EAAC,qBAAqB,EAAE,IAAA,cAAQ,EAAC,IAAI,CAAC,EAAE,WAAW,EAAE,aAAa,CAAC,CAAC,EACrF,IAAA,eAAG,EAAC,IAAI,CAAC,EAAE,CAAC,IAAA,cAAQ,EAAC,IAAI,CAAC,GAAG,aAAa,CAAC,CAC5C,CAAC;AAJS,QAAA,WAAW,eAIpB"}
|
package/dist/sns.d.ts
CHANGED
|
@@ -2,5 +2,5 @@ import { IFunctionParam } from './s3';
|
|
|
2
2
|
type attributes = {
|
|
3
3
|
[key: string]: string;
|
|
4
4
|
};
|
|
5
|
-
export declare const publish: (functionName: string, params: IFunctionParam, topicArn?: string, extras?: attributes) => import("rxjs").Observable<any>;
|
|
5
|
+
export declare const publish: (functionName: string, params: IFunctionParam | Record<string, any>, topicArn?: string, extras?: attributes) => import("rxjs").Observable<any>;
|
|
6
6
|
export {};
|
package/dist/sns.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"sns.js","sourceRoot":"","sources":["../src/sns.ts"],"names":[],"mappings":";;;AAAA,+BAA+B;AAC/B,+BAAgC;AAChC,8CAA2C;AAE3C,+BAA8B;AAC9B,6BAAgD;AAMzC,MAAM,OAAO,GAAG,CACrB,YAAoB,EACpB,
|
|
1
|
+
{"version":3,"file":"sns.js","sourceRoot":"","sources":["../src/sns.ts"],"names":[],"mappings":";;;AAAA,+BAA+B;AAC/B,+BAAgC;AAChC,8CAA2C;AAE3C,+BAA8B;AAC9B,6BAAgD;AAMzC,MAAM,OAAO,GAAG,CACrB,YAAoB,EACpB,MAA4C,EAC5C,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,SAAS,EAChC,SAAqB,EAAE,EACvB,EAAE,CACF,aAAQ;IACN,CAAC,CAAC,IAAA,WAAI,EACF,IAAI,GAAG,CAAC,GAAG,EAAE;SACV,OAAO,CAAC;QACP,QAAQ,EAAE,QAAQ;QAClB,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;QAC/B,iBAAiB,EAAE;YACjB,YAAY,EAAE;gBACZ,QAAQ,EAAE,QAAQ;gBAClB,WAAW,EAAE,YAAY;aAC1B;YACD,GAAG,MAAM,CAAC,WAAW,CACnB,MAAM,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC;gBACjD,GAAG;gBACH;oBACE,QAAQ,EAAE,QAAQ;oBAClB,WAAW,EAAE,KAAK;iBACnB;aACF,CAAC,CACH;SACF;KACF,CAAC;SACD,OAAO,EAAE,CACb,CAAC,IAAI,CACJ,IAAA,gBAAI,EAAC,CAAC,CAAC,EACP,IAAA,eAAG,EAAC,GAAG,CAAC,EAAE;QACR,IAAA,WAAK,EAAC,eAAe,YAAY,EAAE,EAAE,GAAG,CAAC,CAAC;QAC1C,OAAO,GAAG,CAAC;IACb,CAAC,CAAC,CACH;IACH,CAAC,CAAC,IAAA,SAAE,EAAC,IAAI,CAAC,CAAC;AApCF,QAAA,OAAO,WAoCL"}
|
package/dist/sqs.d.ts
CHANGED
|
@@ -2,5 +2,5 @@ import { IFunctionParam } from './s3';
|
|
|
2
2
|
type attributes = {
|
|
3
3
|
[key: string]: string;
|
|
4
4
|
};
|
|
5
|
-
export declare const sendMessage: (functionName: string, params: IFunctionParam, queueUrl?: string, extras?: attributes) => import("rxjs").Observable<any>;
|
|
5
|
+
export declare const sendMessage: (functionName: string, params: IFunctionParam | Record<string, any>, queueUrl?: string, extras?: attributes) => import("rxjs").Observable<any>;
|
|
6
6
|
export {};
|
package/dist/sqs.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"sqs.js","sourceRoot":"","sources":["../src/sqs.ts"],"names":[],"mappings":";;;AAAA,+BAA+B;AAC/B,+BAAgC;AAChC,8CAA2C;AAE3C,+BAA8B;AAC9B,6BAAwD;AAMjD,MAAM,WAAW,GAAG,CACzB,YAAoB,EACpB,
|
|
1
|
+
{"version":3,"file":"sqs.js","sourceRoot":"","sources":["../src/sqs.ts"],"names":[],"mappings":";;;AAAA,+BAA+B;AAC/B,+BAAgC;AAChC,8CAA2C;AAE3C,+BAA8B;AAC9B,6BAAwD;AAMjD,MAAM,WAAW,GAAG,CACzB,YAAoB,EACpB,MAA4C,EAC5C,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,OAAO,EAC9B,SAAqB,EAAE,EACvB,EAAE,CACF,aAAQ;IACN,CAAC,CAAC,IAAA,WAAI,EACF,IAAI,GAAG,CAAC,GAAG,CAAC,EAAE,MAAM,EAAN,WAAM,EAAE,CAAC;SACpB,WAAW,CAAC;QACX,QAAQ,EAAE,QAAQ;QAClB,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;QACnC,iBAAiB,EAAE;YACjB,YAAY,EAAE;gBACZ,QAAQ,EAAE,QAAQ;gBAClB,WAAW,EAAE,YAAY;aAC1B;YACD,GAAG,MAAM,CAAC,WAAW,CACnB,MAAM,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC;gBACjD,GAAG;gBACH;oBACE,QAAQ,EAAE,QAAQ;oBAClB,WAAW,EAAE,KAAK;iBACnB;aACF,CAAC,CACH;SACF;KACF,CAAC;SACD,OAAO,EAAE,CACb,CAAC,IAAI,CACJ,IAAA,gBAAI,EAAC,CAAC,CAAC,EACP,IAAA,eAAG,EAAC,GAAG,CAAC,EAAE;QACR,IAAA,WAAK,EAAC,oBAAoB,YAAY,EAAE,EAAE,GAAG,CAAC,CAAC;QAC/C,OAAO,GAAG,CAAC;IACb,CAAC,CAAC,CACH;IACH,CAAC,CAAC,IAAA,SAAE,EAAC,IAAI,CAAC,CAAC;AApCF,QAAA,WAAW,eAoCT"}
|
package/package.json
CHANGED
package/src/s3.ts
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import * as AWS from 'aws-sdk';
|
|
2
2
|
import { createReadStream } from 'fs';
|
|
3
3
|
import { Subject, Observable, from, of } from 'rxjs';
|
|
4
|
-
import { catchError, map, take, tap } from 'rxjs/operators';
|
|
4
|
+
import { bufferCount, catchError, map, mergeMap, take, tap, toArray } from 'rxjs/operators';
|
|
5
5
|
import { sizeInMb } from '@hestia-earth/api';
|
|
6
6
|
|
|
7
7
|
import { debug } from './log';
|
|
@@ -51,20 +51,22 @@ export const putObject = ({ Key, ...params }: AWS.S3.PutObjectRequest) =>
|
|
|
51
51
|
map(res => (res.$response.data || '').toString())
|
|
52
52
|
);
|
|
53
53
|
|
|
54
|
-
export const deleteObjects = (
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
54
|
+
export const deleteObjects = (objects: AWS.S3.Object[], Bucket = bucket) =>
|
|
55
|
+
objects.length === 0
|
|
56
|
+
? of('')
|
|
57
|
+
: from(objects).pipe(
|
|
58
|
+
// max objects to delete is 1000
|
|
59
|
+
bufferCount(1000),
|
|
60
|
+
map(values => values.map(({ Key }) => ({ Key }))),
|
|
61
|
+
mergeMap(Objects =>
|
|
62
|
+
from(getS3().deleteObjects({ Bucket, Delete: { Objects } }).promise()).pipe(
|
|
63
|
+
take(1),
|
|
64
|
+
map(res => (res.$response.data || '').toString())
|
|
65
|
+
)
|
|
66
|
+
),
|
|
67
|
+
toArray(),
|
|
68
|
+
map(res => res.join(''))
|
|
69
|
+
);
|
|
68
70
|
|
|
69
71
|
export const copyObject = (fromParams, toParams, MetadataDirective?: string) =>
|
|
70
72
|
from(
|
package/src/sns.ts
CHANGED