@hestia-earth/pipeline-utils 0.16.2 → 0.16.5

package/dist/ec2.js

@@ -7,11 +7,9 @@ const log_1 = require("./log");
 const s3_1 = require("./s3");
 const defaultInstanceIds = (process.env.START_INSTANCE_ID || '').split(',');
 const startInstances = (functionName, instanceIds = defaultInstanceIds) => s3_1.isS3Mode
-    ? (0, rxjs_1.from)(new client_ec2_1.EC2Client({}).send(new client_ec2_1.StartInstancesCommand({
-        InstanceIds: instanceIds
-    }))).pipe((0, rxjs_1.take)(1), (0, rxjs_1.map)(res => {
-        (0, log_1.debug)(`EC2 start instances ${functionName}`, res);
-        return res;
+    ? (0, rxjs_1.from)(new client_ec2_1.EC2Client({}).send(new client_ec2_1.DescribeInstancesCommand({ InstanceIds: instanceIds }))).pipe((0, rxjs_1.map)(res => (res.Reservations || []).flatMap(r => r.Instances || [])), (0, rxjs_1.mergeAll)(), (0, rxjs_1.filter)(instance => { var _a; return ((_a = instance.State) === null || _a === void 0 ? void 0 : _a.Name) === 'stopped'; }), (0, rxjs_1.take)(1), (0, rxjs_1.switchMap)(instance => {
+        (0, log_1.debug)('EC2 start instances', functionName, instance.InstanceId);
+        return new client_ec2_1.EC2Client({}).send(new client_ec2_1.StartInstancesCommand({ InstanceIds: [instance.InstanceId] }));
     }))
     : (0, rxjs_1.of)(null);
 exports.startInstances = startInstances;

package/dist/ec2.js.map

@@ -1 +1 @@
-{"version":3,"file":"ec2.js","sourceRoot":"","sources":["../src/ec2.ts"],"names":[],"mappings":";;;AAAA,oDAAuE;AACvE,+BAA2C;AAE3C,+BAA8B;AAC9B,6BAAgC;AAEhC,MAAM,kBAAkB,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;AAErE,MAAM,cAAc,GAAG,CAAC,YAAoB,EAAE,WAAW,GAAG,kBAAkB,EAAE,EAAE,CACvF,aAAQ;IACN,CAAC,CAAC,IAAA,WAAI,EACF,IAAI,sBAAS,CAAC,EAAE,CAAC,CAAC,IAAI,CACpB,IAAI,kCAAqB,CAAC;QACxB,WAAW,EAAE,WAAW;KACzB,CAAC,CACH,CACF,CAAC,IAAI,CACJ,IAAA,WAAI,EAAC,CAAC,CAAC,EACP,IAAA,UAAG,EAAC,GAAG,CAAC,EAAE;QACR,IAAA,WAAK,EAAC,uBAAuB,YAAY,EAAE,EAAE,GAAG,CAAC,CAAC;QAClD,OAAO,GAAG,CAAC;IACb,CAAC,CAAC,CACH;IACH,CAAC,CAAC,IAAA,SAAE,EAAC,IAAI,CAAC,CAAC;AAfF,QAAA,cAAc,kBAeZ"}
+{"version":3,"file":"ec2.js","sourceRoot":"","sources":["../src/ec2.ts"],"names":[],"mappings":";;;AAAA,oDAAiG;AACjG,+BAAwE;AAExE,+BAA8B;AAC9B,6BAAgC;AAEhC,MAAM,kBAAkB,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;AAErE,MAAM,cAAc,GAAG,CAAC,YAAoB,EAAE,WAAW,GAAG,kBAAkB,EAAE,EAAE,CACvF,aAAQ;IACN,CAAC,CAAC,IAAA,WAAI,EAAC,IAAI,sBAAS,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,qCAAwB,CAAC,EAAE,WAAW,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAC3F,IAAA,UAAG,EAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,YAAY,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,EACpE,IAAA,eAAQ,GAAE,EACV,IAAA,aAAM,EAAC,QAAQ,CAAC,EAAE,WAAC,OAAA,CAAA,MAAA,QAAQ,CAAC,KAAK,0CAAE,IAAI,MAAK,SAAS,CAAA,EAAA,CAAC,EACtD,IAAA,WAAI,EAAC,CAAC,CAAC,EACP,IAAA,gBAAS,EAAC,QAAQ,CAAC,EAAE;QACnB,IAAA,WAAK,EAAC,qBAAqB,EAAE,YAAY,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC;QAChE,OAAO,IAAI,sBAAS,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,kCAAqB,CAAC,EAAE,WAAW,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC;IACnG,CAAC,CAAC,CACH;IACH,CAAC,CAAC,IAAA,SAAE,EAAC,IAAI,CAAC,CAAC;AAZF,QAAA,cAAc,kBAYZ"}

package/dist/gitlab.d.ts

@@ -1,4 +1,3 @@
-/// <reference types="node" />
 import { Readable } from 'stream';
 export interface IGitlabTreeFile {
     id?: string;

package/dist/index.d.ts

@@ -1,6 +1,7 @@
 export * from './ec2';
 export * from './lambda';
 export * from './log';
+export * from './mail';
 export * from './mongodb';
 export * from './progress';
 export * from './s3';

package/dist/index.js

@@ -17,6 +17,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 __exportStar(require("./ec2"), exports);
 __exportStar(require("./lambda"), exports);
 __exportStar(require("./log"), exports);
+__exportStar(require("./mail"), exports);
 __exportStar(require("./mongodb"), exports);
 __exportStar(require("./progress"), exports);
 __exportStar(require("./s3"), exports);

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,wCAAsB;AACtB,2CAAyB;AACzB,wCAAsB;AACtB,4CAA0B;AAC1B,6CAA2B;AAC3B,uCAAqB;AACrB,0CAAwB;AACxB,wCAAsB;AACtB,wCAAsB;AACtB,0CAAwB;AACxB,sDAAoC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,wCAAsB;AACtB,2CAAyB;AACzB,wCAAsB;AACtB,yCAAuB;AACvB,4CAA0B;AAC1B,6CAA2B;AAC3B,uCAAqB;AACrB,0CAAwB;AACxB,wCAAsB;AACtB,wCAAsB;AACtB,0CAAwB;AACxB,sDAAoC"}

package/dist/lambda.js

@@ -13,7 +13,7 @@ const invoke = (functionName, params) => s3_1.isS3Mode
         LogType: 'None',
         Payload: (0, util_utf8_node_1.fromUtf8)(JSON.stringify(params))
     }))).pipe((0, rxjs_1.take)(1), (0, rxjs_1.map)(res => {
-        (0, log_1.info)(`invoke ${functionName}`, { params }, res);
+        (0, log_1.info)('Lambda invoke', functionName, { params }, res);
         return res;
     }))
     : (0, rxjs_1.of)(null);

package/dist/lambda.js.map

@@ -1 +1 @@
-{"version":3,"file":"lambda.js","sourceRoot":"","sources":["../src/lambda.ts"],"names":[],"mappings":";;;AAAA,0DAAqE;AACrE,+BAA2C;AAC3C,4DAAmD;AAEnD,+BAA6B;AAC7B,6BAAgD;AAEzC,MAAM,MAAM,GAAG,CAAC,YAAoB,EAAE,MAA4C,EAAE,EAAE,CAC3F,aAAQ;IACN,CAAC,CAAC,IAAA,WAAI,EACF,IAAI,4BAAY,CAAC,EAAE,CAAC,CAAC,IAAI,CACvB,IAAI,6BAAa,CAAC;QAChB,YAAY,EAAE,YAAY;QAC1B,cAAc,EAAE,OAAO;QACvB,OAAO,EAAE,MAAM;QACf,OAAO,EAAE,IAAA,yBAAQ,EAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;KAC1C,CAAC,CACH,CACF,CAAC,IAAI,CACJ,IAAA,WAAI,EAAC,CAAC,CAAC,EACP,IAAA,UAAG,EAAC,GAAG,CAAC,EAAE;QACR,IAAA,UAAI,EAAC,UAAU,YAAY,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,GAAG,CAAC,CAAC;QAChD,OAAO,GAAG,CAAC;IACb,CAAC,CAAC,CACH;IACH,CAAC,CAAC,IAAA,SAAE,EAAC,IAAI,CAAC,CAAC;AAlBF,QAAA,MAAM,UAkBJ"}
+{"version":3,"file":"lambda.js","sourceRoot":"","sources":["../src/lambda.ts"],"names":[],"mappings":";;;AAAA,0DAAqE;AACrE,+BAA2C;AAC3C,4DAAmD;AAEnD,+BAA6B;AAC7B,6BAAgD;AAEzC,MAAM,MAAM,GAAG,CAAC,YAAoB,EAAE,MAA4C,EAAE,EAAE,CAC3F,aAAQ;IACN,CAAC,CAAC,IAAA,WAAI,EACF,IAAI,4BAAY,CAAC,EAAE,CAAC,CAAC,IAAI,CACvB,IAAI,6BAAa,CAAC;QAChB,YAAY,EAAE,YAAY;QAC1B,cAAc,EAAE,OAAO;QACvB,OAAO,EAAE,MAAM;QACf,OAAO,EAAE,IAAA,yBAAQ,EAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;KAC1C,CAAC,CACH,CACF,CAAC,IAAI,CACJ,IAAA,WAAI,EAAC,CAAC,CAAC,EACP,IAAA,UAAG,EAAC,GAAG,CAAC,EAAE;QACR,IAAA,UAAI,EAAC,eAAe,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,EAAE,GAAG,CAAC,CAAC;QACrD,OAAO,GAAG,CAAC;IACb,CAAC,CAAC,CACH;IACH,CAAC,CAAC,IAAA,SAAE,EAAC,IAAI,CAAC,CAAC;AAlBF,QAAA,MAAM,UAkBJ"}

package/dist/mail.d.ts

@@ -0,0 +1 @@
+export declare const sendTemplatedEmail: (template: string, emails: string[], data?: {}) => Promise<import("@aws-sdk/client-ses").SendTemplatedEmailCommandOutput>;

package/dist/mail.js

@@ -0,0 +1,24 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.sendTemplatedEmail = void 0;
+const client_ses_1 = require("@aws-sdk/client-ses");
+const utils_1 = require("./utils");
+const fromEmail = 'no-reply@hestia.earth';
+const fromName = 'Hestia Earth Team';
+const sendTemplatedEmail = async (template, emails, data = {}) => {
+    const params = {
+        Source: fromEmail,
+        Destination: {
+            ToAddresses: emails
+        },
+        Template: template,
+        TemplateData: JSON.stringify({
+            ...data,
+            baseUrl: utils_1.baseUrl,
+            fromName
+        })
+    };
+    return await new client_ses_1.SESClient({ region: 'us-east-1' }).send(new client_ses_1.SendTemplatedEmailCommand(params));
+};
+exports.sendTemplatedEmail = sendTemplatedEmail;
+//# sourceMappingURL=mail.js.map

package/dist/mail.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mail.js","sourceRoot":"","sources":["../src/mail.ts"],"names":[],"mappings":";;;AAAA,oDAA2G;AAE3G,mCAAkC;AAElC,MAAM,SAAS,GAAG,uBAAuB,CAAC;AAC1C,MAAM,QAAQ,GAAG,mBAAmB,CAAC;AAE9B,MAAM,kBAAkB,GAAG,KAAK,EAAE,QAAgB,EAAE,MAAgB,EAAE,IAAI,GAAG,EAAE,EAAE,EAAE;IACxF,MAAM,MAAM,GAAmC;QAC7C,MAAM,EAAE,SAAS;QACjB,WAAW,EAAE;YACX,WAAW,EAAE,MAAM;SACpB;QACD,QAAQ,EAAE,QAAQ;QAClB,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC;YAC3B,GAAG,IAAI;YACP,OAAO,EAAP,eAAO;YACP,QAAQ;SACT,CAAC;KACH,CAAC;IACF,OAAO,MAAM,IAAI,sBAAS,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,sCAAyB,CAAC,MAAM,CAAC,CAAC,CAAC;AAClG,CAAC,CAAC;AAdW,QAAA,kBAAkB,sBAc7B"}

package/dist/mongodb.d.ts

@@ -2,111 +2,17 @@ import { Db } from 'mongodb';
 import { Aggregation, File, User, FileStatus, Reconciliation, Setting, SettingKey, Migration, MigrationType } from '@hestia-earth/api';
 export declare const transaction: <T>(query: (db: Db) => Promise<T>, defaultValue?: T) => Promise<T>;
 export declare const idsQuery: (ids: string[]) => any;
-export declare const getAggregations: <U extends keyof Aggregation>(conditions: {
-    folder?: any;
-    filename?: any;
-    filepath?: any;
-    validatedAt?: any;
-    status?: any;
-    pipelineStatus?: any;
-    readonly productId?: any;
-    readonly countryId?: any;
-    readonly startYear?: any;
-    readonly endYear?: any;
-    id?: any;
-    createdAt?: any;
-    updatedAt?: any;
-}, props: U[], limit?: number) => Promise<Pick<Aggregation, U>[]>;
+export declare const getAggregations: <U extends keyof Aggregation>(conditions: { [key in keyof Partial<Aggregation>]: any; }, props: U[], limit?: number) => Promise<Pick<Aggregation, U>[]>;
 export declare const upsertAggregation: (filepath: string, data?: Partial<Aggregation>) => Promise<import("mongodb").UpdateWriteOpResult>;
 export declare const removeAggregations: (ids: string[]) => Promise<import("mongodb").DeleteWriteOpResultObject>;
 export declare const removeAggregationsByTerms: (termId: string | string[]) => Promise<import("mongodb").DeleteWriteOpResultObject>;
-export declare const getFiles: <U extends keyof File>(conditions: {
-    filename?: any;
-    filepath?: any;
-    folder?: any;
-    user?: any;
-    assignedUsers?: any;
-    authorizedUsers?: any;
-    contentType?: any;
-    archived?: any;
-    status?: any;
-    pipelineStatus?: any;
-    userValidatedAt?: any;
-    validatedAt?: any;
-    schemaVersion?: any;
-    schemaOutdated?: any;
-    glossaryOutdated?: any;
-    comments?: any;
-    todos?: any;
-    metadata?: any;
-    isPrivate?: any;
-    skipValidation?: any;
-    study?: any;
-    fromDraft?: any;
-    readonly isOwner?: any;
-    readonly isAuthorized?: any;
-    readonly isAssignedToMe?: any;
-    readonly isValidated?: any;
-    readonly isDraft?: any;
-    readonly originalPath?: any;
-    readonly hestiaPath?: any;
-    readonly progressPath?: any;
-    readonly studyPath?: any;
-    readonly dataPath?: any;
-    readonly dataProgressPath?: any;
-    readonly dataCsvPath?: any;
-    readonly dataRecalculatedCsvPath?: any;
-    readonly logPath?: any;
-    readonly errorPath?: any;
-    readonly sources?: any;
-    readonly nbCycles?: any;
-    readonly nbImpactAssessments?: any;
-    readonly hestiaDataPath?: any;
-    id?: any;
-    createdAt?: any;
-    updatedAt?: any;
-}, props: U[], limit?: number) => Promise<Pick<File, U>[]>;
+export declare const getFiles: <U extends keyof File>(conditions: { [key in keyof Partial<File>]: any; }, props: U[], limit?: number) => Promise<Pick<File, U>[]>;
 export declare const getFile: (filepath: string) => Promise<Partial<File>>;
 export declare const updateFile: (filepath: string, data?: Partial<File>) => Promise<import("mongodb").UpdateWriteOpResult>;
 export declare const updateFiles: (ids: string[], data?: Partial<File>) => Promise<import("mongodb").UpdateWriteOpResult>;
 export declare const removeFile: (id: string) => Promise<import("mongodb").DeleteWriteOpResultObject>;
 export declare const countUserFiles: (userId: string, statuses?: FileStatus[]) => Promise<number>;
-export declare const getUsers: <U extends keyof User>(conditions: {
-    email?: any;
-    firstName?: any;
-    lastName?: any;
-    displayName?: any;
-    password?: any;
-    token?: any;
-    role?: any;
-    maxUploads?: any;
-    maxApiCalls?: any;
-    dataPrivate?: any;
-    validFilesCount?: any;
-    canCommitHestiaData?: any;
-    permissions?: any;
-    emailNotificationsSuccess?: any;
-    emailNotificationsFailure?: any;
-    emailNotificationsFeedback?: any;
-    autoSubmitPrivateSubmissions?: any;
-    confirmToken?: any;
-    confirmedAt?: any;
-    lastActiveAt?: any;
-    scopusID?: any;
-    googleID?: any;
-    linkedInID?: any;
-    orcid?: any;
-    website?: any;
-    city?: any;
-    country?: any;
-    primaryInstitution?: any;
-    readonly admin?: any;
-    readonly name?: any;
-    readonly actorId?: any;
-    id?: any;
-    createdAt?: any;
-    updatedAt?: any;
-}, props: U[], limit?: number) => Promise<Pick<User, U>[]>;
+export declare const getUsers: <U extends keyof User>(conditions: { [key in keyof Partial<User>]: any; }, props: U[], limit?: number) => Promise<Pick<User, U>[]>;
 export declare const getUser: (userId: string) => Promise<Partial<User>>;
 export declare const getUserFromFilepath: (filepath?: string) => Promise<Partial<User>>;
 export declare const updateUser: (userId: string, data?: Partial<User>) => Promise<import("mongodb").UpdateWriteOpResult>;
@@ -123,13 +29,7 @@ export declare const updateReconciliation: ({ id, ...query }?: Partial<Reconcili
 export declare const updateReconciliations: (data: Partial<Reconciliation>[]) => Promise<import("mongodb").BulkWriteResult>;
 export declare const upsertReconciliation: (filter: Partial<Reconciliation>, data?: Partial<Reconciliation>) => Promise<import("mongodb").UpdateWriteOpResult>;
 export declare const removeReconciliations: (ids: string[]) => Promise<import("mongodb").DeleteWriteOpResultObject>;
-export declare const getMigrations: <U extends keyof Migration>(type: MigrationType, conditions: {
-    filenames?: any;
-    type?: any;
-    id?: any;
-    createdAt?: any;
-    updatedAt?: any;
-}, props: U[], limit?: number) => Promise<Pick<Migration, U>[]>;
+export declare const getMigrations: <U extends keyof Migration>(type: MigrationType, conditions: { [key in keyof Partial<Migration>]: any; }, props: U[], limit?: number) => Promise<Pick<Migration, U>[]>;
 export declare const addMigration: (type: MigrationType, filenames: string[]) => Promise<import("mongodb").InsertOneWriteOpResult<any>>;
 export declare const getSetting: (key: SettingKey) => Promise<Setting>;
 export declare const updateSetting: (key: SettingKey, data: Partial<Setting>) => Promise<import("mongodb").UpdateWriteOpResult>;

package/dist/s3.d.ts

@@ -1,6 +1,3 @@
-/// <reference types="node" />
-/// <reference types="node" />
-/// <reference types="node" />
 import { S3Client, GetObjectCommandInput, PutObjectCommandInput, MetadataDirective, _Object, ObjectIdentifier, DeletedObject } from '@aws-sdk/client-s3';
 import { Observable } from 'rxjs';
 import { Readable } from 'stream';
@@ -26,7 +23,7 @@ export declare const copyObject: (fromParams: {
     key: string;
 }, metadata?: any, metadataDirective?: MetadataDirective) => Observable<import("@aws-sdk/client-s3").CopyObjectCommandOutput>;
 export declare const loadStream: (key: string, Bucket?: string) => Readable;
-export declare const loadFile: (key: string, Bucket?: string) => Observable<Buffer>;
+export declare const loadFile: (key: string, Bucket?: string) => Observable<Buffer<ArrayBufferLike>>;
 export declare const streamJSONFile: <T>(key: string, Bucket?: string) => Observable<T>;
 export declare const loadTextFile: (key: string, Bucket?: string) => Observable<string>;
 export declare const loadJSONFile: <T>(key: string, Bucket?: string) => Observable<T>;

package/dist/sns.js

@@ -28,7 +28,7 @@ const publishSnsMessage = (functionName, params, topicArn = process.env.SNS_TOPI
         return res;
     }), (0, rxjs_1.catchError)(err => {
         (0, log_1.error)(`SNS publish ${functionName}`, { params }, ', params byte size:', (0, utils_1.byteSize)(params), err);
-        return (0, rxjs_1.throwError)(err);
+        return (0, rxjs_1.throwError)(() => err);
     }))
     : (0, rxjs_1.of)(null);
 exports.publishSnsMessage = publishSnsMessage;

package/dist/sns.js.map

@@ -1 +1 @@
-{"version":3,"file":"sns.js","sourceRoot":"","sources":["../src/sns.ts"],"names":[],"mappings":";;;AAAA,oDAAgE;AAChE,+BAAmE;AAEnE,+BAAoC;AACpC,6BAAgD;AAChD,mCAAmC;AAM5B,MAAM,iBAAiB,GAAG,CAC/B,YAAoB,EACpB,MAA4C,EAC5C,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,SAAS,EAChC,SAAqB,EAAE,EACvB,EAAE,CACF,aAAQ;IACN,CAAC,CAAC,IAAA,WAAI,EACF,IAAI,sBAAS,CAAC,EAAE,CAAC,CAAC,IAAI,CACpB,IAAI,2BAAc,CAAC;QACjB,QAAQ,EAAE,QAAQ;QAClB,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;QAC/B,iBAAiB,EAAE;YACjB,YAAY,EAAE;gBACZ,QAAQ,EAAE,QAAQ;gBAClB,WAAW,EAAE,YAAY;aAC1B;YACD,GAAG,MAAM,CAAC,WAAW,CACnB,MAAM,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC;gBACjD,GAAG;gBACH;oBACE,QAAQ,EAAE,QAAQ;oBAClB,WAAW,EAAE,KAAK;iBACnB;aACF,CAAC,CACH;SACF;KACF,CAAC,CACH,CACF,CAAC,IAAI,CACJ,IAAA,WAAI,EAAC,CAAC,CAAC,EACP,IAAA,UAAG,EAAC,GAAG,CAAC,EAAE;QACR,IAAA,UAAI,EAAC,eAAe,YAAY,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,qBAAqB,EAAE,IAAA,gBAAQ,EAAC,MAAM,CAAC,EAAE,GAAG,CAAC,CAAC;QAC9F,OAAO,GAAG,CAAC;IACb,CAAC,CAAC,EACF,IAAA,iBAAU,EAAC,GAAG,CAAC,EAAE;QACf,IAAA,WAAK,EAAC,eAAe,YAAY,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,qBAAqB,EAAE,IAAA,gBAAQ,EAAC,MAAM,CAAC,EAAE,GAAG,CAAC,CAAC;QAC/F,OAAO,IAAA,iBAAU,EAAC,GAAG,CAAC,CAAC;IACzB,CAAC,CAAC,CACH;IACH,CAAC,CAAC,IAAA,SAAE,EAAC,IAAI,CAAC,CAAC;AAxCF,QAAA,iBAAiB,qBAwCf"}
+{"version":3,"file":"sns.js","sourceRoot":"","sources":["../src/sns.ts"],"names":[],"mappings":";;;AAAA,oDAAgE;AAChE,+BAAmE;AAEnE,+BAAoC;AACpC,6BAAgD;AAChD,mCAAmC;AAM5B,MAAM,iBAAiB,GAAG,CAC/B,YAAoB,EACpB,MAA4C,EAC5C,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,SAAS,EAChC,SAAqB,EAAE,EACvB,EAAE,CACF,aAAQ;IACN,CAAC,CAAC,IAAA,WAAI,EACF,IAAI,sBAAS,CAAC,EAAE,CAAC,CAAC,IAAI,CACpB,IAAI,2BAAc,CAAC;QACjB,QAAQ,EAAE,QAAQ;QAClB,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;QAC/B,iBAAiB,EAAE;YACjB,YAAY,EAAE;gBACZ,QAAQ,EAAE,QAAQ;gBAClB,WAAW,EAAE,YAAY;aAC1B;YACD,GAAG,MAAM,CAAC,WAAW,CACnB,MAAM,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC;gBACjD,GAAG;gBACH;oBACE,QAAQ,EAAE,QAAQ;oBAClB,WAAW,EAAE,KAAK;iBACnB;aACF,CAAC,CACH;SACF;KACF,CAAC,CACH,CACF,CAAC,IAAI,CACJ,IAAA,WAAI,EAAC,CAAC,CAAC,EACP,IAAA,UAAG,EAAC,GAAG,CAAC,EAAE;QACR,IAAA,UAAI,EAAC,eAAe,YAAY,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,qBAAqB,EAAE,IAAA,gBAAQ,EAAC,MAAM,CAAC,EAAE,GAAG,CAAC,CAAC;QAC9F,OAAO,GAAG,CAAC;IACb,CAAC,CAAC,EACF,IAAA,iBAAU,EAAC,GAAG,CAAC,EAAE;QACf,IAAA,WAAK,EAAC,eAAe,YAAY,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,qBAAqB,EAAE,IAAA,gBAAQ,EAAC,MAAM,CAAC,EAAE,GAAG,CAAC,CAAC;QAC/F,OAAO,IAAA,iBAAU,EAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC;IAC/B,CAAC,CAAC,CACH;IACH,CAAC,CAAC,IAAA,SAAE,EAAC,IAAI,CAAC,CAAC;AAxCF,QAAA,iBAAiB,qBAwCf"}

package/dist/sqs.d.ts

@@ -3,5 +3,5 @@ import { IFunctionParam } from './s3';
 type attributes = {
     [key: string]: string;
 };
-export declare const sendSqsMessage: (functionName: string, params: IFunctionParam | Record<string, any>, queueUrl?: string, extras?: attributes, requestParams?: Partial<Omit<SendMessageCommandInput, 'QueueUrl' | 'MessageBody' | 'MessageAttributes'>>) => import("rxjs").Observable<import("@aws-sdk/client-sqs").SendMessageCommandOutput>;
+export declare const sendSqsMessage: (functionName: string, params: IFunctionParam | Record<string, any>, queueUrl?: string, extras?: attributes, requestParams?: Partial<Omit<SendMessageCommandInput, "QueueUrl" | "MessageBody" | "MessageAttributes">>) => import("rxjs").Observable<import("@aws-sdk/client-sqs").SendMessageCommandOutput>;
 export {};

package/dist/utils.d.ts

@@ -20,7 +20,6 @@ export declare const returnError: (err: any) => {
     };
     body: string;
 };
-export declare const spliceAndProcess: <T, R>(docs: T[], func: (p: T[]) => Promise<R>, count?: number) => Promise<void | R>;
 export declare const isEmpty: (value: any, minKeys?: number) => boolean;
 export declare const refToSchemaType: (ref: any) => any;
 export declare const prependWithKey: (data: any, key: string) => {};

package/dist/utils.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.byteSize = exports.stripBOM = exports.prependWithKey = exports.refToSchemaType = exports.isEmpty = exports.spliceAndProcess = exports.returnError = exports.returnResponse = exports.functionParamToSNSRecord = exports.functionParamToS3Record = exports.recordToFunctionParam = exports.baseUrl = void 0;
+exports.byteSize = exports.stripBOM = exports.prependWithKey = exports.refToSchemaType = exports.isEmpty = exports.returnError = exports.returnResponse = exports.functionParamToSNSRecord = exports.functionParamToS3Record = exports.recordToFunctionParam = exports.baseUrl = void 0;
 const utils_1 = require("@hestia-earth/utils");
 const log_1 = require("./log");
 exports.baseUrl = process.env.DOMAIN || '';
@@ -53,16 +53,6 @@ const returnError = err => {
     return (0, exports.returnResponse)({ error: errorContent }, status || defaultErrorStatus);
 };
 exports.returnError = returnError;
-const spliceAndProcess = (docs, func, count = 1) => new Promise(resolve => {
-    if (!docs.length) {
-        return resolve();
-    }
-    const remaining = docs.splice(docs.length - count);
-    void func(remaining)
-        .then(() => (0, exports.spliceAndProcess)(docs, func, count))
-        .then(resolve);
-});
-exports.spliceAndProcess = spliceAndProcess;
 const isEmpty = (value, minKeys = 1) => typeof value === 'object'
     ? Array.isArray(value)
         ? !value.length

package/dist/utils.js.map

@@ -1 +1 @@
-{"version":3,"file":"utils.js","sourceRoot":"","sources":["../src/utils.ts"],"names":[],"mappings":";;;AACA,+CAA4D;AAG5D,+BAA8B;AAEjB,QAAA,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,IAAI,EAAE,CAAC;AAEzC,MAAM,qBAAqB,GAAG,CAAC,KAAqC,EAAkB,EAAE,CAC7F,IAAA,6BAAqB,EACnB,KAAK,IAAI,KAAK;IACZ,CAAC,CAAC;QACE,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC;QAChC,SAAS,EAAE,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS;KAC3E;IACH,CAAC,CAAC;QACE,MAAM,EAAE,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI;QAC5B,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG;QACxB,QAAQ,EAAE,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG;QAC7B,SAAS,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS;KACnE,CACY,CAAC;AAbT,QAAA,qBAAqB,yBAaZ;AAEf,MAAM,uBAAuB,GAAG,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,SAAS,EAAkB,EAAE,EAAE,CACpF,CAAC;IACC,EAAE,EAAE;QACF,MAAM,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE;QACxB,MAAM,EAAE,EAAE,GAAG,EAAE;KAChB;IACD,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;CACxD,CAA2B,CAAC;AAPlB,QAAA,uBAAuB,2BAOL;AAExB,MAAM,wBAAwB,GAAG,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,SAAS,EAAkB,EAAE,EAAE,CACrF,CAAC;IACC,GAAG,EAAE;QACH,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC;KACzC;IACD,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;CACxD,CAA4B,CAAC;AANnB,QAAA,wBAAwB,4BAML;AAEzB,MAAM,cAAc,GAAG,CAAC,IAAS,EAAE,UAAU,GAAG,GAAG,EAAE,EAAE;IAC5D,OAAO;QACL,UAAU;QACV,OAAO,EAAE;YACP,6BAA6B,EAAE,GAAG;YAClC,kCAAkC,EAAE,IAAI;SACzC;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;KACpC,CAAC;AACJ,CAAC,CAAC;AATW,QAAA,cAAc,kBASzB;AAEF,MAAM,kBAAkB,GAAG,GAAG,CAAC;AAExB,MAAM,WAAW,GAAG,GAAG,CAAC,EAAE;IAC/B,IAAA,WAAK,EAAC,aAAa,EAAE,GAAG,EAAE,GAAG,aAAH,GAAG,uBAAH,GAAG,CAAE,KAAK,EAAE,GAAG,aAAH,GAAG,uBAAH,GAAG,CAAE,IAAI,CAAC,CAAC;IACjD,MAAM,EAAE,KAAK,EAAE,YAAY,EAAE,MAAM,GAAG,kBAAkB,EAAE,GACxD,OAAO,GAAG,KAAK,QAAQ;QACrB,CAAC,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE;QAChB,CAAC,CAAC,GAAG,CAAC,IAAI;YACR,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI;YACf,CAAC,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,OAAO,EAAE,MAAM,EAAE,kBAAkB,EAAE,CAAC;IAC3D,OAAO,IAAA,sBAAc,EAAC,EAAE,KAAK,EAAE,YAAY,EAAE,EAAE,MAAM,IAAI,kBAAkB,CAAC,CAAC;AAC/E,CAAC,CAAC;AATW,QAAA,WAAW,eAStB;AAEK,MAAM,gBAAgB,GAAG,CAAO,IAAS,EAAE,IAA4B,EAAE,KAAK,GAAG,CAAC,EAAE,EAAE,CAC3F,IAAI,OAAO,CAAW,OAAO,CAAC,EAAE;IAC9B,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;QACjB,OAAO,OAAO,EAAE,CAAC;IACnB,CAAC;IACD,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC;IAEnD,KAAK,IAAI,CAAC,SAAS,CAAC;SACjB,IAAI,CAAC,GAAG,EAAE,CAAC,IAAA,wBAAgB,EAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;SAC/C,IAAI,CAAC,OAAO,CAAC,CAAC;AACnB,CAAC,CAAC,CAAC;AAVQ,QAAA,gBAAgB,oBAUxB;AAEE,MAAM,OAAO,GAAG,CAAC,KAAU,EAAE,OAAO,GAAG,CAAC,EAAE,EAAE,CACjD,OAAO,KAAK,KAAK,QAAQ;IACvB,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QACpB,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM;QACf,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,MAAM,CAAC,CAAC,MAAM,GAAG,OAAO;IACrE,CAAC,CAAC,OAAO,KAAK,KAAK,WAAW,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;AALxD,QAAA,OAAO,WAKiD;AAE9D,MAAM,eAAe,GAAG,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;AAAhE,QAAA,eAAe,mBAAiD;AAEtE,MAAM,cAAc,GAAG,CAAC,IAAS,EAAE,GAAW,EAAE,EAAE,CACvD,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,IAAI,EAAE,CAAC,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;AADjF,QAAA,cAAc,kBACmE;AAEvF,MAAM,QAAQ,GAAG,CAAC,OAAe,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;AAAhG,QAAA,QAAQ,YAAwF;AAEtG,MAAM,QAAQ,GAAG,CAAC,KAAsB,EAAE,EAAE,CACjD,MAAM,CAAC,UAAU,CAAC,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;AADlE,QAAA,QAAQ,YAC0D"}
+{"version":3,"file":"utils.js","sourceRoot":"","sources":["../src/utils.ts"],"names":[],"mappings":";;;AACA,+CAA4D;AAG5D,+BAA8B;AAEjB,QAAA,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,IAAI,EAAE,CAAC;AAEzC,MAAM,qBAAqB,GAAG,CAAC,KAAqC,EAAkB,EAAE,CAC7F,IAAA,6BAAqB,EACnB,KAAK,IAAI,KAAK;IACZ,CAAC,CAAC;QACE,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC;QAChC,SAAS,EAAE,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS;KAC3E;IACH,CAAC,CAAC;QACE,MAAM,EAAE,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI;QAC5B,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG;QACxB,QAAQ,EAAE,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG;QAC7B,SAAS,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS;KACnE,CACY,CAAC;AAbT,QAAA,qBAAqB,yBAaZ;AAEf,MAAM,uBAAuB,GAAG,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,SAAS,EAAkB,EAAE,EAAE,CACpF,CAAC;IACC,EAAE,EAAE;QACF,MAAM,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE;QACxB,MAAM,EAAE,EAAE,GAAG,EAAE;KAChB;IACD,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;CACxD,CAA2B,CAAC;AAPlB,QAAA,uBAAuB,2BAOL;AAExB,MAAM,wBAAwB,GAAG,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,SAAS,EAAkB,EAAE,EAAE,CACrF,CAAC;IACC,GAAG,EAAE;QACH,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC;KACzC;IACD,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;CACxD,CAA4B,CAAC;AANnB,QAAA,wBAAwB,4BAML;AAEzB,MAAM,cAAc,GAAG,CAAC,IAAS,EAAE,UAAU,GAAG,GAAG,EAAE,EAAE;IAC5D,OAAO;QACL,UAAU;QACV,OAAO,EAAE;YACP,6BAA6B,EAAE,GAAG;YAClC,kCAAkC,EAAE,IAAI;SACzC;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;KACpC,CAAC;AACJ,CAAC,CAAC;AATW,QAAA,cAAc,kBASzB;AAEF,MAAM,kBAAkB,GAAG,GAAG,CAAC;AAExB,MAAM,WAAW,GAAG,GAAG,CAAC,EAAE;IAC/B,IAAA,WAAK,EAAC,aAAa,EAAE,GAAG,EAAE,GAAG,aAAH,GAAG,uBAAH,GAAG,CAAE,KAAK,EAAE,GAAG,aAAH,GAAG,uBAAH,GAAG,CAAE,IAAI,CAAC,CAAC;IACjD,MAAM,EAAE,KAAK,EAAE,YAAY,EAAE,MAAM,GAAG,kBAAkB,EAAE,GACxD,OAAO,GAAG,KAAK,QAAQ;QACrB,CAAC,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE;QAChB,CAAC,CAAC,GAAG,CAAC,IAAI;YACR,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI;YACf,CAAC,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,OAAO,EAAE,MAAM,EAAE,kBAAkB,EAAE,CAAC;IAC3D,OAAO,IAAA,sBAAc,EAAC,EAAE,KAAK,EAAE,YAAY,EAAE,EAAE,MAAM,IAAI,kBAAkB,CAAC,CAAC;AAC/E,CAAC,CAAC;AATW,QAAA,WAAW,eAStB;AAEK,MAAM,OAAO,GAAG,CAAC,KAAU,EAAE,OAAO,GAAG,CAAC,EAAE,EAAE,CACjD,OAAO,KAAK,KAAK,QAAQ;IACvB,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QACpB,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM;QACf,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,MAAM,CAAC,CAAC,MAAM,GAAG,OAAO;IACrE,CAAC,CAAC,OAAO,KAAK,KAAK,WAAW,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;AALxD,QAAA,OAAO,WAKiD;AAE9D,MAAM,eAAe,GAAG,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;AAAhE,QAAA,eAAe,mBAAiD;AAEtE,MAAM,cAAc,GAAG,CAAC,IAAS,EAAE,GAAW,EAAE,EAAE,CACvD,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,IAAI,EAAE,CAAC,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;AADjF,QAAA,cAAc,kBACmE;AAEvF,MAAM,QAAQ,GAAG,CAAC,OAAe,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;AAAhG,QAAA,QAAQ,YAAwF;AAEtG,MAAM,QAAQ,GAAG,CAAC,KAAsB,EAAE,EAAE,CACjD,MAAM,CAAC,UAAU,CAAC,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;AADlE,QAAA,QAAQ,YAC0D"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@hestia-earth/pipeline-utils",
-  "version": "0.16.2",
+  "version": "0.16.5",
   "description": "Utilities for running pipelines",
   "main": "dist/index.js",
   "typings": "dist/index.d.ts",
@@ -28,23 +28,24 @@
   },
   "homepage": "https://gitlab.com/hestia-earth/hestia-pipeline-utils#readme",
   "dependencies": {
-    "@aws-sdk/client-ec2": "^3.525.0",
-    "@aws-sdk/client-lambda": "^3.525.0",
-    "@aws-sdk/client-s3": "^3.525.0",
-    "@aws-sdk/client-sns": "^3.525.0",
-    "@aws-sdk/client-sqs": "^3.525.0",
-    "@aws-sdk/lib-storage": "^3.525.0",
+    "@aws-sdk/client-ec2": "^3.962.0",
+    "@aws-sdk/client-lambda": "^3.962.0",
+    "@aws-sdk/client-s3": "^3.962.0",
+    "@aws-sdk/client-ses": "^3.962.0",
+    "@aws-sdk/client-sns": "^3.962.0",
+    "@aws-sdk/client-sqs": "^3.962.0",
+    "@aws-sdk/lib-storage": "^3.962.0",
     "@aws-sdk/util-utf8-node": "^3.259.0",
     "@elastic/elasticsearch": "7.13.0",
-    "@slack/web-api": "^7.7.0",
-    "axios": "^1.4.0",
+    "@slack/web-api": "^7.13.0",
+    "axios": "^1.13.2",
     "bson": "^4.7.2",
     "lodash.get": "^4.4.2",
     "lodash.omit": "^4.5.0",
     "lodash.pick": "^4.4.0",
     "memory-cache": "^0.2.0",
     "mongodb": "^3.7.4",
-    "rxjs": "^7.8.1"
+    "rxjs": "^7.8.2"
   },
   "peerDependencies": {
     "@hestia-earth/api": ">=0.21.0",
@@ -55,12 +56,12 @@
   "devDependencies": {
     "@commitlint/cli": "^17.8.1",
     "@commitlint/config-conventional": "^17.8.1",
-    "@hestia-earth/api": "^0.24.50",
-    "@hestia-earth/eslint-config": "^0.1.0",
-    "@hestia-earth/json-schema": "^30.3.2",
-    "@hestia-earth/schema": "^30.3.2",
-    "@hestia-earth/utils": "^0.13.9",
-    "@types/aws-lambda": "^8.10.130",
+    "@hestia-earth/api": "^0.24.82",
+    "@hestia-earth/eslint-config": "^0.1.1",
+    "@hestia-earth/json-schema": "^30.7.3",
+    "@hestia-earth/schema": "^30.7.3",
+    "@hestia-earth/utils": "^0.13.30",
+    "@types/aws-lambda": "^8.10.159",
     "@types/jest": "^30.0.0",
     "@types/lodash.get": "^4.4.9",
     "@types/lodash.omit": "^4.5.9",
@@ -69,16 +70,16 @@
     "@types/node": "^22.19.3",
     "@typescript-eslint/eslint-plugin": "^5.62.0",
     "@typescript-eslint/parser": "^5.62.0",
-    "dotenv": "^16.4.7",
+    "dotenv": "^16.6.1",
     "eslint": "^7.32.0",
     "eslint-plugin-jsdoc": "^30.7.13",
     "husky": "^4.3.8",
     "jest": "^30.2.0",
-    "prettier": "^3.1.1",
+    "prettier": "^3.7.4",
     "standard-version": "^9.5.0",
     "ts-jest": "^29.4.6",
     "ts-node": "^10.9.2",
-    "typescript": "^5.3.3"
+    "typescript": "^5.9.3"
   },
   "husky": {
     "hooks": {

package/src/ec2.ts

@@ -1,5 +1,5 @@
-import { EC2Client, StartInstancesCommand } from '@aws-sdk/client-ec2';
-import { from, of, take, map } from 'rxjs';
+import { DescribeInstancesCommand, EC2Client, StartInstancesCommand } from '@aws-sdk/client-ec2';
+import { from, of, take, map, filter, switchMap, mergeAll } from 'rxjs';
 
 import { debug } from './log';
 import { isS3Mode } from './s3';
@@ -8,17 +8,14 @@ const defaultInstanceIds = (process.env.START_INSTANCE_ID || '').split(',');
 
 export const startInstances = (functionName: string, instanceIds = defaultInstanceIds) =>
   isS3Mode
-    ? from(
-        new EC2Client({}).send(
-          new StartInstancesCommand({
-            InstanceIds: instanceIds
-          })
-        )
-      ).pipe(
+    ? from(new EC2Client({}).send(new DescribeInstancesCommand({ InstanceIds: instanceIds }))).pipe(
+        map(res => (res.Reservations || []).flatMap(r => r.Instances || [])),
+        mergeAll(),
+        filter(instance => instance.State?.Name === 'stopped'),
         take(1),
-        map(res => {
-          debug(`EC2 start instances ${functionName}`, res);
-          return res;
+        switchMap(instance => {
+          debug('EC2 start instances', functionName, instance.InstanceId);
+          return new EC2Client({}).send(new StartInstancesCommand({ InstanceIds: [instance.InstanceId] }));
         })
       )
     : of(null);

package/src/index.ts

@@ -1,6 +1,7 @@
 export * from './ec2';
 export * from './lambda';
 export * from './log';
+export * from './mail';
 export * from './mongodb';
 export * from './progress';
 export * from './s3';

package/src/lambda.ts

@@ -19,7 +19,7 @@ export const invoke = (functionName: string, params: IFunctionParam | Record<str
       ).pipe(
         take(1),
         map(res => {
-          info(`invoke ${functionName}`, { params }, res);
+          info('Lambda invoke', functionName, { params }, res);
           return res;
         })
       )

package/src/mail.ts

@@ -0,0 +1,22 @@
+import { SESClient, SendTemplatedEmailCommand, SendTemplatedEmailCommandInput } from '@aws-sdk/client-ses';
+
+import { baseUrl } from './utils';
+
+const fromEmail = 'no-reply@hestia.earth';
+const fromName = 'Hestia Earth Team';
+
+export const sendTemplatedEmail = async (template: string, emails: string[], data = {}) => {
+  const params: SendTemplatedEmailCommandInput = {
+    Source: fromEmail,
+    Destination: {
+      ToAddresses: emails
+    },
+    Template: template,
+    TemplateData: JSON.stringify({
+      ...data,
+      baseUrl,
+      fromName
+    })
+  };
+  return await new SESClient({ region: 'us-east-1' }).send(new SendTemplatedEmailCommand(params));
+};

package/src/sns.ts

@@ -46,7 +46,7 @@ export const publishSnsMessage = (
         }),
         catchError(err => {
           error(`SNS publish ${functionName}`, { params }, ', params byte size:', byteSize(params), err);
-          return throwError(err);
+          return throwError(() => err);
         })
       )
     : of(null);

package/src/utils.ts

@@ -62,18 +62,6 @@ export const returnError = err => {
   return returnResponse({ error: errorContent }, status || defaultErrorStatus);
 };
 
-export const spliceAndProcess = <T, R>(docs: T[], func: (p: T[]) => Promise<R>, count = 1) =>
-  new Promise<R | void>(resolve => {
-    if (!docs.length) {
-      return resolve();
-    }
-    const remaining = docs.splice(docs.length - count);
-
-    void func(remaining)
-      .then(() => spliceAndProcess(docs, func, count))
-      .then(resolve);
-  });
-
 export const isEmpty = (value: any, minKeys = 1) =>
   typeof value === 'object'
     ? Array.isArray(value)