@hestia-earth/pipeline-utils 0.13.18 → 0.13.20

package/dist/index.d.ts

@@ -1,8 +1,10 @@
 export * from './ec2';
 export * from './lambda';
 export * from './log';
+export * from './mongodb';
 export * from './progress';
 export * from './s3';
+export * from './slack';
 export * from './sns';
 export * from './sqs';
 export * from './utils';

package/dist/index.js

@@ -17,8 +17,10 @@ Object.defineProperty(exports, "__esModule", { value: true });
 __exportStar(require("./ec2"), exports);
 __exportStar(require("./lambda"), exports);
 __exportStar(require("./log"), exports);
+__exportStar(require("./mongodb"), exports);
 __exportStar(require("./progress"), exports);
 __exportStar(require("./s3"), exports);
+__exportStar(require("./slack"), exports);
 __exportStar(require("./sns"), exports);
 __exportStar(require("./sqs"), exports);
 __exportStar(require("./utils"), exports);

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,wCAAsB;AACtB,2CAAyB;AACzB,wCAAsB;AACtB,6CAA2B;AAC3B,uCAAqB;AACrB,wCAAsB;AACtB,wCAAsB;AACtB,0CAAwB"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,wCAAsB;AACtB,2CAAyB;AACzB,wCAAsB;AACtB,4CAA0B;AAC1B,6CAA2B;AAC3B,uCAAqB;AACrB,0CAAwB;AACxB,wCAAsB;AACtB,wCAAsB;AACtB,0CAAwB"}

package/dist/mongodb.d.ts

@@ -0,0 +1,128 @@
+import { Db } from 'mongodb';
+import { Aggregation, File, User, FileStatus, Reconciliation, Setting, SettingKey, Migration, MigrationType } from '@hestia-earth/api';
+export declare const transaction: <T>(query: (db: Db) => Promise<T>, defaultValue?: T) => Promise<T>;
+export declare const idsQuery: (ids: string[]) => any;
+export declare const getAggregations: <U extends keyof Aggregation>(conditions: {
+    filename?: any;
+    filepath?: any;
+    validatedAt?: any;
+    status?: any;
+    pipelineStatus?: any;
+    readonly nodeType?: any;
+    readonly productId?: any;
+    readonly countryId?: any;
+    readonly startYear?: any;
+    readonly endYear?: any;
+    id?: any;
+    createdAt?: any;
+    updatedAt?: any;
+}, props: U[], limit?: number) => Promise<Pick<Aggregation, U>[]>;
+export declare const upsertAggregation: (filepath: string, data?: Partial<Aggregation>) => Promise<import("mongodb").UpdateWriteOpResult>;
+export declare const removeAggregations: (ids: string[]) => Promise<import("mongodb").DeleteWriteOpResultObject>;
+export declare const removeAggregationsByTerms: (termId: string | string[]) => Promise<import("mongodb").DeleteWriteOpResultObject>;
+export declare const getFiles: <U extends keyof File>(conditions: {
+    filename?: any;
+    filepath?: any;
+    folder?: any;
+    user?: any;
+    assignedUsers?: any;
+    authorizedUsers?: any;
+    contentType?: any;
+    archived?: any;
+    status?: any;
+    pipelineStatus?: any;
+    userValidatedAt?: any;
+    validatedAt?: any;
+    schemaVersion?: any;
+    schemaOutdated?: any;
+    glossaryOutdated?: any;
+    comments?: any;
+    todos?: any;
+    metadata?: any;
+    isPrivate?: any;
+    skipValidation?: any;
+    study?: any;
+    fromDraft?: any;
+    readonly isOwner?: any;
+    readonly isAuthorized?: any;
+    readonly isAssignedToMe?: any;
+    readonly isValidated?: any;
+    readonly isDraft?: any;
+    readonly originalPath?: any;
+    readonly hestiaPath?: any;
+    readonly progressPath?: any;
+    readonly studyPath?: any;
+    readonly dataPath?: any;
+    readonly dataProgressPath?: any;
+    readonly dataCsvPath?: any;
+    readonly dataRecalculatedCsvPath?: any;
+    readonly logPath?: any;
+    readonly errorPath?: any;
+    id?: any;
+    createdAt?: any;
+    updatedAt?: any;
+}, props: U[], limit?: number) => Promise<Pick<File, U>[]>;
+export declare const getFile: (filepath: string) => Promise<Partial<File>>;
+export declare const updateFile: (filepath: string, data?: Partial<File>) => Promise<import("mongodb").UpdateWriteOpResult>;
+export declare const updateFiles: (ids: string[], data?: Partial<File>) => Promise<import("mongodb").UpdateWriteOpResult>;
+export declare const countUserFiles: (userId: string, statuses?: FileStatus[]) => Promise<number>;
+export declare const getUsers: <U extends keyof User>(conditions: {
+    email?: any;
+    firstName?: any;
+    lastName?: any;
+    displayName?: any;
+    password?: any;
+    token?: any;
+    role?: any;
+    maxUploads?: any;
+    maxApiCalls?: any;
+    dataPrivate?: any;
+    validFilesCount?: any;
+    emailNotificationsSuccess?: any;
+    emailNotificationsFailure?: any;
+    emailNotificationsFeedback?: any;
+    autoSubmitPrivateSubmissions?: any;
+    confirmToken?: any;
+    confirmedAt?: any;
+    lastActiveAt?: any;
+    scopusID?: any;
+    googleID?: any;
+    linkedInID?: any;
+    orcid?: any;
+    website?: any;
+    city?: any;
+    country?: any;
+    primaryInstitution?: any;
+    readonly admin?: any;
+    readonly name?: any;
+    readonly actorId?: any;
+    id?: any;
+    createdAt?: any;
+    updatedAt?: any;
+}, props: U[], limit?: number) => Promise<Pick<User, U>[]>;
+export declare const getUser: (userId: string) => Promise<Partial<User>>;
+export declare const getUserFromFilepath: (filepath?: string) => Promise<Partial<User>>;
+export declare const updateUser: (userId: string, data?: Partial<User>) => Promise<import("mongodb").UpdateWriteOpResult>;
+export interface RawReconciliation extends Reconciliation {
+    _id: string;
+}
+export declare const getReconciliation: ({ id, ...query }?: Partial<Reconciliation> & {
+    id?: string;
+}) => Promise<RawReconciliation>;
+export declare const getReconciliations: (query?: {}, projection?: {}) => Promise<RawReconciliation[]>;
+export declare const updateReconciliation: ({ id, ...query }?: Partial<Reconciliation> & {
+    id?: string;
+}, data?: Partial<Reconciliation>) => Promise<import("mongodb").UpdateWriteOpResult>;
+export declare const updateReconciliations: (data: Partial<Reconciliation>[]) => Promise<import("mongodb").BulkWriteResult>;
+export declare const upsertReconciliation: (filter: Partial<Reconciliation>, data?: Partial<Reconciliation>) => Promise<import("mongodb").UpdateWriteOpResult>;
+export declare const getMigrations: <U extends keyof Migration>(type: MigrationType, conditions: {
+    filenames?: any;
+    type?: any;
+    id?: any;
+    createdAt?: any;
+    updatedAt?: any;
+}, props: U[], limit?: number) => Promise<Pick<Migration, U>[]>;
+export declare const addMigration: (type: MigrationType, filenames: string[]) => Promise<import("mongodb").InsertOneWriteOpResult<any>>;
+export declare const getSetting: (key: SettingKey) => Promise<Setting>;
+export declare const updateSetting: (key: SettingKey, data: Partial<Setting>) => Promise<import("mongodb").UpdateWriteOpResult>;
+export declare const setMaintenance: (enabled: boolean) => Promise<import("mongodb").UpdateWriteOpResult>;

package/dist/mongodb.js

@@ -0,0 +1,168 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.setMaintenance = exports.updateSetting = exports.getSetting = exports.addMigration = exports.getMigrations = exports.upsertReconciliation = exports.updateReconciliations = exports.updateReconciliation = exports.getReconciliations = exports.getReconciliation = exports.updateUser = exports.getUserFromFilepath = exports.getUser = exports.getUsers = exports.countUserFiles = exports.updateFiles = exports.updateFile = exports.getFile = exports.getFiles = exports.removeAggregationsByTerms = exports.removeAggregations = exports.upsertAggregation = exports.getAggregations = exports.idsQuery = exports.transaction = void 0;
+const mongodb_1 = require("mongodb");
+const api_1 = require("@hestia-earth/api");
+const log_1 = require("./log");
+const slack_1 = require("./slack");
+const utils_1 = require("./utils");
+const transaction = async (query, defaultValue = null) => {
+    try {
+        const client = await mongodb_1.MongoClient.connect(process.env.MONGODB_URL, {
+            poolSize: 1,
+            useUnifiedTopology: true
+        });
+        const res = await query(client.db());
+        await client.close();
+        return res;
+    }
+    catch (err) {
+        (0, log_1.error)(err);
+        return defaultValue;
+    }
+};
+exports.transaction = transaction;
+const propsToProjection = (props) => Object.fromEntries(props.map(p => [p, true]));
+const idsQuery = (ids) => ({ _id: { $in: ids.map(v => new mongodb_1.ObjectID(v)) } });
+exports.idsQuery = idsQuery;
+const getAggregations = (conditions, props, limit = 0) => (0, exports.transaction)(db => db.collection('aggregations').find(conditions).project(propsToProjection(props)).limit(limit).toArray(), []);
+exports.getAggregations = getAggregations;
+const upsertAggregation = (filepath, data = {}) => {
+    const filename = (0, api_1.filenameFromPath)(filepath);
+    const folder = filepath.split('/')[1];
+    return (0, exports.transaction)(db => db.collection('aggregations').updateOne({ filepath }, {
+        $set: { ...data, folder, filepath, filename, updatedAt: new Date() },
+        $setOnInsert: { createdAt: new Date() }
+    }, { upsert: true }));
+};
+exports.upsertAggregation = upsertAggregation;
+const removeAggregations = (ids) => (0, exports.transaction)(db => db.collection('aggregations').deleteMany({
+    _id: { $in: ids }
+}));
+exports.removeAggregations = removeAggregations;
+const aggregationMatchTerms = (termId) => {
+    const ids = Array.isArray(termId) ? termId : [termId];
+    return ids.map(id => `(^${api_1.aggregationFolder}\/cycle-${id}-.*)`).join('|');
+};
+const removeAggregationsByTerms = (termId) => (0, exports.transaction)(db => db.collection('aggregations').deleteMany({ filepath: { $regex: aggregationMatchTerms(termId) } }));
+exports.removeAggregationsByTerms = removeAggregationsByTerms;
+const filepathSearch = (filepath) => {
+    const [filename] = filepath.split('.');
+    return {
+        filepath: {
+            $in: Object.values(api_1.SupportedExtensions).map(ext => `${filename}.${ext}`)
+        }
+    };
+};
+const getFiles = (conditions, props, limit = 0) => (0, exports.transaction)(db => db.collection('files').find(conditions).project(propsToProjection(props)).limit(limit).toArray(), []);
+exports.getFiles = getFiles;
+const getFile = (filepath) => (0, exports.transaction)(db => db.collection('files').findOne(filepathSearch(filepath)), {});
+exports.getFile = getFile;
+const updateFile = (filepath, data = {}) => (0, exports.transaction)(db => db.collection('files').updateOne(filepathSearch(filepath), { $set: data }));
+exports.updateFile = updateFile;
+const updateFiles = (ids, data = {}) => (0, exports.transaction)(db => db.collection('files').updateMany({ _id: { $in: ids.map(id => new mongodb_1.ObjectId(id)) } }, { $set: data }));
+exports.updateFiles = updateFiles;
+const matchExt = (ext) => ({ filename: { $regex: new RegExp(`.${ext}$`) } });
+const countUserFiles = (userId, statuses) => (0, exports.transaction)(db => db.collection('files').countDocuments({
+    user: new mongodb_1.ObjectId(userId),
+    $and: [
+        {
+            $or: [
+                matchExt(api_1.SupportedExtensions.json),
+                matchExt(api_1.SupportedExtensions.csv),
+                matchExt(api_1.SupportedExtensions.xls),
+                matchExt(api_1.SupportedExtensions.xlsx)
+            ].filter(Boolean)
+        },
+        (statuses === null || statuses === void 0 ? void 0 : statuses.length)
+            ? {
+                $or: statuses.map(status => ({ status }))
+            }
+            : null
+    ].filter(Boolean)
+}));
+exports.countUserFiles = countUserFiles;
+const getUsers = (conditions, props, limit = 0) => (0, exports.transaction)(db => db.collection('users').find(conditions).project(propsToProjection(props)).limit(limit).toArray(), []);
+exports.getUsers = getUsers;
+const getUser = (userId) => (0, exports.transaction)(db => db.collection('users').findOne({ _id: new mongodb_1.ObjectId(userId) }), {});
+exports.getUser = getUser;
+const getUserFromFilepath = async (filepath) => {
+    const userId = filepath ? (0, api_1.rootFolderFromPath)(filepath) : null;
+    return !userId || (0, api_1.isFolderUpload)(userId) ? {} : await (0, exports.getUser)(userId);
+};
+exports.getUserFromFilepath = getUserFromFilepath;
+const updateUser = (userId, data = {}) => (0, exports.transaction)(db => db.collection('users').updateOne({ _id: new mongodb_1.ObjectId(userId) }, { $set: data }));
+exports.updateUser = updateUser;
+const getReconciliation = ({ id, ...query } = { id: undefined }) => (0, exports.transaction)(db => db.collection('reconciliations').findOne({ ...(id ? { _id: new mongodb_1.ObjectId(id) } : {}), ...query }));
+exports.getReconciliation = getReconciliation;
+const getReconciliations = (query = {}, projection = {}) => (0, exports.transaction)(db => db.collection('reconciliations').find(query, projection).toArray(), []);
+exports.getReconciliations = getReconciliations;
+const updateReconciliation = ({ id, ...query } = { id: undefined }, data = {}) => (0, exports.transaction)(db => db
+    .collection('reconciliations')
+    .updateOne({ ...(id ? { _id: new mongodb_1.ObjectId(id) } : {}), ...query }, { $set: { ...data, updatedAt: new Date() } }));
+exports.updateReconciliation = updateReconciliation;
+const updateReconciliations = async (data) => data.length
+    ? await (0, exports.transaction)(db => {
+        const bulk = db.collection('reconciliations').initializeUnorderedBulkOp();
+        data.forEach(({ id, level, details, error: err }) => {
+            bulk.find({ _id: new mongodb_1.ObjectId(id) }).updateOne({ $set: { level, details, err, updatedAt: new Date() } });
+        });
+        return bulk.execute();
+    })
+    : null;
+exports.updateReconciliations = updateReconciliations;
+const upsertReconciliation = (filter, data = {}) => (0, exports.transaction)(db => db
+    .collection('reconciliations')
+    .updateOne(filter, { $set: { ...data, updatedAt: new Date() }, $setOnInsert: { createdAt: new Date() } }, { upsert: true }));
+exports.upsertReconciliation = upsertReconciliation;
+const getMigrations = (type, conditions, props, limit = 0) => (0, exports.transaction)(db => db
+    .collection('migrations')
+    .find({
+    ...conditions,
+    type
+})
+    .project(propsToProjection(props))
+    .limit(limit)
+    .toArray(), []);
+exports.getMigrations = getMigrations;
+const addMigration = (type, filenames) => (0, exports.transaction)(db => db.collection('migrations').insertOne({
+    type,
+    filenames,
+    createdAt: new Date(),
+    updatedAt: new Date()
+}));
+exports.addMigration = addMigration;
+const getSetting = (key) => (0, exports.transaction)(db => db.collection('settings').findOne({ key }));
+exports.getSetting = getSetting;
+const updateSetting = (key, data) => (0, exports.transaction)(db => db.collection('settings').updateOne({ key }, { $set: data }, { upsert: true }));
+exports.updateSetting = updateSetting;
+const maintenanceMessage = {
+    true: 'Server is under maintenance, please do not use API or Website',
+    false: 'Maintenance ended'
+};
+const setMaintenance = async (enabled) => {
+    var _a;
+    const message = maintenanceMessage[`${enabled}`];
+    const fullMessage = `
+${message}
+
+*API*: ${utils_1.baseUrl.replace('www', 'api')}
+*Website*: ${utils_1.baseUrl}
+  `.trim();
+    const setting = await (0, exports.getSetting)(api_1.SettingKey.maintenanceEnabled);
+    const existingThread = setting ? (_a = setting.metadata) === null || _a === void 0 ? void 0 : _a.slackThreadTs : null;
+    const ts = enabled
+        ?
+            await (0, slack_1.sendSlackMessage)({ text: fullMessage })
+        : existingThread
+            ?
+                await (0, slack_1.replySlackMessage)(existingThread, { text: message })
+            :
+                null;
+    return await (0, exports.updateSetting)(api_1.SettingKey.maintenanceEnabled, {
+        value: enabled,
+        metadata: { slackThreadTs: enabled ? ts : null }
+    });
+};
+exports.setMaintenance = setMaintenance;
+//# sourceMappingURL=mongodb.js.map

package/dist/mongodb.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mongodb.js","sourceRoot":"","sources":["../src/mongodb.ts"],"names":[],"mappings":";;;AAAA,qCAA8D;AAC9D,2CAe2B;AAE3B,+BAA8B;AAC9B,mCAA8D;AAC9D,mCAAkC;AAE3B,MAAM,WAAW,GAAG,KAAK,EAAK,KAA6B,EAAE,eAAkB,IAAI,EAAE,EAAE;IAC5F,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,qBAAW,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,WAAW,EAAE;YAChE,QAAQ,EAAE,CAAC;YACX,kBAAkB,EAAE,IAAI;SACzB,CAAC,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC;QACrC,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;QACrB,OAAO,GAAG,CAAC;IACb,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IAAA,WAAK,EAAC,GAAG,CAAC,CAAC;QACX,OAAO,YAAY,CAAC;IACtB,CAAC;AACH,CAAC,CAAC;AAbW,QAAA,WAAW,eAatB;AAEF,MAAM,iBAAiB,GAAG,CAAI,KAAU,EAAE,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;AAEpF,MAAM,QAAQ,GAAG,CAAC,GAAa,EAAO,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,kBAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AAArF,QAAA,QAAQ,YAA6E;AAI3F,MAAM,eAAe,GAAG,CAC7B,UAAwD,EACxD,KAAU,EACV,KAAK,GAAG,CAAC,EACwB,EAAE,CACnC,IAAA,mBAAW,EACT,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,EAC7G,EAA4B,CAC7B,CAAC;AARS,QAAA,eAAe,mBAQxB;AAEG,MAAM,iBAAiB,GAAG,CAAC,QAAgB,EAAE,OAA6B,EAAE,EAAE,EAAE;IACrF,MAAM,QAAQ,GAAG,IAAA,sBAAgB,EAAC,QAAQ,CAAC,CAAC;IAC5C,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACtC,OAAO,IAAA,mBAAW,EAAC,EAAE,CAAC,EAAE,CACtB,EAAE,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC,SAAS,CACrC,EAAE,QAAQ,EAAE,EACZ;QACE,IAAI,EAAE,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,EAAE;QACpE,YAAY,EAAE,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,EAAE;KACxC,EACD,EAAE,MAAM,EAAE,IAAI,EAAE,CACjB,CACF,CAAC;AACJ,CAAC,CAAC;AAbW,QAAA,iBAAiB,qBAa5B;AAEK,MAAM,kBAAkB,GAAG,CAAC,GAAa,EAAE,EAAE,CAClD,IAAA,mBAAW,EAAC,EAAE,CAAC,EAAE,CACf,EAAE,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC,UAAU,CAAC;IACvC,GAAG,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE;CAClB,CAAC,CACH,CAAC;AALS,QAAA,kBAAkB,sBAK3B;AAEJ,MAAM,qBAAqB,GAAG,CAAC,MAAyB,EAAE,EAAE;IAC1D,MAAM,GAAG,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IACtD,OAAO,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,KAAK,uBAAiB,WAAW,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC5E,CAAC,CAAC;AAEK,MAAM,yBAAyB,GAAG,CAAC,MAAyB,EAAE,EAAE,CACrE,IAAA,mBAAW,EAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC,UAAU,CAAC,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,qBAAqB,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;AAD1G,QAAA,yBAAyB,6BACiF;AAIvH,MAAM,cAAc,GAAG,CAAC,QAAgB,EAAE,EAAE;IAC1C,MAAM,CAAC,QAAQ,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACvC,OAAO;QACL,QAAQ,EAAE;YACR,GAAG,EAAE,MAAM,CAAC,MAAM,CAAC,yBAAmB,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,IAAI,GAAG,EAAE,CAAC;SACzE;KACF,CAAC;AACJ,CAAC,CAAC;AAEK,MAAM,QAAQ,GAAG,CACtB,UAAiD,EACjD,KAAU,EACV,KAAK,GAAG,CAAC,EACiB,EAAE,CAC5B,IAAA,mBAAW,EACT,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,EACtG,EAAqB,CACtB,CAAC;AARS,QAAA,QAAQ,YAQjB;AAEG,MAAM,OAAO,GAAG,CAAC,QAAgB,EAA0B,EAAE,CAClE,IAAA,mBAAW,EAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC,EAAE,EAAmB,CAAC,CAAC;AADtF,QAAA,OAAO,WAC+E;AAE5F,MAAM,UAAU,GAAG,CAAC,QAAgB,EAAE,OAAsB,EAAE,EAAE,EAAE,CACvE,IAAA,mBAAW,EAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;AADnF,QAAA,UAAU,cACyE;AAEzF,MAAM,WAAW,GAAG,CAAC,GAAa,EAAE,OAAsB,EAAE,EAAE,EAAE,CACrE,IAAA,mBAAW,EAAC,EAAE,CAAC,EAAE,CACf,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,UAAU,CAAC,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,kBAAQ,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CACrG,CAAC;AAHS,QAAA,WAAW,eAGpB;AAEJ,MAAM,QAAQ,GAAG,CAAC,GAAwB,EAAE,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,IAAI,MAAM,CAAC,IAAI,GAAG,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;AAE3F,MAAM,cAAc,GAAG,CAAC,MAAc,EAAE,QAAuB,EAAE,EAAE,CACxE,IAAA,mBAAW,EAAC,EAAE,CAAC,EAAE,CACf,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,cAAc,CAAC;IACpC,IAAI,EAAE,IAAI,kBAAQ,CAAC,MAAM,CAAC;IAC1B,IAAI,EAAE;QACJ;YACE,GAAG,EAAE;gBACH,QAAQ,CAAC,yBAAmB,CAAC,IAAI,CAAC;gBAClC,QAAQ,CAAC,yBAAmB,CAAC,GAAG,CAAC;gBACjC,QAAQ,CAAC,yBAAmB,CAAC,GAAG,CAAC;gBACjC,QAAQ,CAAC,yBAAmB,CAAC,IAAI,CAAC;aACnC,CAAC,MAAM,CAAC,OAAO,CAAC;SAClB;QACD,CAAA,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,MAAM;YACd,CAAC,CAAC;gBACE,GAAG,EAAE,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;aAC1C;YACH,CAAC,CAAC,IAAI;KACT,CAAC,MAAM,CAAC,OAAO,CAAC;CAClB,CAAC,CACH,CAAC;AApBS,QAAA,cAAc,kBAoBvB;AAIG,MAAM,QAAQ,GAAG,CACtB,UAAiD,EACjD,KAAU,EACV,KAAK,GAAG,CAAC,EACiB,EAAE,CAC5B,IAAA,mBAAW,EACT,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,EACtG,EAAqB,CACtB,CAAC;AARS,QAAA,QAAQ,YAQjB;AAEG,MAAM,OAAO,GAAG,CAAC,MAAc,EAA0B,EAAE,CAChE,IAAA,mBAAW,EAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,kBAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,EAAmB,CAAC,CAAC;AAD3F,QAAA,OAAO,WACoF;AAEjG,MAAM,mBAAmB,GAAG,KAAK,EAAE,QAAiB,EAAE,EAAE;IAC7D,MAAM,MAAM,GAAG,QAAQ,CAAC,CAAC,CAAC,IAAA,wBAAkB,EAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC9D,OAAO,CAAC,MAAM,IAAI,IAAA,oBAAc,EAAC,MAAM,CAAC,CAAC,CAAC,CAAE,EAAoB,CAAC,CAAC,CAAC,MAAM,IAAA,eAAO,EAAC,MAAM,CAAC,CAAC;AAC3F,CAAC,CAAC;AAHW,QAAA,mBAAmB,uBAG9B;AAEK,MAAM,UAAU,GAAG,CAAC,MAAc,EAAE,OAAsB,EAAE,EAAE,EAAE,CACrE,IAAA,mBAAW,EAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,IAAI,kBAAQ,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;AADxF,QAAA,UAAU,cAC8E;AAQ9F,MAAM,iBAAiB,GAAG,CAC/B,EAAE,EAAE,EAAE,GAAG,KAAK,KAAgD,EAAE,EAAE,EAAE,SAAS,EAAE,EACnD,EAAE,CAC9B,IAAA,mBAAW,EAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC,OAAO,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,IAAI,kBAAQ,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC;AAHzG,QAAA,iBAAiB,qBAGwF;AAE/G,MAAM,kBAAkB,GAAG,CAAC,KAAK,GAAG,EAAE,EAAE,UAAU,GAAG,EAAE,EAAgC,EAAE,CAC9F,IAAA,mBAAW,EAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC,IAAI,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC;AAD/E,QAAA,kBAAkB,sBAC6D;AAErF,MAAM,oBAAoB,GAAG,CAClC,EAAE,EAAE,EAAE,GAAG,KAAK,KAAgD,EAAE,EAAE,EAAE,SAAS,EAAE,EAC/E,OAAgC,EAAE,EAClC,EAAE,CACF,IAAA,mBAAW,EAAC,EAAE,CAAC,EAAE,CACf,EAAE;KACC,UAAU,CAAC,iBAAiB,CAAC;KAC7B,SAAS,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,IAAI,kBAAQ,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,KAAK,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,GAAG,IAAI,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,EAAE,EAAE,CAAC,CACnH,CAAC;AARS,QAAA,oBAAoB,wBAQ7B;AAEG,MAAM,qBAAqB,GAAG,KAAK,EAAE,IAA+B,EAAE,EAAE,CAC7E,IAAI,CAAC,MAAM;IACT,CAAC,CAAC,MAAM,IAAA,mBAAW,EAAC,EAAE,CAAC,EAAE;QACrB,MAAM,IAAI,GAAG,EAAE,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC,yBAAyB,EAAE,CAAC;QAE1E,IAAI,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,EAAE;YAClD,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,IAAI,kBAAQ,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;QAC3G,CAAC,CAAC,CAAC;QACH,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC;IACxB,CAAC,CAAC;IACJ,CAAC,CAAC,IAAI,CAAC;AAVE,QAAA,qBAAqB,yBAUvB;AAEJ,MAAM,oBAAoB,GAAG,CAAC,MAA+B,EAAE,OAAgC,EAAE,EAAE,EAAE,CAC1G,IAAA,mBAAW,EAAC,EAAE,CAAC,EAAE,CACf,EAAE;KACC,UAAU,CAAC,iBAAiB,CAAC;KAC7B,SAAS,CACR,MAAM,EACN,EAAE,IAAI,EAAE,EAAE,GAAG,IAAI,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,EAAE,EAAE,YAAY,EAAE,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,EAAE,EAAE,EACrF,EAAE,MAAM,EAAE,IAAI,EAAE,CACjB,CACJ,CAAC;AATS,QAAA,oBAAoB,wBAS7B;AAIG,MAAM,aAAa,GAAG,CAC3B,IAAmB,EACnB,UAAsD,EACtD,KAAU,EACV,KAAK,GAAG,CAAC,EACsB,EAAE,CACjC,IAAA,mBAAW,EACT,EAAE,CAAC,EAAE,CACH,EAAE;KACC,UAAU,CAAC,YAAY,CAAC;KACxB,IAAI,CAAC;IACJ,GAAG,UAAU;IACb,IAAI;CACL,CAAC;KACD,OAAO,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;KACjC,KAAK,CAAC,KAAK,CAAC;KACZ,OAAO,EAAE,EACd,EAA0B,CAC3B,CAAC;AAlBS,QAAA,aAAa,iBAkBtB;AAEG,MAAM,YAAY,GAAG,CAAC,IAAmB,EAAE,SAAmB,EAAE,EAAE,CACvE,IAAA,mBAAW,EAAC,EAAE,CAAC,EAAE,CACf,EAAE,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,SAAS,CAAC;IACpC,IAAI;IACJ,SAAS;IACT,SAAS,EAAE,IAAI,IAAI,EAAE;IACrB,SAAS,EAAE,IAAI,IAAI,EAAE;CACtB,CAAC,CACH,CAAC;AARS,QAAA,YAAY,gBAQrB;AAIG,MAAM,UAAU,GAAG,CAAC,GAAe,EAAoB,EAAE,CAC9D,IAAA,mBAAW,EAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;AADnD,QAAA,UAAU,cACyC;AAEzD,MAAM,aAAa,GAAG,CAAC,GAAe,EAAE,IAAsB,EAAE,EAAE,CACvE,IAAA,mBAAW,EAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;AADvF,QAAA,aAAa,iBAC0E;AAEpG,MAAM,kBAAkB,GAAG;IACzB,IAAI,EAAE,+DAA+D;IACrE,KAAK,EAAE,mBAAmB;CAC3B,CAAC;AAEK,MAAM,cAAc,GAAG,KAAK,EAAE,OAAgB,EAAE,EAAE;;IACvD,MAAM,OAAO,GAAG,kBAAkB,CAAC,GAAG,OAAO,EAAE,CAAC,CAAC;IACjD,MAAM,WAAW,GAAG;EACpB,OAAO;;SAEA,eAAO,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC;aACzB,eAAO;GACjB,CAAC,IAAI,EAAE,CAAC;IACT,MAAM,OAAO,GAAG,MAAM,IAAA,kBAAU,EAAC,gBAAU,CAAC,kBAAkB,CAAC,CAAC;IAChE,MAAM,cAAc,GAAG,OAAO,CAAC,CAAC,CAAC,MAAA,OAAO,CAAC,QAAQ,0CAAE,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC;IACxE,MAAM,EAAE,GAAG,OAAO;QAChB,CAAC;YACC,MAAM,IAAA,wBAAgB,EAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;QAC/C,CAAC,CAAC,cAAc;YACd,CAAC;gBACC,MAAM,IAAA,yBAAiB,EAAC,cAAc,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;YAC5D,CAAC;gBACC,IAAI,CAAC;IAEX,OAAO,MAAM,IAAA,qBAAa,EAAC,gBAAU,CAAC,kBAAkB,EAAE;QACxD,KAAK,EAAE,OAAO;QACd,QAAQ,EAAE,EAAE,aAAa,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE;KACjD,CAAC,CAAC;AACL,CAAC,CAAC;AAvBW,QAAA,cAAc,kBAuBzB"}

package/dist/s3.d.ts

@@ -1,5 +1,6 @@
 /// <reference types="node" />
 /// <reference types="node" />
+/// <reference types="node" />
 import * as AWS from 'aws-sdk';
 import { Observable } from 'rxjs';
 export declare const isS3Mode: boolean;

package/dist/slack.d.ts

@@ -0,0 +1,4 @@
+import { ChatPostMessageArguments } from '@slack/web-api';
+export declare const errorsChannel: string;
+export declare const sendSlackMessage: (args: Omit<ChatPostMessageArguments, 'channel'>, timeout?: number) => Promise<string>;
+export declare const replySlackMessage: (thread_ts: string, args: Omit<ChatPostMessageArguments, 'channel' | 'thread_ts'>) => Promise<string>;

package/dist/slack.js

@@ -0,0 +1,22 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.replySlackMessage = exports.sendSlackMessage = exports.errorsChannel = void 0;
+const web_api_1 = require("@slack/web-api");
+const token = process.env.SLACK_TOKEN;
+const channel = process.env.SLACK_CHANNEL;
+exports.errorsChannel = process.env.SLACK_CHANNEL_ERRORS;
+const sendSlackMessage = async (args, timeout = 0) => {
+    const client = new web_api_1.WebClient(token, {
+        retryConfig: { retries: 0 },
+        timeout: Math.max(timeout, 3000)
+    });
+    return (await client.chat.postMessage({
+        channel,
+        link_names: true,
+        ...args
+    })).ts;
+};
+exports.sendSlackMessage = sendSlackMessage;
+const replySlackMessage = async (thread_ts, args) => (thread_ts ? await (0, exports.sendSlackMessage)({ thread_ts, ...args }) : null);
+exports.replySlackMessage = replySlackMessage;
+//# sourceMappingURL=slack.js.map

package/dist/slack.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"slack.js","sourceRoot":"","sources":["../src/slack.ts"],"names":[],"mappings":";;;AAAA,4CAAqE;AAErE,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC;AACtC,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC;AAC7B,QAAA,aAAa,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC;AAEvD,MAAM,gBAAgB,GAAG,KAAK,EAAE,IAA+C,EAAE,OAAO,GAAG,CAAC,EAAE,EAAE;IACrG,MAAM,MAAM,GAAG,IAAI,mBAAS,CAAC,KAAK,EAAE;QAClC,WAAW,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE;QAC3B,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC;KACjC,CAAC,CAAC;IACH,OAAO,CACL,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC;QAC5B,OAAO;QACP,UAAU,EAAE,IAAI;QAChB,GAAG,IAAI;KACD,CAAC,CACV,CAAC,EAAE,CAAC;AACP,CAAC,CAAC;AAZW,QAAA,gBAAgB,oBAY3B;AAEK,MAAM,iBAAiB,GAAG,KAAK,EACpC,SAAiB,EACjB,IAA6D,EAC7D,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,IAAA,wBAAgB,EAAC,EAAE,SAAS,EAAE,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;AAH5D,QAAA,iBAAiB,qBAG2C"}

package/dist/utils.d.ts

@@ -1,5 +1,6 @@
 import { S3EventRecord, SNSEventRecord } from 'aws-lambda';
 import { IFunctionParam } from './s3';
+export declare const baseUrl: string;
 export declare const recordToFunctionParam: (event: SNSEventRecord | S3EventRecord) => IFunctionParam;
 export declare const functionParamToS3Record: ({ bucket, key, timestamp }: IFunctionParam) => Partial<S3EventRecord>;
 export declare const functionParamToSNSRecord: ({ bucket, key, timestamp }: IFunctionParam) => Partial<SNSEventRecord>;

package/dist/utils.js

@@ -1,8 +1,9 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.byteSize = exports.stripBOM = exports.prependWithKey = exports.refToSchemaType = exports.isEmpty = exports.spliceAndProcess = exports.returnError = exports.returnResponse = exports.functionParamToSNSRecord = exports.functionParamToS3Record = exports.recordToFunctionParam = void 0;
+exports.byteSize = exports.stripBOM = exports.prependWithKey = exports.refToSchemaType = exports.isEmpty = exports.spliceAndProcess = exports.returnError = exports.returnResponse = exports.functionParamToSNSRecord = exports.functionParamToS3Record = exports.recordToFunctionParam = exports.baseUrl = void 0;
 const utils_1 = require("@hestia-earth/utils");
 const log_1 = require("./log");
+exports.baseUrl = process.env.DOMAIN || '';
 const recordToFunctionParam = (event) => (0, utils_1.reduceUndefinedValues)('Sns' in event
     ? {
         ...JSON.parse(event.Sns.Message),

package/dist/utils.js.map

@@ -1 +1 @@
-{"version":3,"file":"utils.js","sourceRoot":"","sources":["../src/utils.ts"],"names":[],"mappings":";;;AACA,+CAA4D;AAG5D,+BAA8B;AAEvB,MAAM,qBAAqB,GAAG,CAAC,KAAqC,EAAkB,EAAE,CAC7F,IAAA,6BAAqB,EACnB,KAAK,IAAI,KAAK;IACZ,CAAC,CAAC;QACE,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC;QAChC,SAAS,EAAE,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS;KAC3E;IACH,CAAC,CAAC;QACE,MAAM,EAAE,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI;QAC5B,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG;QACxB,QAAQ,EAAE,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG;QAC7B,SAAS,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS;KACnE,CACY,CAAC;AAbT,QAAA,qBAAqB,yBAaZ;AAEf,MAAM,uBAAuB,GAAG,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,SAAS,EAAkB,EAAE,EAAE,CACpF,CAAC;IACC,EAAE,EAAE;QACF,MAAM,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE;QACxB,MAAM,EAAE,EAAE,GAAG,EAAE;KAChB;IACD,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;CACxD,CAA2B,CAAC;AAPlB,QAAA,uBAAuB,2BAOL;AAExB,MAAM,wBAAwB,GAAG,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,SAAS,EAAkB,EAAE,EAAE,CACrF,CAAC;IACC,GAAG,EAAE;QACH,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC;KACzC;IACD,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;CACxD,CAA4B,CAAC;AANnB,QAAA,wBAAwB,4BAML;AAEzB,MAAM,cAAc,GAAG,CAAC,IAAS,EAAE,UAAU,GAAG,GAAG,EAAE,EAAE;IAC5D,OAAO;QACL,UAAU;QACV,OAAO,EAAE;YACP,6BAA6B,EAAE,GAAG;YAClC,kCAAkC,EAAE,IAAI;SACzC;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;KACpC,CAAC;AACJ,CAAC,CAAC;AATW,QAAA,cAAc,kBASzB;AAEF,MAAM,kBAAkB,GAAG,GAAG,CAAC;AAExB,MAAM,WAAW,GAAG,GAAG,CAAC,EAAE;IAC/B,IAAA,WAAK,EAAC,aAAa,EAAE,GAAG,EAAE,GAAG,aAAH,GAAG,uBAAH,GAAG,CAAE,KAAK,EAAE,GAAG,aAAH,GAAG,uBAAH,GAAG,CAAE,IAAI,CAAC,CAAC;IACjD,MAAM,EAAE,KAAK,EAAE,YAAY,EAAE,MAAM,GAAG,kBAAkB,EAAE,GACxD,OAAO,GAAG,KAAK,QAAQ;QACrB,CAAC,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE;QAChB,CAAC,CAAC,GAAG,CAAC,IAAI;YACR,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI;YACf,CAAC,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,OAAO,EAAE,MAAM,EAAE,kBAAkB,EAAE,CAAC;IAC3D,OAAO,IAAA,sBAAc,EAAC,EAAE,KAAK,EAAE,YAAY,EAAE,EAAE,MAAM,IAAI,kBAAkB,CAAC,CAAC;AAC/E,CAAC,CAAC;AATW,QAAA,WAAW,eAStB;AAEK,MAAM,gBAAgB,GAAG,CAAO,IAAS,EAAE,IAA4B,EAAE,KAAK,GAAG,CAAC,EAAE,EAAE,CAC3F,IAAI,OAAO,CAAW,OAAO,CAAC,EAAE;IAC9B,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;QACjB,OAAO,OAAO,EAAE,CAAC;IACnB,CAAC;IACD,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC;IAEnD,KAAK,IAAI,CAAC,SAAS,CAAC;SACjB,IAAI,CAAC,GAAG,EAAE,CAAC,IAAA,wBAAgB,EAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;SAC/C,IAAI,CAAC,OAAO,CAAC,CAAC;AACnB,CAAC,CAAC,CAAC;AAVQ,QAAA,gBAAgB,oBAUxB;AAEE,MAAM,OAAO,GAAG,CAAC,KAAU,EAAE,OAAO,GAAG,CAAC,EAAE,EAAE,CACjD,OAAO,KAAK,KAAK,QAAQ;IACvB,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QACpB,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM;QACf,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,MAAM,CAAC,CAAC,MAAM,GAAG,OAAO;IACrE,CAAC,CAAC,OAAO,KAAK,KAAK,WAAW,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;AALxD,QAAA,OAAO,WAKiD;AAE9D,MAAM,eAAe,GAAG,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;AAAhE,QAAA,eAAe,mBAAiD;AAEtE,MAAM,cAAc,GAAG,CAAC,IAAS,EAAE,GAAW,EAAE,EAAE,CACvD,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,IAAI,EAAE,CAAC,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;AADjF,QAAA,cAAc,kBACmE;AAEvF,MAAM,QAAQ,GAAG,CAAC,OAAe,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;AAAhG,QAAA,QAAQ,YAAwF;AAEtG,MAAM,QAAQ,GAAG,CAAC,KAAsB,EAAE,EAAE,CACjD,MAAM,CAAC,UAAU,CAAC,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;AADlE,QAAA,QAAQ,YAC0D"}
+{"version":3,"file":"utils.js","sourceRoot":"","sources":["../src/utils.ts"],"names":[],"mappings":";;;AACA,+CAA4D;AAG5D,+BAA8B;AAEjB,QAAA,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,IAAI,EAAE,CAAC;AAEzC,MAAM,qBAAqB,GAAG,CAAC,KAAqC,EAAkB,EAAE,CAC7F,IAAA,6BAAqB,EACnB,KAAK,IAAI,KAAK;IACZ,CAAC,CAAC;QACE,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC;QAChC,SAAS,EAAE,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS;KAC3E;IACH,CAAC,CAAC;QACE,MAAM,EAAE,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI;QAC5B,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG;QACxB,QAAQ,EAAE,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG;QAC7B,SAAS,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS;KACnE,CACY,CAAC;AAbT,QAAA,qBAAqB,yBAaZ;AAEf,MAAM,uBAAuB,GAAG,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,SAAS,EAAkB,EAAE,EAAE,CACpF,CAAC;IACC,EAAE,EAAE;QACF,MAAM,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE;QACxB,MAAM,EAAE,EAAE,GAAG,EAAE;KAChB;IACD,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;CACxD,CAA2B,CAAC;AAPlB,QAAA,uBAAuB,2BAOL;AAExB,MAAM,wBAAwB,GAAG,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,SAAS,EAAkB,EAAE,EAAE,CACrF,CAAC;IACC,GAAG,EAAE;QACH,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC;KACzC;IACD,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;CACxD,CAA4B,CAAC;AANnB,QAAA,wBAAwB,4BAML;AAEzB,MAAM,cAAc,GAAG,CAAC,IAAS,EAAE,UAAU,GAAG,GAAG,EAAE,EAAE;IAC5D,OAAO;QACL,UAAU;QACV,OAAO,EAAE;YACP,6BAA6B,EAAE,GAAG;YAClC,kCAAkC,EAAE,IAAI;SACzC;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;KACpC,CAAC;AACJ,CAAC,CAAC;AATW,QAAA,cAAc,kBASzB;AAEF,MAAM,kBAAkB,GAAG,GAAG,CAAC;AAExB,MAAM,WAAW,GAAG,GAAG,CAAC,EAAE;IAC/B,IAAA,WAAK,EAAC,aAAa,EAAE,GAAG,EAAE,GAAG,aAAH,GAAG,uBAAH,GAAG,CAAE,KAAK,EAAE,GAAG,aAAH,GAAG,uBAAH,GAAG,CAAE,IAAI,CAAC,CAAC;IACjD,MAAM,EAAE,KAAK,EAAE,YAAY,EAAE,MAAM,GAAG,kBAAkB,EAAE,GACxD,OAAO,GAAG,KAAK,QAAQ;QACrB,CAAC,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE;QAChB,CAAC,CAAC,GAAG,CAAC,IAAI;YACR,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI;YACf,CAAC,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,OAAO,EAAE,MAAM,EAAE,kBAAkB,EAAE,CAAC;IAC3D,OAAO,IAAA,sBAAc,EAAC,EAAE,KAAK,EAAE,YAAY,EAAE,EAAE,MAAM,IAAI,kBAAkB,CAAC,CAAC;AAC/E,CAAC,CAAC;AATW,QAAA,WAAW,eAStB;AAEK,MAAM,gBAAgB,GAAG,CAAO,IAAS,EAAE,IAA4B,EAAE,KAAK,GAAG,CAAC,EAAE,EAAE,CAC3F,IAAI,OAAO,CAAW,OAAO,CAAC,EAAE;IAC9B,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;QACjB,OAAO,OAAO,EAAE,CAAC;IACnB,CAAC;IACD,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC;IAEnD,KAAK,IAAI,CAAC,SAAS,CAAC;SACjB,IAAI,CAAC,GAAG,EAAE,CAAC,IAAA,wBAAgB,EAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;SAC/C,IAAI,CAAC,OAAO,CAAC,CAAC;AACnB,CAAC,CAAC,CAAC;AAVQ,QAAA,gBAAgB,oBAUxB;AAEE,MAAM,OAAO,GAAG,CAAC,KAAU,EAAE,OAAO,GAAG,CAAC,EAAE,EAAE,CACjD,OAAO,KAAK,KAAK,QAAQ;IACvB,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QACpB,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM;QACf,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,MAAM,CAAC,CAAC,MAAM,GAAG,OAAO;IACrE,CAAC,CAAC,OAAO,KAAK,KAAK,WAAW,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;AALxD,QAAA,OAAO,WAKiD;AAE9D,MAAM,eAAe,GAAG,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;AAAhE,QAAA,eAAe,mBAAiD;AAEtE,MAAM,cAAc,GAAG,CAAC,IAAS,EAAE,GAAW,EAAE,EAAE,CACvD,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,IAAI,EAAE,CAAC,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;AADjF,QAAA,cAAc,kBACmE;AAEvF,MAAM,QAAQ,GAAG,CAAC,OAAe,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;AAAhG,QAAA,QAAQ,YAAwF;AAEtG,MAAM,QAAQ,GAAG,CAAC,KAAsB,EAAE,EAAE,CACjD,MAAM,CAAC,UAAU,CAAC,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;AADlE,QAAA,QAAQ,YAC0D"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@hestia-earth/pipeline-utils",
-  "version": "0.13.18",
+  "version": "0.13.20",
   "description": "Utilities for running pipelines",
   "main": "dist/index.js",
   "typings": "dist/index.d.ts",
@@ -29,11 +29,14 @@
   "homepage": "https://gitlab.com/hestia-earth/hestia-pipeline-utils#readme",
   "dependencies": {
     "@elastic/elasticsearch": "7.13.0",
-    "aws-sdk": "^2.1302.0",
+    "@slack/web-api": "^7.7.0",
+    "aws-sdk": "^2.1692.0",
     "axios": "^1.4.0",
+    "bson": "^4.7.2",
     "lodash.get": "^4.4.0",
     "lodash.pick": "^4.4.0",
     "memory-cache": "^0.2.0",
+    "mongodb": "^3.7.4",
     "rxjs": "^6.6.7"
   },
   "peerDependencies": {
@@ -55,7 +58,8 @@
     "@types/lodash.get": "^4.4.9",
     "@types/lodash.pick": "^4.4.9",
     "@types/mocha": "^10.0.6",
-    "@types/node": "^16.18.68",
+    "@types/mongodb": "^3.6.20",
+    "@types/node": "^18.19.64",
     "@typescript-eslint/eslint-plugin": "^5.62.0",
     "@typescript-eslint/parser": "^5.62.0",
     "chai": "^4.3.10",

package/src/index.ts

@@ -1,8 +1,10 @@
 export * from './ec2';
 export * from './lambda';
 export * from './log';
+export * from './mongodb';
 export * from './progress';
 export * from './s3';
+export * from './slack';
 export * from './sns';
 export * from './sqs';
 export * from './utils';

package/src/mongodb.ts

@@ -0,0 +1,278 @@
+import { MongoClient, Db, ObjectId, ObjectID } from 'mongodb';
+import {
+  Aggregation,
+  File,
+  User,
+  SupportedExtensions,
+  rootFolderFromPath,
+  isFolderUpload,
+  FileStatus,
+  Reconciliation,
+  filenameFromPath,
+  aggregationFolder,
+  Setting,
+  SettingKey,
+  Migration,
+  MigrationType
+} from '@hestia-earth/api';
+
+import { error } from './log';
+import { sendSlackMessage, replySlackMessage } from './slack';
+import { baseUrl } from './utils';
+
+export const transaction = async <T>(query: (db: Db) => Promise<T>, defaultValue: T = null) => {
+  try {
+    const client = await MongoClient.connect(process.env.MONGODB_URL, {
+      poolSize: 1,
+      useUnifiedTopology: true
+    });
+    const res = await query(client.db());
+    await client.close();
+    return res;
+  } catch (err) {
+    error(err);
+    return defaultValue;
+  }
+};
+
+const propsToProjection = <T>(props: T[]) => Object.fromEntries(props.map(p => [p, true]));
+
+export const idsQuery = (ids: string[]): any => ({ _id: { $in: ids.map(v => new ObjectID(v)) } });
+
+// --- Aggregations
+
+export const getAggregations = <U extends keyof Aggregation>(
+  conditions: { [key in keyof Partial<Aggregation>]: any },
+  props: U[],
+  limit = 0
+): Promise<Pick<Aggregation, U>[]> =>
+  transaction(
+    db => db.collection('aggregations').find(conditions).project(propsToProjection(props)).limit(limit).toArray(),
+    [] as Pick<Aggregation, U>[]
+  );
+
+export const upsertAggregation = (filepath: string, data: Partial<Aggregation> = {}) => {
+  const filename = filenameFromPath(filepath);
+  const folder = filepath.split('/')[1];
+  return transaction(db =>
+    db.collection('aggregations').updateOne(
+      { filepath },
+      {
+        $set: { ...data, folder, filepath, filename, updatedAt: new Date() },
+        $setOnInsert: { createdAt: new Date() }
+      },
+      { upsert: true }
+    )
+  );
+};
+
+export const removeAggregations = (ids: string[]) =>
+  transaction(db =>
+    db.collection('aggregations').deleteMany({
+      _id: { $in: ids }
+    })
+  );
+
+const aggregationMatchTerms = (termId: string | string[]) => {
+  const ids = Array.isArray(termId) ? termId : [termId];
+  return ids.map(id => `(^${aggregationFolder}\/cycle-${id}-.*)`).join('|');
+};
+
+export const removeAggregationsByTerms = (termId: string | string[]) =>
+  transaction(db => db.collection('aggregations').deleteMany({ filepath: { $regex: aggregationMatchTerms(termId) } }));
+
+// --- Files
+
+const filepathSearch = (filepath: string) => {
+  const [filename] = filepath.split('.');
+  return {
+    filepath: {
+      $in: Object.values(SupportedExtensions).map(ext => `${filename}.${ext}`)
+    }
+  };
+};
+
+export const getFiles = <U extends keyof File>(
+  conditions: { [key in keyof Partial<File>]: any },
+  props: U[],
+  limit = 0
+): Promise<Pick<File, U>[]> =>
+  transaction(
+    db => db.collection('files').find(conditions).project(propsToProjection(props)).limit(limit).toArray(),
+    [] as Pick<File, U>[]
+  );
+
+export const getFile = (filepath: string): Promise<Partial<File>> =>
+  transaction(db => db.collection('files').findOne(filepathSearch(filepath)), {} as Partial<File>);
+
+export const updateFile = (filepath: string, data: Partial<File> = {}) =>
+  transaction(db => db.collection('files').updateOne(filepathSearch(filepath), { $set: data }));
+
+export const updateFiles = (ids: string[], data: Partial<File> = {}) =>
+  transaction(db =>
+    db.collection('files').updateMany({ _id: { $in: ids.map(id => new ObjectId(id)) } }, { $set: data })
+  );
+
+const matchExt = (ext: SupportedExtensions) => ({ filename: { $regex: new RegExp(`.${ext}$`) } });
+
+export const countUserFiles = (userId: string, statuses?: FileStatus[]) =>
+  transaction(db =>
+    db.collection('files').countDocuments({
+      user: new ObjectId(userId),
+      $and: [
+        {
+          $or: [
+            matchExt(SupportedExtensions.json),
+            matchExt(SupportedExtensions.csv),
+            matchExt(SupportedExtensions.xls),
+            matchExt(SupportedExtensions.xlsx)
+          ].filter(Boolean)
+        },
+        statuses?.length
+          ? {
+              $or: statuses.map(status => ({ status }))
+            }
+          : null
+      ].filter(Boolean)
+    })
+  );
+
+// --- Users
+
+export const getUsers = <U extends keyof User>(
+  conditions: { [key in keyof Partial<User>]: any },
+  props: U[],
+  limit = 0
+): Promise<Pick<User, U>[]> =>
+  transaction(
+    db => db.collection('users').find(conditions).project(propsToProjection(props)).limit(limit).toArray(),
+    [] as Pick<User, U>[]
+  );
+
+export const getUser = (userId: string): Promise<Partial<User>> =>
+  transaction(db => db.collection('users').findOne({ _id: new ObjectId(userId) }), {} as Partial<User>);
+
+export const getUserFromFilepath = async (filepath?: string) => {
+  const userId = filepath ? rootFolderFromPath(filepath) : null;
+  return !userId || isFolderUpload(userId) ? ({} as Partial<User>) : await getUser(userId);
+};
+
+export const updateUser = (userId: string, data: Partial<User> = {}) =>
+  transaction(db => db.collection('users').updateOne({ _id: new ObjectId(userId) }, { $set: data }));
+
+// --- Reconciliation
+
+export interface RawReconciliation extends Reconciliation {
+  _id: string;
+}
+
+export const getReconciliation = (
+  { id, ...query }: Partial<Reconciliation> & { id?: string } = { id: undefined }
+): Promise<RawReconciliation> =>
+  transaction(db => db.collection('reconciliations').findOne({ ...(id ? { _id: new ObjectId(id) } : {}), ...query }));
+
+export const getReconciliations = (query = {}, projection = {}): Promise<RawReconciliation[]> =>
+  transaction(db => db.collection('reconciliations').find(query, projection).toArray(), []);
+
+export const updateReconciliation = (
+  { id, ...query }: Partial<Reconciliation> & { id?: string } = { id: undefined },
+  data: Partial<Reconciliation> = {}
+) =>
+  transaction(db =>
+    db
+      .collection('reconciliations')
+      .updateOne({ ...(id ? { _id: new ObjectId(id) } : {}), ...query }, { $set: { ...data, updatedAt: new Date() } })
+  );
+
+export const updateReconciliations = async (data: Partial<Reconciliation>[]) =>
+  data.length
+    ? await transaction(db => {
+        const bulk = db.collection('reconciliations').initializeUnorderedBulkOp();
+
+        data.forEach(({ id, level, details, error: err }) => {
+          bulk.find({ _id: new ObjectId(id) }).updateOne({ $set: { level, details, err, updatedAt: new Date() } });
+        });
+        return bulk.execute();
+      })
+    : null;
+
+export const upsertReconciliation = (filter: Partial<Reconciliation>, data: Partial<Reconciliation> = {}) =>
+  transaction(db =>
+    db
+      .collection('reconciliations')
+      .updateOne(
+        filter,
+        { $set: { ...data, updatedAt: new Date() }, $setOnInsert: { createdAt: new Date() } },
+        { upsert: true }
+      )
+  );
+
+// --- Migrations
+
+export const getMigrations = <U extends keyof Migration>(
+  type: MigrationType,
+  conditions: { [key in keyof Partial<Migration>]: any },
+  props: U[],
+  limit = 0
+): Promise<Pick<Migration, U>[]> =>
+  transaction(
+    db =>
+      db
+        .collection('migrations')
+        .find({
+          ...conditions,
+          type
+        })
+        .project(propsToProjection(props))
+        .limit(limit)
+        .toArray(),
+    [] as Pick<Migration, U>[]
+  );
+
+export const addMigration = (type: MigrationType, filenames: string[]) =>
+  transaction(db =>
+    db.collection('migrations').insertOne({
+      type,
+      filenames,
+      createdAt: new Date(),
+      updatedAt: new Date()
+    })
+  );
+
+// --- Settings
+
+export const getSetting = (key: SettingKey): Promise<Setting> =>
+  transaction(db => db.collection('settings').findOne({ key }));
+
+export const updateSetting = (key: SettingKey, data: Partial<Setting>) =>
+  transaction(db => db.collection('settings').updateOne({ key }, { $set: data }, { upsert: true }));
+
+const maintenanceMessage = {
+  true: 'Server is under maintenance, please do not use API or Website',
+  false: 'Maintenance ended'
+};
+
+export const setMaintenance = async (enabled: boolean) => {
+  const message = maintenanceMessage[`${enabled}`];
+  const fullMessage = `
+${message}
+
+*API*: ${baseUrl.replace('www', 'api')}
+*Website*: ${baseUrl}
+  `.trim();
+  const setting = await getSetting(SettingKey.maintenanceEnabled);
+  const existingThread = setting ? setting.metadata?.slackThreadTs : null;
+  const ts = enabled
+    ? // setting is turned on, create new thread
+      await sendSlackMessage({ text: fullMessage })
+    : existingThread
+      ? // setting is turned off and thread exists, reply to it
+        await replySlackMessage(existingThread, { text: message })
+      : // setting is turned off and no thread exists, ignore
+        null;
+
+  return await updateSetting(SettingKey.maintenanceEnabled, {
+    value: enabled,
+    metadata: { slackThreadTs: enabled ? ts : null }
+  });
+};

package/src/slack.ts

@@ -0,0 +1,24 @@
+import { WebClient, ChatPostMessageArguments } from '@slack/web-api';
+
+const token = process.env.SLACK_TOKEN;
+const channel = process.env.SLACK_CHANNEL;
+export const errorsChannel = process.env.SLACK_CHANNEL_ERRORS;
+
+export const sendSlackMessage = async (args: Omit<ChatPostMessageArguments, 'channel'>, timeout = 0) => {
+  const client = new WebClient(token, {
+    retryConfig: { retries: 0 },
+    timeout: Math.max(timeout, 3000)
+  });
+  return (
+    await client.chat.postMessage({
+      channel,
+      link_names: true,
+      ...args
+    } as any)
+  ).ts;
+};
+
+export const replySlackMessage = async (
+  thread_ts: string,
+  args: Omit<ChatPostMessageArguments, 'channel' | 'thread_ts'>
+) => (thread_ts ? await sendSlackMessage({ thread_ts, ...args }) : null);

package/src/utils.ts

@@ -4,6 +4,8 @@ import { reduceUndefinedValues } from '@hestia-earth/utils';
 import { IFunctionParam } from './s3';
 import { error } from './log';
 
+export const baseUrl = process.env.DOMAIN || '';
+
 export const recordToFunctionParam = (event: SNSEventRecord | S3EventRecord): IFunctionParam =>
   reduceUndefinedValues(
     'Sns' in event