@hestia-earth/pipeline-utils 0.12.1 → 0.13.1

package/src/utils.ts

@@ -6,31 +6,35 @@ import { error } from './log';
 
 export const recordToFunctionParam = (event: SNSEventRecord | S3EventRecord): IFunctionParam =>
   reduceUndefinedValues(
-    'Sns' in event ? {
-      ...JSON.parse(event.Sns.Message),
-      timestamp: event.Sns.Timestamp ? new Date(event.Sns.Timestamp) : undefined
-    } : {
-      bucket: event.s3.bucket.name,
-      key: event.s3.object.key,
-      filepath: event.s3.object.key,
-      timestamp: event.eventTime ? new Date(event.eventTime) : undefined
-    }
+    'Sns' in event
+      ? {
+          ...JSON.parse(event.Sns.Message),
+          timestamp: event.Sns.Timestamp ? new Date(event.Sns.Timestamp) : undefined
+        }
+      : {
+          bucket: event.s3.bucket.name,
+          key: event.s3.object.key,
+          filepath: event.s3.object.key,
+          timestamp: event.eventTime ? new Date(event.eventTime) : undefined
+        }
   ) as IFunctionParam;
 
-export const functionParamToS3Record = ({ bucket, key, timestamp }: IFunctionParam) => ({
-  s3: {
-    bucket: { name: bucket },
-    object: { key }
-  },
-  ...(timestamp ? { eventTime: timestamp.toJSON() } : {})
-}) as Partial<S3EventRecord>;
+export const functionParamToS3Record = ({ bucket, key, timestamp }: IFunctionParam) =>
+  ({
+    s3: {
+      bucket: { name: bucket },
+      object: { key }
+    },
+    ...(timestamp ? { eventTime: timestamp.toJSON() } : {})
+  }) as Partial<S3EventRecord>;
 
-export const functionParamToSNSRecord = ({ bucket, key, timestamp }: IFunctionParam) => ({
-  Sns: {
-    Message: JSON.stringify({ bucket, key })
-  },
-  ...(timestamp ? { Timestamp: timestamp.toJSON() } : {})
-}) as Partial<SNSEventRecord>;
+export const functionParamToSNSRecord = ({ bucket, key, timestamp }: IFunctionParam) =>
+  ({
+    Sns: {
+      Message: JSON.stringify({ bucket, key })
+    },
+    ...(timestamp ? { Timestamp: timestamp.toJSON() } : {})
+  }) as Partial<SNSEventRecord>;
 
 export const returnResponse = (data: any, statusCode = 200) => {
   return {
@@ -45,36 +49,39 @@ export const returnResponse = (data: any, statusCode = 200) => {
 
 const defaultErrorStatus = 500;
 
-export const returnError = (err) => {
+export const returnError = err => {
   error('handleError', err, err?.stack, err?.meta);
-  const { error: errorContent, status = defaultErrorStatus } = typeof err === 'string'
-    ? { error: err }
-    : err.meta
+  const { error: errorContent, status = defaultErrorStatus } =
+    typeof err === 'string'
+      ? { error: err }
+      : err.meta
       ? err.meta.body
       : { error: err.message, status: defaultErrorStatus };
   return returnResponse({ error: errorContent }, status || defaultErrorStatus);
 };
 
 export const spliceAndProcess = <T, R>(docs: T[], func: (p: T[]) => Promise<R>, count = 1) =>
-  new Promise<R|void>(resolve => {
+  new Promise<R | void>(resolve => {
     if (!docs.length) {
       return resolve();
     }
     const remaining = docs.splice(docs.length - count);
-    void func(remaining).then(() => spliceAndProcess(docs, func, count)).then(resolve);
+
+    void func(remaining)
+      .then(() => spliceAndProcess(docs, func, count))
+      .then(resolve);
   });
 
-export const isEmpty = (value: any, minKeys = 1) => typeof value === 'object' ?
-  (
-    Array.isArray(value) ?
-      !value.length :
-      Object.keys(value).filter(key => key !== 'type').length < minKeys
-  ) :
-  typeof value === 'undefined' || value === null || value === '';
+export const isEmpty = (value: any, minKeys = 1) =>
+  typeof value === 'object'
+    ? Array.isArray(value)
+      ? !value.length
+      : Object.keys(value).filter(key => key !== 'type').length < minKeys
+    : typeof value === 'undefined' || value === null || value === '';
 
 export const refToSchemaType = ref => ref.substring(2).replace('.json#', '');
 
-export const prependWithKey = (data: any, key: string) => Object.keys(data)
-  .reduce((prev, curr) => ({ ...prev, [`${key}.${curr}`]: data[curr] }), {});
+export const prependWithKey = (data: any, key: string) =>
+  Object.keys(data).reduce((prev, curr) => ({ ...prev, [`${key}.${curr}`]: data[curr] }), {});
 
-export const stripBOM = (content: string) => content.charCodeAt(0) === 0xFEFF ? content.slice(1) : content;
+export const stripBOM = (content: string) => (content.charCodeAt(0) === 0xfeff ? content.slice(1) : content);

package/dist/requests.d.ts

@@ -1,8 +0,0 @@
-/// <reference types="node" />
-import { URLSearchParams } from 'url';
-export declare const fromFormData: <T>(data: any) => T;
-export declare const toSearchParams: (params?: any) => URLSearchParams;
-export declare const getErrorMessage: (error: any) => any;
-export declare const get: <T>(uri: string, params?: any, headers?: {}) => Promise<T>;
-export declare const post: <T>(uri: string, data?: any, headers?: {}) => Promise<T>;
-export declare const put: <T>(uri: string, data?: any, headers?: {}) => Promise<T>;

package/dist/requests.js

@@ -1,84 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.put = exports.post = exports.get = exports.getErrorMessage = exports.toSearchParams = exports.fromFormData = void 0;
-const url_1 = require("url");
-const request_promise_native_1 = require("request-promise-native");
-const fromFormData = (data) => {
-    const obj = {};
-    for (const key of Object.keys(data)) {
-        const value = data[key];
-        try {
-            obj[key] = JSON.parse(value);
-        }
-        catch (_err) {
-            obj[key] = value;
-        }
-    }
-    return obj;
-};
-exports.fromFormData = fromFormData;
-const toSearchParams = (params = {}) => {
-    const searchParams = new url_1.URLSearchParams();
-    Object.entries(params)
-        .filter(([_key, value]) => typeof value !== 'undefined')
-        .forEach(([key, value]) => searchParams.append(key, `${value}`));
-    return searchParams;
-};
-exports.toSearchParams = toSearchParams;
-const getErrorMessage = error => {
-    return (typeof error === 'string' && error) || ('message' in error && error.message) || ('error' in error && (0, exports.getErrorMessage)(error.error));
-};
-exports.getErrorMessage = getErrorMessage;
-const get = async (uri, params = {}, headers = {}) => {
-    try {
-        const res = await (0, request_promise_native_1.get)({
-            uri: `${uri}?${(0, exports.toSearchParams)(params).toString()}`,
-            headers: {
-                'Content-Type': 'application/json',
-                ...headers
-            }
-        });
-        return JSON.parse(res);
-    }
-    catch (error) {
-        throw new Error((0, exports.getErrorMessage)(error));
-    }
-};
-exports.get = get;
-const post = async (uri, data = {}, headers = {}) => {
-    try {
-        const res = await (0, request_promise_native_1.post)({
-            uri,
-            headers: {
-                'Content-Type': 'application/json',
-                ...headers
-            },
-            body: data,
-            json: true
-        });
-        return res;
-    }
-    catch (error) {
-        throw new Error((0, exports.getErrorMessage)(error));
-    }
-};
-exports.post = post;
-const put = async (uri, data = {}, headers = {}) => {
-    try {
-        const res = await (0, request_promise_native_1.put)({
-            uri,
-            headers: {
-                'Content-Type': 'application/json',
-                ...headers
-            },
-            body: data,
-            json: true
-        });
-        return res;
-    }
-    catch (error) {
-        throw new Error((0, exports.getErrorMessage)(error));
-    }
-};
-exports.put = put;
-//# sourceMappingURL=requests.js.map

package/dist/requests.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"requests.js","sourceRoot":"","sources":["../src/requests.ts"],"names":[],"mappings":";;;AAAA,6BAAsC;AACtC,mEAA0F;AAEnF,MAAM,YAAY,GAAG,CAAI,IAAS,EAAE,EAAE;IAC3C,MAAM,GAAG,GAAG,EAAO,CAAC;IACpB,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;QACnC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;QACxB,IAAI;YACF,GAAG,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;SAC9B;QACD,OAAO,IAAI,EAAE;YACX,GAAG,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;SAClB;KACF;IACD,OAAO,GAAG,CAAC;AACb,CAAC,CAAC;AAZW,QAAA,YAAY,gBAYvB;AAEK,MAAM,cAAc,GAAG,CAAC,SAAc,EAAE,EAAE,EAAE;IACjD,MAAM,YAAY,GAAG,IAAI,qBAAe,EAAE,CAAC;IAE3C,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC;SACnB,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,OAAO,KAAK,KAAK,WAAW,CAAC;SACvD,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,MAAM,CAAC,GAAG,EAAE,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC;IACnE,OAAO,YAAY,CAAC;AACtB,CAAC,CAAC;AAPW,QAAA,cAAc,kBAOzB;AAGK,MAAM,eAAe,GAAG,KAAK,CAAC,EAAE;IACrC,OAAO,CACL,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CACnC,IAAI,CACH,SAAS,IAAI,KAAK,IAAI,KAAK,CAAC,OAAO,CACpC,IAAI,CACH,OAAO,IAAI,KAAK,IAAI,IAAA,uBAAe,EAAC,KAAK,CAAC,KAAK,CAAC,CACjD,CAAC;AACJ,CAAC,CAAC;AARW,QAAA,eAAe,mBAQ1B;AAGK,MAAM,GAAG,GAAG,KAAK,EAAK,GAAW,EAAE,SAAc,EAAE,EAAE,OAAO,GAAG,EAAE,EAAE,EAAE;IAC1E,IAAI;QACF,MAAM,GAAG,GAAG,MAAM,IAAA,4BAAO,EAAC;YACxB,GAAG,EAAE,GAAG,GAAG,IAAI,IAAA,sBAAc,EAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE;YAClD,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,GAAG,OAAO;aACX;SACF,CAAC,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAM,CAAC;KAC7B;IACD,OAAO,KAAK,EAAE;QACZ,MAAM,IAAI,KAAK,CAAC,IAAA,uBAAe,EAAC,KAAK,CAAC,CAAC,CAAC;KACzC;AACH,CAAC,CAAC;AAdW,QAAA,GAAG,OAcd;AAEK,MAAM,IAAI,GAAG,KAAK,EAAK,GAAW,EAAE,OAAY,EAAE,EAAE,OAAO,GAAG,EAAE,EAAE,EAAE;IACzE,IAAI;QACF,MAAM,GAAG,GAAG,MAAM,IAAA,6BAAQ,EAAC;YACzB,GAAG;YACH,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,GAAG,OAAO;aACX;YACD,IAAI,EAAE,IAAI;YACV,IAAI,EAAE,IAAI;SACX,CAAC,CAAC;QACH,OAAO,GAAQ,CAAC;KACjB;IACD,OAAO,KAAK,EAAE;QACZ,MAAM,IAAI,KAAK,CAAC,IAAA,uBAAe,EAAC,KAAK,CAAC,CAAC,CAAC;KACzC;AACH,CAAC,CAAC;AAhBW,QAAA,IAAI,QAgBf;AAEK,MAAM,GAAG,GAAG,KAAK,EAAK,GAAW,EAAE,OAAY,EAAE,EAAE,OAAO,GAAG,EAAE,EAAE,EAAE;IACxE,IAAI;QACF,MAAM,GAAG,GAAG,MAAM,IAAA,4BAAO,EAAC;YACxB,GAAG;YACH,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,GAAG,OAAO;aACX;YACD,IAAI,EAAE,IAAI;YACV,IAAI,EAAE,IAAI;SACX,CAAC,CAAC;QACH,OAAO,GAAQ,CAAC;KACjB;IACD,OAAO,KAAK,EAAE;QACZ,MAAM,IAAI,KAAK,CAAC,IAAA,uBAAe,EAAC,KAAK,CAAC,CAAC,CAAC;KACzC;AACH,CAAC,CAAC;AAhBW,QAAA,GAAG,OAgBd"}

package/src/requests.ts

@@ -1,89 +0,0 @@
-import { URLSearchParams } from 'url';
-import { get as httpGet, post as httpPost, put as httpPut } from 'request-promise-native';
-
-export const fromFormData = <T>(data: any) => {
-  const obj = {} as T;
-  for (const key of Object.keys(data)) {
-    const value = data[key];
-    try {
-      obj[key] = JSON.parse(value);
-    }
-    catch (_err) {
-      obj[key] = value;
-    }
-  }
-  return obj;
-};
-
-export const toSearchParams = (params: any = {}) => {
-  const searchParams = new URLSearchParams();
-
-  Object.entries(params)
-    .filter(([_key, value]) => typeof value !== 'undefined')
-    .forEach(([key, value]) => searchParams.append(key, `${value}`));
-  return searchParams;
-};
-
-/* eslint-disable */
-export const getErrorMessage = error => {
-  return (
-    typeof error === 'string' && error
-  ) || (
-    'message' in error && error.message
-  ) || (
-    'error' in error && getErrorMessage(error.error)
-  );
-};
-/* eslint-enable */
-
-export const get = async <T>(uri: string, params: any = {}, headers = {}) => {
-  try {
-    const res = await httpGet({
-      uri: `${uri}?${toSearchParams(params).toString()}`,
-      headers: {
-        'Content-Type': 'application/json',
-        ...headers
-      }
-    });
-    return JSON.parse(res) as T;
-  }
-  catch (error) {
-    throw new Error(getErrorMessage(error));
-  }
-};
-
-export const post = async <T>(uri: string, data: any = {}, headers = {}) => {
-  try {
-    const res = await httpPost({
-      uri,
-      headers: {
-        'Content-Type': 'application/json',
-        ...headers
-      },
-      body: data,
-      json: true
-    });
-    return res as T;
-  }
-  catch (error) {
-    throw new Error(getErrorMessage(error));
-  }
-};
-
-export const put = async <T>(uri: string, data: any = {}, headers = {}) => {
-  try {
-    const res = await httpPut({
-      uri,
-      headers: {
-        'Content-Type': 'application/json',
-        ...headers
-      },
-      body: data,
-      json: true
-    });
-    return res as T;
-  }
-  catch (error) {
-    throw new Error(getErrorMessage(error));
-  }
-};