@hestia-earth/pipeline-utils 0.10.0 → 0.10.2

package/CHANGELOG.md

@@ -2,6 +2,20 @@
 
 All notable changes to this project will be documented in this file. See [standard-version](https://github.com/conventional-changelog/standard-version) for commit guidelines.
 
+### [0.10.2](https://gitlab.com/hestia-earth/hestia-pipeline-utils/compare/v0.10.1...v0.10.2) (2023-06-13)
+
+
+### Features
+
+* add extra attributes to SNS and SQS ([e981692](https://gitlab.com/hestia-earth/hestia-pipeline-utils/commit/e98169230a9c41ac8a2ad85104275f3c8913dc0c))
+
+### [0.10.1](https://gitlab.com/hestia-earth/hestia-pipeline-utils/compare/v0.10.0...v0.10.1) (2023-06-08)
+
+
+### Features
+
+* **ec2:** add `startInstances` function ([0ee1283](https://gitlab.com/hestia-earth/hestia-pipeline-utils/commit/0ee128334b9fe2a174aafd96e40e61fc83bcda26))
+
 ## [0.10.0](https://gitlab.com/hestia-earth/hestia-pipeline-utils/compare/v0.9.6...v0.10.0) (2023-06-08)
 
 

package/dist/ec2.d.ts

@@ -0,0 +1 @@
+export declare const startInstances: (functionName: string, instanceIds?: string[]) => import("rxjs").Observable<any>;

package/dist/ec2.js

@@ -0,0 +1,19 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.startInstances = void 0;
+const AWS = require("aws-sdk");
+const rxjs_1 = require("rxjs");
+const operators_1 = require("rxjs/operators");
+const log_1 = require("./log");
+const s3_1 = require("./s3");
+const defaultInstanceIds = (process.env.START_INSTANCE_ID || '').split(',');
+const startInstances = (functionName, instanceIds = defaultInstanceIds) => s3_1.isS3Mode
+    ? (0, rxjs_1.from)(new AWS.EC2().startInstances({
+        InstanceIds: instanceIds
+    }).promise()).pipe((0, operators_1.take)(1), (0, operators_1.map)(res => {
+        (0, log_1.debug)(`EC2 start instances ${functionName}`, res);
+        return res;
+    }))
+    : (0, rxjs_1.of)(null);
+exports.startInstances = startInstances;
+//# sourceMappingURL=ec2.js.map

package/dist/ec2.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ec2.js","sourceRoot":"","sources":["../src/ec2.ts"],"names":[],"mappings":";;;AAAA,+BAA+B;AAC/B,+BAAgC;AAChC,8CAA2C;AAE3C,+BAA8B;AAC9B,6BAAgC;AAEhC,MAAM,kBAAkB,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;AAErE,MAAM,cAAc,GAAG,CAAC,YAAoB,EAAE,WAAW,GAAG,kBAAkB,EAAE,EAAE,CAAC,aAAQ;IAChG,CAAC,CAAC,IAAA,WAAI,EACJ,IAAI,GAAG,CAAC,GAAG,EAAE,CAAC,cAAc,CAAC;QAC3B,WAAW,EAAE,WAAW;KACzB,CAAC,CAAC,OAAO,EAAE,CACb,CAAC,IAAI,CACJ,IAAA,gBAAI,EAAC,CAAC,CAAC,EACP,IAAA,eAAG,EAAC,GAAG,CAAC,EAAE;QACR,IAAA,WAAK,EAAC,uBAAuB,YAAY,EAAE,EAAE,GAAG,CAAC,CAAC;QAClD,OAAO,GAAG,CAAC;IACb,CAAC,CAAC,CACH;IACD,CAAC,CAAC,IAAA,SAAE,EAAC,IAAI,CAAC,CAAC;AAZA,QAAA,cAAc,kBAYd"}

package/dist/index.d.ts

@@ -1,3 +1,4 @@
+export * from './ec2';
 export * from './lambda';
 export * from './log';
 export * from './progress';

package/dist/index.js

@@ -14,6 +14,7 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
     for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./ec2"), exports);
 __exportStar(require("./lambda"), exports);
 __exportStar(require("./log"), exports);
 __exportStar(require("./progress"), exports);

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2CAAyB;AACzB,wCAAsB;AACtB,6CAA2B;AAC3B,6CAA2B;AAC3B,uCAAqB;AACrB,wCAAsB;AACtB,wCAAsB;AACtB,0CAAwB"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,wCAAsB;AACtB,2CAAyB;AACzB,wCAAsB;AACtB,6CAA2B;AAC3B,6CAA2B;AAC3B,uCAAqB;AACrB,wCAAsB;AACtB,wCAAsB;AACtB,0CAAwB"}

package/dist/sns.d.ts

@@ -1,2 +1,6 @@
 import { IFunctionParam } from './s3';
-export declare const publish: (functionName: string, params: IFunctionParam, topicArn?: string) => import("rxjs").Observable<any>;
+declare type attributes = {
+    [key: string]: string;
+};
+export declare const publish: (functionName: string, params: IFunctionParam, topicArn?: string, extras?: attributes) => import("rxjs").Observable<any>;
+export {};

package/dist/sns.js

@@ -6,7 +6,7 @@ const rxjs_1 = require("rxjs");
 const operators_1 = require("rxjs/operators");
 const log_1 = require("./log");
 const s3_1 = require("./s3");
-const publish = (functionName, params, topicArn = process.env.SNS_TOPIC) => s3_1.isS3Mode
+const publish = (functionName, params, topicArn = process.env.SNS_TOPIC, extras = {}) => s3_1.isS3Mode
     ? (0, rxjs_1.from)(new AWS.SNS().publish({
         TopicArn: topicArn,
         Message: JSON.stringify(params),
@@ -14,7 +14,14 @@ const publish = (functionName, params, topicArn = process.env.SNS_TOPIC) => s3_1
             functionName: {
                 DataType: 'String',
                 StringValue: functionName
-            }
+            },
+            ...(Object.fromEntries(Object.entries(extras || {}).map(([key, value]) => [
+                key,
+                {
+                    DataType: 'String',
+                    StringValue: value
+                }
+            ])))
         }
     }).promise()).pipe((0, operators_1.take)(1), (0, operators_1.map)(res => {
         (0, log_1.debug)(`SNS publish ${functionName}`, res);

package/dist/sns.js.map

@@ -1 +1 @@
-{"version":3,"file":"sns.js","sourceRoot":"","sources":["../src/sns.ts"],"names":[],"mappings":";;;AAAA,+BAA+B;AAC/B,+BAAgC;AAChC,8CAA2C;AAE3C,+BAA8B;AAC9B,6BAAgD;AAEzC,MAAM,OAAO,GAAG,CAAC,YAAoB,EAAE,MAAsB,EAAE,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,EAAE,CAAC,aAAQ;IACjH,CAAC,CAAC,IAAA,WAAI,EACJ,IAAI,GAAG,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC;QACpB,QAAQ,EAAE,QAAQ;QAClB,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;QAC/B,iBAAiB,EAAE;YACjB,YAAY,EAAE;gBACZ,QAAQ,EAAE,QAAQ;gBAClB,WAAW,EAAE,YAAY;aAC1B;SACF;KACF,CAAC,CAAC,OAAO,EAAE,CACb,CAAC,IAAI,CACJ,IAAA,gBAAI,EAAC,CAAC,CAAC,EACP,IAAA,eAAG,EAAC,GAAG,CAAC,EAAE;QACR,IAAA,WAAK,EAAC,eAAe,YAAY,EAAE,EAAE,GAAG,CAAC,CAAC;QAC1C,OAAO,GAAG,CAAC;IACb,CAAC,CAAC,CACH;IACD,CAAC,CAAC,IAAA,SAAE,EAAC,IAAI,CAAC,CAAC;AAnBA,QAAA,OAAO,WAmBP"}
+{"version":3,"file":"sns.js","sourceRoot":"","sources":["../src/sns.ts"],"names":[],"mappings":";;;AAAA,+BAA+B;AAC/B,+BAAgC;AAChC,8CAA2C;AAE3C,+BAA8B;AAC9B,6BAAgD;AAMzC,MAAM,OAAO,GAAG,CACrB,YAAoB,EAAE,MAAsB,EAAE,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,SAAqB,EAAE,EACvG,EAAE,CAAC,aAAQ;IACX,CAAC,CAAC,IAAA,WAAI,EACJ,IAAI,GAAG,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC;QACpB,QAAQ,EAAE,QAAQ;QAClB,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;QAC/B,iBAAiB,EAAE;YACjB,YAAY,EAAE;gBACZ,QAAQ,EAAE,QAAQ;gBAClB,WAAW,EAAE,YAAY;aAC1B;YACD,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC;gBACxE,GAAG;gBACH;oBACE,QAAQ,EAAE,QAAQ;oBAClB,WAAW,EAAE,KAAK;iBACnB;aACF,CAAC,CAAC,CAAC;SACL;KACF,CAAC,CAAC,OAAO,EAAE,CACb,CAAC,IAAI,CACJ,IAAA,gBAAI,EAAC,CAAC,CAAC,EACP,IAAA,eAAG,EAAC,GAAG,CAAC,EAAE;QACR,IAAA,WAAK,EAAC,eAAe,YAAY,EAAE,EAAE,GAAG,CAAC,CAAC;QAC1C,OAAO,GAAG,CAAC;IACb,CAAC,CAAC,CACH;IACD,CAAC,CAAC,IAAA,SAAE,EAAC,IAAI,CAAC,CAAC;AA5BA,QAAA,OAAO,WA4BP"}

package/dist/sqs.d.ts

@@ -1,2 +1,6 @@
 import { IFunctionParam } from './s3';
-export declare const sendMessage: (functionName: string, params: IFunctionParam, queueUrl?: string) => import("rxjs").Observable<any>;
+declare type attributes = {
+    [key: string]: string;
+};
+export declare const sendMessage: (functionName: string, params: IFunctionParam, queueUrl?: string, extras?: attributes) => import("rxjs").Observable<any>;
+export {};

package/dist/sqs.js

@@ -6,7 +6,7 @@ const rxjs_1 = require("rxjs");
 const operators_1 = require("rxjs/operators");
 const log_1 = require("./log");
 const s3_1 = require("./s3");
-const sendMessage = (functionName, params, queueUrl = process.env.SQS_URL) => s3_1.isS3Mode
+const sendMessage = (functionName, params, queueUrl = process.env.SQS_URL, extras = {}) => s3_1.isS3Mode
     ? (0, rxjs_1.from)(new AWS.SQS({ region: s3_1.region }).sendMessage({
         QueueUrl: queueUrl,
         MessageBody: JSON.stringify(params),
@@ -14,7 +14,14 @@ const sendMessage = (functionName, params, queueUrl = process.env.SQS_URL) => s3
             functionName: {
                 DataType: 'String',
                 StringValue: functionName
-            }
+            },
+            ...(Object.fromEntries(Object.entries(extras || {}).map(([key, value]) => [
+                key,
+                {
+                    DataType: 'String',
+                    StringValue: value
+                }
+            ])))
         }
     }).promise()).pipe((0, operators_1.take)(1), (0, operators_1.map)(res => {
         (0, log_1.debug)(`SQS send message ${functionName}`, res);

package/dist/sqs.js.map

@@ -1 +1 @@
-{"version":3,"file":"sqs.js","sourceRoot":"","sources":["../src/sqs.ts"],"names":[],"mappings":";;;AAAA,+BAA+B;AAC/B,+BAAgC;AAChC,8CAA2C;AAE3C,+BAA8B;AAC9B,6BAAwD;AAEjD,MAAM,WAAW,GAAG,CAAC,YAAoB,EAAE,MAAsB,EAAE,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,EAAE,CAAC,aAAQ;IACnH,CAAC,CAAC,IAAA,WAAI,EACJ,IAAI,GAAG,CAAC,GAAG,CAAC,EAAE,MAAM,EAAN,WAAM,EAAE,CAAC,CAAC,WAAW,CAAC;QAClC,QAAQ,EAAE,QAAQ;QAClB,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;QACnC,iBAAiB,EAAE;YACjB,YAAY,EAAE;gBACZ,QAAQ,EAAE,QAAQ;gBAClB,WAAW,EAAE,YAAY;aAC1B;SACF;KACF,CAAC,CAAC,OAAO,EAAE,CACb,CAAC,IAAI,CACJ,IAAA,gBAAI,EAAC,CAAC,CAAC,EACP,IAAA,eAAG,EAAC,GAAG,CAAC,EAAE;QACR,IAAA,WAAK,EAAC,oBAAoB,YAAY,EAAE,EAAE,GAAG,CAAC,CAAC;QAC/C,OAAO,GAAG,CAAC;IACb,CAAC,CAAC,CACH;IACD,CAAC,CAAC,IAAA,SAAE,EAAC,IAAI,CAAC,CAAC;AAnBA,QAAA,WAAW,eAmBX"}
+{"version":3,"file":"sqs.js","sourceRoot":"","sources":["../src/sqs.ts"],"names":[],"mappings":";;;AAAA,+BAA+B;AAC/B,+BAAgC;AAChC,8CAA2C;AAE3C,+BAA8B;AAC9B,6BAAwD;AAMjD,MAAM,WAAW,GAAG,CACzB,YAAoB,EAAE,MAAsB,EAAE,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,SAAqB,EAAE,EACrG,EAAE,CAAC,aAAQ;IACX,CAAC,CAAC,IAAA,WAAI,EACJ,IAAI,GAAG,CAAC,GAAG,CAAC,EAAE,MAAM,EAAN,WAAM,EAAE,CAAC,CAAC,WAAW,CAAC;QAClC,QAAQ,EAAE,QAAQ;QAClB,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;QACnC,iBAAiB,EAAE;YACjB,YAAY,EAAE;gBACZ,QAAQ,EAAE,QAAQ;gBAClB,WAAW,EAAE,YAAY;aAC1B;YACD,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC;gBACxE,GAAG;gBACH;oBACE,QAAQ,EAAE,QAAQ;oBAClB,WAAW,EAAE,KAAK;iBACnB;aACF,CAAC,CAAC,CAAC;SACL;KACF,CAAC,CAAC,OAAO,EAAE,CACb,CAAC,IAAI,CACJ,IAAA,gBAAI,EAAC,CAAC,CAAC,EACP,IAAA,eAAG,EAAC,GAAG,CAAC,EAAE;QACR,IAAA,WAAK,EAAC,oBAAoB,YAAY,EAAE,EAAE,GAAG,CAAC,CAAC;QAC/C,OAAO,GAAG,CAAC;IACb,CAAC,CAAC,CACH;IACD,CAAC,CAAC,IAAA,SAAE,EAAC,IAAI,CAAC,CAAC;AA5BA,QAAA,WAAW,eA4BX"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@hestia-earth/pipeline-utils",
-  "version": "0.10.0",
+  "version": "0.10.2",
   "description": "Utilities for running pipelines",
   "main": "dist/index.js",
   "typings": "dist/index.d.ts",

package/src/ec2.ts

@@ -0,0 +1,22 @@
+import * as AWS from 'aws-sdk';
+import { from, of } from 'rxjs';
+import { take, map } from 'rxjs/operators';
+
+import { debug } from './log';
+import { isS3Mode } from './s3';
+
+const defaultInstanceIds = (process.env.START_INSTANCE_ID || '').split(',');
+
+export const startInstances = (functionName: string, instanceIds = defaultInstanceIds) => isS3Mode
+  ? from(
+    new AWS.EC2().startInstances({
+      InstanceIds: instanceIds
+    }).promise()
+  ).pipe(
+    take(1),
+    map(res => {
+      debug(`EC2 start instances ${functionName}`, res);
+      return res;
+    })
+  )
+  : of(null);

package/src/index.ts

@@ -1,3 +1,4 @@
+export * from './ec2';
 export * from './lambda';
 export * from './log';
 export * from './progress';

package/src/sns.ts

@@ -5,7 +5,13 @@ import { take, map } from 'rxjs/operators';
 import { debug } from './log';
 import { IFunctionParam, isS3Mode } from './s3';
 
-export const publish = (functionName: string, params: IFunctionParam, topicArn = process.env.SNS_TOPIC) => isS3Mode
+type attributes = {
+  [key: string]: string;
+};
+
+export const publish = (
+  functionName: string, params: IFunctionParam, topicArn = process.env.SNS_TOPIC, extras: attributes = {}
+) => isS3Mode
   ? from(
     new AWS.SNS().publish({
       TopicArn: topicArn,
@@ -14,7 +20,14 @@ export const publish = (functionName: string, params: IFunctionParam, topicArn =
         functionName: {
           DataType: 'String',
           StringValue: functionName
-        }
+        },
+        ...(Object.fromEntries(Object.entries(extras || {}).map(([key, value]) => [
+          key,
+          {
+            DataType: 'String',
+            StringValue: value
+          }
+        ])))
       }
     }).promise()
   ).pipe(

package/src/sqs.ts

@@ -5,7 +5,13 @@ import { take, map } from 'rxjs/operators';
 import { debug } from './log';
 import { IFunctionParam, isS3Mode, region } from './s3';
 
-export const sendMessage = (functionName: string, params: IFunctionParam, queueUrl = process.env.SQS_URL) => isS3Mode
+type attributes = {
+  [key: string]: string;
+};
+
+export const sendMessage = (
+  functionName: string, params: IFunctionParam, queueUrl = process.env.SQS_URL, extras: attributes = {}
+) => isS3Mode
   ? from(
     new AWS.SQS({ region }).sendMessage({
       QueueUrl: queueUrl,
@@ -14,7 +20,14 @@ export const sendMessage = (functionName: string, params: IFunctionParam, queueU
         functionName: {
           DataType: 'String',
           StringValue: functionName
-        }
+        },
+        ...(Object.fromEntries(Object.entries(extras || {}).map(([key, value]) => [
+          key,
+          {
+            DataType: 'String',
+            StringValue: value
+          }
+        ])))
       }
     }).promise()
   ).pipe(