elasticio-sailor-nodejs 2.7.1-dev6 → 2.7.2-dev.1

package/run.js

@@ -1,139 +1,139 @@
-/**
- * Entrypoint for starting task step.
- */
-const logger = require('./lib/logging.js');
-const Sailor = require('./lib/sailor.js').Sailor;
-const settings = require('./lib/settings.js');
-const { IPC } = require('./lib/ipc.js');
-const Q = require('q');
-const http = require('http');
-const https = require('https');
-
-let sailor;
-let sailorInit;
-let disconnectRequired;
-
-function prepareSandbox() {
-    // enable keep alive by default to handle issues like https://github.com/elasticio/elasticio/issues/4874
-    http.globalAgent = new http.Agent({
-        keepAlive: true
-    });
-    https.globalAgent = new https.Agent({
-        keepAlive: true
-    });
-}
-
-async function putOutToSea(settings, ipc) {
-    ipc.send('init:started');
-    const deferred = Q.defer();
-    sailorInit = deferred.promise;
-    sailor = new Sailor(settings);
-
-    //eslint-disable-next-line no-extra-boolean-cast
-    if (!!settings.HOOK_SHUTDOWN) {
-        disconnectRequired = false;
-        //eslint-disable-next-line no-empty-function
-        sailor.reportError = () => {
-        };
-        await sailor.prepare();
-        await sailor.runHookShutdown();
-        return;
-    }
-
-    disconnectRequired = true;
-    await sailor.connect();
-    await sailor.prepare();
-
-    //eslint-disable-next-line no-extra-boolean-cast
-    if (!!settings.STARTUP_REQUIRED) {
-        await sailor.startup();
-    }
-
-    await sailor.runHookInit();
-    await sailor.run();
-    deferred.resolve();
-    ipc.send('init:ended');
-}
-
-async function disconnectAndExit() {
-    if (!disconnectRequired) {
-        return;
-    }
-    disconnectRequired = false;
-
-    try {
-        logger.info('Disconnecting...');
-        await sailor.disconnect();
-        logger.info('Successfully disconnected');
-        process.exit();
-    } catch (err) {
-        logger.error(err, 'Unable to disconnect');
-        process.exit(-1);
-    }
-}
-
-async function gracefulShutdown() {
-    if (!disconnectRequired) {
-        return;
-    }
-
-    if (!sailor) {
-        logger.warn('Something went wrong – sailor is falsy');
-        return;
-    }
-
-    // we connect to amqp, create channels, start listen a queue on init and interrupting this process with 'disconnect'
-    // will lead to undefined behaviour
-    logger.trace('Checking/waiting for init before graceful shutdown');
-    await sailorInit;
-    logger.trace('Waited an init before graceful shutdown');
-
-    await sailor.scheduleShutdown();
-    await disconnectAndExit();
-}
-
-async function run(settings, ipc) {
-    prepareSandbox();
-    try {
-        await putOutToSea(settings, ipc);
-        logger.info('Fully initialized and waiting for messages');
-    } catch (e) {
-        if (sailor && !sailor.amqpConnection.closed) {
-            await sailor.reportError(e);
-        }
-        logger.criticalErrorAndExit('putOutToSea.catch', e);
-    }
-}
-
-exports.__test__ = {
-    disconnectOnly: function disconnectOnly() {
-        if (!disconnectRequired) {
-            return Promise.resolve();
-        }
-        return sailor.disconnect();
-    },
-    closeConsumerChannel: function closeConsumerChannel() {
-        return sailor.amqpConnection.consumerChannel.close();
-    }
-};
-exports.run = run;
-exports.putOutToSea = putOutToSea;
-
-if (require.main === module || process.mainModule.filename === __filename) {
-    process.on('SIGTERM', function onSigterm() {
-        logger.info('Received SIGTERM');
-        gracefulShutdown();
-    });
-
-    process.on('SIGINT', function onSigint() {
-        logger.info('Received SIGINT');
-        gracefulShutdown();
-    });
-
-    process.on('uncaughtException', logger.criticalErrorAndExit.bind(logger, 'process.uncaughtException'));
-    process.on('unhandledRejection', (err) => logger.error(err, 'process.unhandledRejection'));
-
-    const ipc = new IPC();
-
-    run(settings.readFrom(process.env), ipc);
-}
+/**
+ * Entrypoint for starting task step.
+ */
+const logger = require('./lib/logging.js');
+const Sailor = require('./lib/sailor.js').Sailor;
+const settings = require('./lib/settings.js');
+const { IPC } = require('./lib/ipc.js');
+const Q = require('q');
+const http = require('http');
+const https = require('https');
+
+let sailor;
+let sailorInit;
+let disconnectRequired;
+
+function prepareSandbox() {
+    // enable keep alive by default to handle issues like https://github.com/elasticio/elasticio/issues/4874
+    http.globalAgent = new http.Agent({
+        keepAlive: true
+    });
+    https.globalAgent = new https.Agent({
+        keepAlive: true
+    });
+}
+
+async function putOutToSea(settings, ipc) {
+    ipc.send('init:started');
+    const deferred = Q.defer();
+    sailorInit = deferred.promise;
+    sailor = new Sailor(settings);
+
+    //eslint-disable-next-line no-extra-boolean-cast
+    if (!!settings.HOOK_SHUTDOWN) {
+        disconnectRequired = false;
+        //eslint-disable-next-line no-empty-function
+        sailor.reportError = () => {
+        };
+        await sailor.prepare();
+        await sailor.runHookShutdown();
+        return;
+    }
+
+    disconnectRequired = true;
+    await sailor.connect();
+    await sailor.prepare();
+
+    //eslint-disable-next-line no-extra-boolean-cast
+    if (!!settings.STARTUP_REQUIRED) {
+        await sailor.startup();
+    }
+
+    await sailor.runHookInit();
+    await sailor.run();
+    deferred.resolve();
+    ipc.send('init:ended');
+}
+
+async function disconnectAndExit() {
+    if (!disconnectRequired) {
+        return;
+    }
+    disconnectRequired = false;
+
+    try {
+        logger.info('Disconnecting...');
+        await sailor.disconnect();
+        logger.info('Successfully disconnected');
+        process.exit();
+    } catch (err) {
+        logger.error(err, 'Unable to disconnect');
+        process.exit(-1);
+    }
+}
+
+async function gracefulShutdown() {
+    if (!disconnectRequired) {
+        return;
+    }
+
+    if (!sailor) {
+        logger.warn('Something went wrong – sailor is falsy');
+        return;
+    }
+
+    // we connect to amqp, create channels, start listen a queue on init and interrupting this process with 'disconnect'
+    // will lead to undefined behaviour
+    logger.trace('Checking/waiting for init before graceful shutdown');
+    await sailorInit;
+    logger.trace('Waited an init before graceful shutdown');
+
+    await sailor.scheduleShutdown();
+    await disconnectAndExit();
+}
+
+async function run(settings, ipc) {
+    prepareSandbox();
+    try {
+        await putOutToSea(settings, ipc);
+        logger.info('Fully initialized and waiting for messages');
+    } catch (e) {
+        if (sailor && !sailor.amqpConnection.closed) {
+            await sailor.reportError(e);
+        }
+        logger.criticalErrorAndExit('putOutToSea.catch', e);
+    }
+}
+
+exports.__test__ = {
+    disconnectOnly: function disconnectOnly() {
+        if (!disconnectRequired) {
+            return Promise.resolve();
+        }
+        return sailor.disconnect();
+    },
+    closeConsumerChannel: function closeConsumerChannel() {
+        return sailor.amqpConnection.consumerChannel.close();
+    }
+};
+exports.run = run;
+exports.putOutToSea = putOutToSea;
+
+if (require.main === module || process.mainModule.filename === __filename) {
+    process.on('SIGTERM', function onSigterm() {
+        logger.info('Received SIGTERM');
+        gracefulShutdown();
+    });
+
+    process.on('SIGINT', function onSigint() {
+        logger.info('Received SIGINT');
+        gracefulShutdown();
+    });
+
+    process.on('uncaughtException', logger.criticalErrorAndExit.bind(logger, 'process.uncaughtException'));
+    process.on('unhandledRejection', (err) => logger.error(err, 'process.unhandledRejection'));
+
+    const ipc = new IPC();
+
+    run(settings.readFrom(process.env), ipc);
+}

package/runService.js

@@ -1,19 +1,19 @@
-/**
- * Entrypoint for starting service which will handle verifyCredentials and selectModel requests.
- */
-const logger = require('./lib/logging');
-const service = require('./lib/service');
-const debug = require('debug')('sailor');
-
-const serviceMethod = process.argv[2];
-
-debug('About to execute %s', serviceMethod);
-
-service.processService(serviceMethod, process.env)
-    .catch(logger.criticalErrorAndExit.bind(logger, 'processService.catch'))
-    .done(() => {
-        process.exit(0);
-    });
-
-process.on('uncaughtException', logger.criticalErrorAndExit.bind(logger, 'process.uncaughtException'));
-process.on('unhandledRejection', (err) => logger.error(err, 'process.unhandledRejection'));
+/**
+ * Entrypoint for starting service which will handle verifyCredentials and selectModel requests.
+ */
+const logger = require('./lib/logging');
+const service = require('./lib/service');
+const debug = require('debug')('sailor');
+
+const serviceMethod = process.argv[2];
+
+debug('About to execute %s', serviceMethod);
+
+service.processService(serviceMethod, process.env)
+    .catch(logger.criticalErrorAndExit.bind(logger, 'processService.catch'))
+    .done(() => {
+        process.exit(0);
+    });
+
+process.on('uncaughtException', logger.criticalErrorAndExit.bind(logger, 'process.uncaughtException'));
+process.on('unhandledRejection', (err) => logger.error(err, 'process.unhandledRejection'));

package/test.json

@@ -1,51 +0,0 @@
-{
-  "FLOW_ID": "655b5af2b8af5c0012709916",
-  "EXEC_ID": "a6b50cde3d2e428699e58c33ded6399a",
-  "STEP_ID": "step_1",
-  "CONTAINER_ID": "90ce05f4-405a-4ae9-942e-e23aaa8ba269",
-  "WORKSPACE_ID": "59d34d9af1ffe00019df5f3f",
-  "USER_ID": "65036db6240e8d0012dea002",
-  "COMP_ID": "655a6a90c23ee2001208635c",
-  "FUNCTION": "getPetsByStatus",
-  "API_URI": "http://api-service.platform.svc.cluster.local:9000",
-  "API_USERNAME": "task-655b5af2b8af5c0012709916",
-  "API_KEY": "363d316d-e3de-4d06-b15f-04d1b20ac461",
-  "AMQP_URI": "amqp://org-user-59d34d9af1ffe00019df5f3f:38e1add4-db32-4bb8-b88f-7b307fe8b54d@haproxy-service.platform.svc.cluster.local",
-  "LISTEN_MESSAGES_ON": "59d34d9af1ffe00019df5f3f:655b5af2b8af5c0012709916/debug:step_1:messages",
-  "PUBLISH_MESSAGES_TO": "59d34d9af1ffe00019df5f3f_org",
-  "DATA_ROUTING_KEY": "59d34d9af1ffe00019df5f3f.655b5af2b8af5c0012709916/debug.step_1.message_debug",
-  "ERROR_ROUTING_KEY": "59d34d9af1ffe00019df5f3f.655b5af2b8af5c0012709916/debug.step_1.error_debug",
-  "REBOUND_ROUTING_KEY": "59d34d9af1ffe00019df5f3f.655b5af2b8af5c0012709916/debug.step_1.rebound",
-  "SNAPSHOT_ROUTING_KEY": "59d34d9af1ffe00019df5f3f.655b5af2b8af5c0012709916/debug.step_1.snapshot",
-  "MESSAGE_CRYPTO_IV": "5AolQLkeqZU5K9y0",
-  "MESSAGE_CRYPTO_PASSWORD": "978f69f8d112787e0abd60bad600237f",
-  "REBOUND_INITIAL_EXPIRATION": 15000,
-  "REBOUND_LIMIT": 20,
-  "COMPONENT_PATH": "",
-  "RABBITMQ_PREFETCH_SAILOR": 1,
-  "STARTUP_REQUIRED": true,
-  "HOOK_SHUTDOWN": false,
-  "API_REQUEST_RETRY_ATTEMPTS": 3,
-  "API_REQUEST_RETRY_DELAY": 100,
-  "DATA_RATE_LIMIT": 10,
-  "ERROR_RATE_LIMIT": 2,
-  "SNAPSHOT_RATE_LIMIT": 2,
-  "RATE_INTERVAL": 100,
-  "PROCESS_AMQP_DRAIN": true,
-  "AMQP_PUBLISH_RETRY_DELAY": 100,
-  "AMQP_PUBLISH_RETRY_ATTEMPTS": null,
-  "AMQP_PUBLISH_MAX_RETRY_DELAY": 300000,
-  "AMQP_PERSISTENT_MESSAGES": false,
-  "OUTGOING_MESSAGE_SIZE_LIMIT": 10485760,
-  "NO_SELF_PASSTRHOUGH": false,
-  "PROTOCOL_VERSION": 1,
-  "NO_ERROR_REPLIES": false,
-  "INPUT_FORMAT": "default",
-  "OBJECT_STORAGE_URI": "http://maester-service.platform.svc.cluster.local:3002",
-  "OBJECT_STORAGE_TOKEN": "eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJ0ZW5hbnRJZCI6IjU2Y2FmOGU3MDdlNDI4YTA3ZTZjNTQ1ZCIsImNvbnRyYWN0SWQiOiI1YjYyYzkxYmZkOThlYTAwMTEyZDU2NjgiLCJ3b3Jrc3BhY2VJZCI6IjU5ZDM0ZDlhZjFmZmUwMDAxOWRmNWYzZiIsImZsb3dJZCI6IioiLCJ1c2VySWQiOiI2NTAzNmRiNjI0MGU4ZDAwMTJkZWEwMDIiLCJpYXQiOjE3MDA0ODU4NzV9.KkAKKNXLKOB3xS2IkMarKCCXIdh1uqhd1e3zvQrJge0",
-  "OBJECT_STORAGE_SIZE_THRESHOLD": 1048576,
-  "EMIT_LIGHTWEIGHT_MESSAGE": true,
-  "AMQP_RECONNECT_ATTEMPTS": 3,
-  "AMQP_RECONNECT_TIMEOUT": 100,
-  "WAIT_MESSAGES_TIMEOUT": 50
-}

package/testOk.json

@@ -1,51 +0,0 @@
-{
-  "FLOW_ID": "655b5acb6d67620012092d95",
-  "EXEC_ID": "dff31e91497a4ca9abbb785265cda160",
-  "STEP_ID": "step_1",
-  "CONTAINER_ID": "596e4623-3ae5-4a08-8244-7757f9aec5d7",
-  "WORKSPACE_ID": "59d34d9af1ffe00019df5f3f",
-  "USER_ID": "65036db6240e8d0012dea002",
-  "COMP_ID": "655a6a90c23ee2001208635c",
-  "FUNCTION": "getPetsByStatus",
-  "API_URI": "http://api-service.platform.svc.cluster.local:9000",
-  "API_USERNAME": "task-655b5acb6d67620012092d95",
-  "API_KEY": "b1888dd3-4710-4c91-b15e-d13d9d87db39",
-  "AMQP_URI": "amqp://org-user-59d34d9af1ffe00019df5f3f:38e1add4-db32-4bb8-b88f-7b307fe8b54d@haproxy-service.platform.svc.cluster.local",
-  "LISTEN_MESSAGES_ON": "59d34d9af1ffe00019df5f3f:655b5acb6d67620012092d95/debug:step_1:messages",
-  "PUBLISH_MESSAGES_TO": "59d34d9af1ffe00019df5f3f_org",
-  "DATA_ROUTING_KEY": "59d34d9af1ffe00019df5f3f.655b5acb6d67620012092d95/debug.step_1.message_debug",
-  "ERROR_ROUTING_KEY": "59d34d9af1ffe00019df5f3f.655b5acb6d67620012092d95/debug.step_1.error_debug",
-  "REBOUND_ROUTING_KEY": "59d34d9af1ffe00019df5f3f.655b5acb6d67620012092d95/debug.step_1.rebound",
-  "SNAPSHOT_ROUTING_KEY": "59d34d9af1ffe00019df5f3f.655b5acb6d67620012092d95/debug.step_1.snapshot",
-  "MESSAGE_CRYPTO_IV": "5AolQLkeqZU5K9y0",
-  "MESSAGE_CRYPTO_PASSWORD": "978f69f8d112787e0abd60bad600237f",
-  "REBOUND_INITIAL_EXPIRATION": 15000,
-  "REBOUND_LIMIT": 20,
-  "COMPONENT_PATH": "",
-  "RABBITMQ_PREFETCH_SAILOR": 1,
-  "STARTUP_REQUIRED": true,
-  "HOOK_SHUTDOWN": false,
-  "API_REQUEST_RETRY_ATTEMPTS": 3,
-  "API_REQUEST_RETRY_DELAY": 100,
-  "DATA_RATE_LIMIT": 10,
-  "ERROR_RATE_LIMIT": 2,
-  "SNAPSHOT_RATE_LIMIT": 2,
-  "RATE_INTERVAL": 100,
-  "PROCESS_AMQP_DRAIN": true,
-  "AMQP_PUBLISH_RETRY_DELAY": 100,
-  "AMQP_PUBLISH_RETRY_ATTEMPTS": null,
-  "AMQP_PUBLISH_MAX_RETRY_DELAY": 300000,
-  "AMQP_PERSISTENT_MESSAGES": false,
-  "OUTGOING_MESSAGE_SIZE_LIMIT": 10485760,
-  "NO_SELF_PASSTRHOUGH": false,
-  "PROTOCOL_VERSION": 1,
-  "NO_ERROR_REPLIES": false,
-  "INPUT_FORMAT": "default",
-  "OBJECT_STORAGE_URI": "http://maester-service.platform.svc.cluster.local:3002",
-  "OBJECT_STORAGE_TOKEN": "eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJ0ZW5hbnRJZCI6IjU2Y2FmOGU3MDdlNDI4YTA3ZTZjNTQ1ZCIsImNvbnRyYWN0SWQiOiI1YjYyYzkxYmZkOThlYTAwMTEyZDU2NjgiLCJ3b3Jrc3BhY2VJZCI6IjU5ZDM0ZDlhZjFmZmUwMDAxOWRmNWYzZiIsImZsb3dJZCI6IioiLCJ1c2VySWQiOiI2NTAzNmRiNjI0MGU4ZDAwMTJkZWEwMDIiLCJpYXQiOjE3MDA0ODU4MzV9.pQLIkxUOxTZEIsHUb9U745PabQeWTLRZsrFvS8c9wkE",
-  "OBJECT_STORAGE_SIZE_THRESHOLD": 1048576,
-  "EMIT_LIGHTWEIGHT_MESSAGE": true,
-  "AMQP_RECONNECT_ATTEMPTS": 3,
-  "AMQP_RECONNECT_TIMEOUT": 100,
-  "WAIT_MESSAGES_TIMEOUT": 50
-}

package/testOk1.json

@@ -1,51 +0,0 @@
-{
-  "FLOW_ID": "655b5a60b8af5c0012707717",
-  "EXEC_ID": "1429c9e73f3b40e8ab4946aaced65750",
-  "STEP_ID": "step_1",
-  "CONTAINER_ID": "727f4fce-777a-461d-8e18-5900cf6649b3",
-  "WORKSPACE_ID": "59d34d9af1ffe00019df5f3f",
-  "USER_ID": "65036db6240e8d0012dea002",
-  "COMP_ID": "655a6a90c23ee2001208635c",
-  "FUNCTION": "getPetsByStatus",
-  "API_URI": "http://api-service.platform.svc.cluster.local:9000",
-  "API_USERNAME": "task-655b5a60b8af5c0012707717",
-  "API_KEY": "6677a88c-8224-41c8-a873-52a8cf9929a7",
-  "AMQP_URI": "amqp://org-user-59d34d9af1ffe00019df5f3f:38e1add4-db32-4bb8-b88f-7b307fe8b54d@haproxy-service.platform.svc.cluster.local",
-  "LISTEN_MESSAGES_ON": "59d34d9af1ffe00019df5f3f:655b5a60b8af5c0012707717/debug:step_1:messages",
-  "PUBLISH_MESSAGES_TO": "59d34d9af1ffe00019df5f3f_org",
-  "DATA_ROUTING_KEY": "59d34d9af1ffe00019df5f3f.655b5a60b8af5c0012707717/debug.step_1.message_debug",
-  "ERROR_ROUTING_KEY": "59d34d9af1ffe00019df5f3f.655b5a60b8af5c0012707717/debug.step_1.error_debug",
-  "REBOUND_ROUTING_KEY": "59d34d9af1ffe00019df5f3f.655b5a60b8af5c0012707717/debug.step_1.rebound",
-  "SNAPSHOT_ROUTING_KEY": "59d34d9af1ffe00019df5f3f.655b5a60b8af5c0012707717/debug.step_1.snapshot",
-  "MESSAGE_CRYPTO_IV": "5AolQLkeqZU5K9y0",
-  "MESSAGE_CRYPTO_PASSWORD": "978f69f8d112787e0abd60bad600237f",
-  "REBOUND_INITIAL_EXPIRATION": 15000,
-  "REBOUND_LIMIT": 20,
-  "COMPONENT_PATH": "",
-  "RABBITMQ_PREFETCH_SAILOR": 1,
-  "STARTUP_REQUIRED": true,
-  "HOOK_SHUTDOWN": false,
-  "API_REQUEST_RETRY_ATTEMPTS": 3,
-  "API_REQUEST_RETRY_DELAY": 100,
-  "DATA_RATE_LIMIT": 10,
-  "ERROR_RATE_LIMIT": 2,
-  "SNAPSHOT_RATE_LIMIT": 2,
-  "RATE_INTERVAL": 100,
-  "PROCESS_AMQP_DRAIN": true,
-  "AMQP_PUBLISH_RETRY_DELAY": 100,
-  "AMQP_PUBLISH_RETRY_ATTEMPTS": null,
-  "AMQP_PUBLISH_MAX_RETRY_DELAY": 300000,
-  "AMQP_PERSISTENT_MESSAGES": false,
-  "OUTGOING_MESSAGE_SIZE_LIMIT": 10485760,
-  "NO_SELF_PASSTRHOUGH": false,
-  "PROTOCOL_VERSION": 1,
-  "NO_ERROR_REPLIES": false,
-  "INPUT_FORMAT": "default",
-  "OBJECT_STORAGE_URI": "http://maester-service.platform.svc.cluster.local:3002",
-  "OBJECT_STORAGE_TOKEN": "eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJ0ZW5hbnRJZCI6IjU2Y2FmOGU3MDdlNDI4YTA3ZTZjNTQ1ZCIsImNvbnRyYWN0SWQiOiI1YjYyYzkxYmZkOThlYTAwMTEyZDU2NjgiLCJ3b3Jrc3BhY2VJZCI6IjU5ZDM0ZDlhZjFmZmUwMDAxOWRmNWYzZiIsImZsb3dJZCI6IioiLCJ1c2VySWQiOiI2NTAzNmRiNjI0MGU4ZDAwMTJkZWEwMDIiLCJpYXQiOjE3MDA0ODU3Mjh9.Wzc4R3xJA3OOpW3G8zMW-KnqvnlMZit77r4Gz2y_DL4",
-  "OBJECT_STORAGE_SIZE_THRESHOLD": 1048576,
-  "EMIT_LIGHTWEIGHT_MESSAGE": true,
-  "AMQP_RECONNECT_ATTEMPTS": 3,
-  "AMQP_RECONNECT_TIMEOUT": 100,
-  "WAIT_MESSAGES_TIMEOUT": 50
-}