@things-factory/integration-base 6.0.67 → 6.0.69

package/dist-server/engine/connector/http-connector.js

@@ -44,7 +44,7 @@ class HttpConnector {
         ];
     }
     get taskPrefixes() {
-        return ['http'];
+        return ['http', 'headless'];
     }
 }
 exports.HttpConnector = HttpConnector;

package/dist-server/engine/connector/http-connector.js.map

@@ -1 +1 @@
-{"version":3,"file":"http-connector.js","sourceRoot":"","sources":["../../../server/engine/connector/http-connector.ts"],"names":[],"mappings":";;;AAAA,iEAA4D;AAC5D,iDAAqD;AAErD,8DAAyD;AAGzD,MAAa,aAAa;IACxB,KAAK,CAAC,KAAK,CAAC,iBAAiB;QAC3B,MAAM,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QAEjE,sCAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,sCAAsC,CAAC,CAAA;IACvE,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,UAAU;QACtB,IAAI,EAAE,MAAM,EAAE,GAAG,UAAU,CAAA;QAC3B,MAAM,CAAC,kBAAkB,GAAG,CAAC,MAAM,CAAC,kBAAkB,IAAI,GAAG,CAAC,KAAK,GAAG,CAAA;QAEtE,IAAI,MAAM,CAAC,UAAU,EAAE;YACrB,MAAM,YAAY,GAAiB,MAAM,IAAA,qBAAa,EAAC,4BAAY,CAAC,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,UAAU,EAAE,CAAC,CAAA;YACzG,IAAI,WAAW,GAAG,YAAY,CAAC,cAAc,EAAE,CAAA;SAChD;QAED,sCAAiB,CAAC,qBAAqB,CAAC,UAAU,kCAC7C,UAAU,KACb,WAAW,EAAE,WAAW,IAAI,EAAE,EAC9B,MAAM,IACN,CAAA;QAEF,sCAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,6BAA6B,UAAU,CAAC,IAAI,IAAI,UAAU,CAAC,QAAQ,gBAAgB,CAAC,CAAA;IACpH,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,UAAU;QACzB,sCAAiB,CAAC,wBAAwB,CAAC,UAAU,CAAC,CAAA;QAEtD,sCAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,6BAA6B,UAAU,CAAC,IAAI,mBAAmB,CAAC,CAAA;IAChG,CAAC;IAED,IAAI,aAAa;QACf,OAAO;YACL;gBACE,IAAI,EAAE,iBAAiB;gBACvB,IAAI,EAAE,YAAY;gBAClB,KAAK,EAAE,aAAa;gBACpB,QAAQ,EAAE;oBACR,SAAS,EAAE,eAAe;iBAC3B;aACF;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,oBAAoB;gBAC1B,KAAK,EAAE,qBAAqB;gBAC5B,QAAQ,EAAE;oBACR,OAAO,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC;iBACpB;aACF;SACF,CAAA;IACH,CAAC;IAED,IAAI,YAAY;QACd,OAAO,CAAC,MAAM,CAAC,CAAA;IACjB,CAAC;CACF;AAvDD,sCAuDC;AAED,sCAAiB,CAAC,iBAAiB,CAAC,gBAAgB,EAAE,IAAI,aAAa,EAAE,CAAC,CAAA","sourcesContent":["import { Oauth2Client } from '@things-factory/oauth2-client'\nimport { getRepository } from '@things-factory/shell'\n\nimport { ConnectionManager } from '../connection-manager'\nimport { Connector } from '../types'\n\nexport class HttpConnector implements Connector {\n  async ready(connectionConfigs) {\n    await Promise.all(connectionConfigs.map(this.connect.bind(this)))\n\n    ConnectionManager.logger.info('http-connector connections are ready')\n  }\n\n  async connect(connection) {\n    var { params } = connection\n    params.rejectUnauthorized = (params.rejectUnauthorized || 'Y') === 'Y'\n\n    if (params.authClient) {\n      const oauth2Client: Oauth2Client = await getRepository(Oauth2Client).findOneBy({ id: params.authClient })\n      var authHeaders = oauth2Client.getAuthHeaders()\n    }\n\n    ConnectionManager.addConnectionInstance(connection, {\n      ...connection,\n      authHeaders: authHeaders || {},\n      params\n    })\n\n    ConnectionManager.logger.info(`http-connector connection(${connection.name}:${connection.endpoint}) is connected`)\n  }\n\n  async disconnect(connection) {\n    ConnectionManager.removeConnectionInstance(connection)\n\n    ConnectionManager.logger.info(`http-connector connection(${connection.name}) is disconnected`)\n  }\n\n  get parameterSpec() {\n    return [\n      {\n        type: 'entity-selector',\n        name: 'authClient',\n        label: 'auth-client',\n        property: {\n          queryName: 'oauth2Clients'\n        }\n      },\n      {\n        type: 'select',\n        name: 'rejectUnauthorized',\n        label: 'reject-unauthorized',\n        property: {\n          options: ['Y', 'N']\n        }\n      }\n    ]\n  }\n\n  get taskPrefixes() {\n    return ['http']\n  }\n}\n\nConnectionManager.registerConnector('http-connector', new HttpConnector())\n"]}
+{"version":3,"file":"http-connector.js","sourceRoot":"","sources":["../../../server/engine/connector/http-connector.ts"],"names":[],"mappings":";;;AAAA,iEAA4D;AAC5D,iDAAqD;AAErD,8DAAyD;AAGzD,MAAa,aAAa;IACxB,KAAK,CAAC,KAAK,CAAC,iBAAiB;QAC3B,MAAM,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QAEjE,sCAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,sCAAsC,CAAC,CAAA;IACvE,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,UAAU;QACtB,IAAI,EAAE,MAAM,EAAE,GAAG,UAAU,CAAA;QAC3B,MAAM,CAAC,kBAAkB,GAAG,CAAC,MAAM,CAAC,kBAAkB,IAAI,GAAG,CAAC,KAAK,GAAG,CAAA;QAEtE,IAAI,MAAM,CAAC,UAAU,EAAE;YACrB,MAAM,YAAY,GAAiB,MAAM,IAAA,qBAAa,EAAC,4BAAY,CAAC,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,UAAU,EAAE,CAAC,CAAA;YACzG,IAAI,WAAW,GAAG,YAAY,CAAC,cAAc,EAAE,CAAA;SAChD;QAED,sCAAiB,CAAC,qBAAqB,CAAC,UAAU,kCAC7C,UAAU,KACb,WAAW,EAAE,WAAW,IAAI,EAAE,EAC9B,MAAM,IACN,CAAA;QAEF,sCAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,6BAA6B,UAAU,CAAC,IAAI,IAAI,UAAU,CAAC,QAAQ,gBAAgB,CAAC,CAAA;IACpH,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,UAAU;QACzB,sCAAiB,CAAC,wBAAwB,CAAC,UAAU,CAAC,CAAA;QAEtD,sCAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,6BAA6B,UAAU,CAAC,IAAI,mBAAmB,CAAC,CAAA;IAChG,CAAC;IAED,IAAI,aAAa;QACf,OAAO;YACL;gBACE,IAAI,EAAE,iBAAiB;gBACvB,IAAI,EAAE,YAAY;gBAClB,KAAK,EAAE,aAAa;gBACpB,QAAQ,EAAE;oBACR,SAAS,EAAE,eAAe;iBAC3B;aACF;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,oBAAoB;gBAC1B,KAAK,EAAE,qBAAqB;gBAC5B,QAAQ,EAAE;oBACR,OAAO,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC;iBACpB;aACF;SACF,CAAA;IACH,CAAC;IAED,IAAI,YAAY;QACd,OAAO,CAAC,MAAM,EAAE,UAAU,CAAC,CAAA;IAC7B,CAAC;CACF;AAvDD,sCAuDC;AAED,sCAAiB,CAAC,iBAAiB,CAAC,gBAAgB,EAAE,IAAI,aAAa,EAAE,CAAC,CAAA","sourcesContent":["import { Oauth2Client } from '@things-factory/oauth2-client'\nimport { getRepository } from '@things-factory/shell'\n\nimport { ConnectionManager } from '../connection-manager'\nimport { Connector } from '../types'\n\nexport class HttpConnector implements Connector {\n  async ready(connectionConfigs) {\n    await Promise.all(connectionConfigs.map(this.connect.bind(this)))\n\n    ConnectionManager.logger.info('http-connector connections are ready')\n  }\n\n  async connect(connection) {\n    var { params } = connection\n    params.rejectUnauthorized = (params.rejectUnauthorized || 'Y') === 'Y'\n\n    if (params.authClient) {\n      const oauth2Client: Oauth2Client = await getRepository(Oauth2Client).findOneBy({ id: params.authClient })\n      var authHeaders = oauth2Client.getAuthHeaders()\n    }\n\n    ConnectionManager.addConnectionInstance(connection, {\n      ...connection,\n      authHeaders: authHeaders || {},\n      params\n    })\n\n    ConnectionManager.logger.info(`http-connector connection(${connection.name}:${connection.endpoint}) is connected`)\n  }\n\n  async disconnect(connection) {\n    ConnectionManager.removeConnectionInstance(connection)\n\n    ConnectionManager.logger.info(`http-connector connection(${connection.name}) is disconnected`)\n  }\n\n  get parameterSpec() {\n    return [\n      {\n        type: 'entity-selector',\n        name: 'authClient',\n        label: 'auth-client',\n        property: {\n          queryName: 'oauth2Clients'\n        }\n      },\n      {\n        type: 'select',\n        name: 'rejectUnauthorized',\n        label: 'reject-unauthorized',\n        property: {\n          options: ['Y', 'N']\n        }\n      }\n    ]\n  }\n\n  get taskPrefixes() {\n    return ['http', 'headless']\n  }\n}\n\nConnectionManager.registerConnector('http-connector', new HttpConnector())\n"]}

package/dist-server/engine/task/data-mapper.js

@@ -0,0 +1,37 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const utils_1 = require("@things-factory/utils");
+const task_registry_1 = require("../task-registry");
+function mapping(rule, input) {
+    if (Array.isArray(input)) {
+        return input.map(i => mapping(rule, i));
+    }
+    return Object.keys(rule).reduce((sum, key) => {
+        sum[key] = input[rule[key]];
+        return sum;
+    }, {});
+}
+async function DataMapper(step, { logger, data }) {
+    var { params: { accessor, mappingRule } } = step;
+    const input = (0, utils_1.access)(accessor, data);
+    const output = mapping(mappingRule || {}, input);
+    return {
+        data: output
+    };
+}
+DataMapper.parameterSpec = [
+    {
+        type: 'scenario-step-input',
+        name: 'accessor',
+        label: 'accessor'
+    },
+    {
+        type: 'key-values',
+        name: 'mappingRule',
+        label: 'mapping-rule'
+    }
+];
+DataMapper.connectorFree = true;
+DataMapper.help = 'integration/task/data-mapper';
+task_registry_1.TaskRegistry.registerTaskHandler('data-mapper', DataMapper);
+//# sourceMappingURL=data-mapper.js.map

package/dist-server/engine/task/data-mapper.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"data-mapper.js","sourceRoot":"","sources":["../../../server/engine/task/data-mapper.ts"],"names":[],"mappings":";;AAAA,iDAA8C;AAC9C,oDAA+C;AAE/C,SAAS,OAAO,CAAC,IAAI,EAAE,KAAK;IAC1B,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;QACxB,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAA;KACxC;IAED,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;QAC3C,GAAG,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAA;QAC3B,OAAO,GAAG,CAAA;IACZ,CAAC,EAAE,EAAS,CAAC,CAAA;AACf,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;IAC9C,IAAI,EACF,MAAM,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,EAClC,GAAG,IAAI,CAAA;IAER,MAAM,KAAK,GAAG,IAAA,cAAM,EAAC,QAAQ,EAAE,IAAI,CAAC,CAAA;IACpC,MAAM,MAAM,GAAG,OAAO,CAAC,WAAW,IAAI,EAAE,EAAE,KAAK,CAAC,CAAA;IAEhD,OAAO;QACL,IAAI,EAAE,MAAM;KACb,CAAA;AACH,CAAC;AAED,UAAU,CAAC,aAAa,GAAG;IACzB;QACE,IAAI,EAAE,qBAAqB;QAC3B,IAAI,EAAE,UAAU;QAChB,KAAK,EAAE,UAAU;KAClB;IACD;QACE,IAAI,EAAE,YAAY;QAClB,IAAI,EAAE,aAAa;QACnB,KAAK,EAAE,cAAc;KACtB;CACF,CAAA;AAED,UAAU,CAAC,aAAa,GAAG,IAAI,CAAA;AAC/B,UAAU,CAAC,IAAI,GAAG,8BAA8B,CAAA;AAEhD,4BAAY,CAAC,mBAAmB,CAAC,aAAa,EAAE,UAAU,CAAC,CAAA","sourcesContent":["import { access } from '@things-factory/utils'\nimport { TaskRegistry } from '../task-registry'\n\nfunction mapping(rule, input) {\n  if (Array.isArray(input)) {\n    return input.map(i => mapping(rule, i))\n  }\n\n  return Object.keys(rule).reduce((sum, key) => {\n    sum[key] = input[rule[key]]\n    return sum\n  }, {} as any)\n}\n\nasync function DataMapper(step, { logger, data }) {\n  var {\n    params: { accessor, mappingRule }\n  } = step\n\n  const input = access(accessor, data)\n  const output = mapping(mappingRule || {}, input)\n\n  return {\n    data: output\n  }\n}\n\nDataMapper.parameterSpec = [\n  {\n    type: 'scenario-step-input',\n    name: 'accessor',\n    label: 'accessor'\n  },\n  {\n    type: 'key-values',\n    name: 'mappingRule',\n    label: 'mapping-rule'\n  }\n]\n\nDataMapper.connectorFree = true\nDataMapper.help = 'integration/task/data-mapper'\n\nTaskRegistry.registerTaskHandler('data-mapper', DataMapper)\n"]}

package/dist-server/engine/task/headless-post.js

@@ -0,0 +1,123 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const tslib_1 = require("tslib");
+const https_1 = tslib_1.__importDefault(require("https"));
+const url_1 = require("url");
+const utils_1 = require("@things-factory/utils");
+const task_registry_1 = require("../task-registry");
+const connection_manager_1 = require("../connection-manager");
+const headless_pool_for_scenario_1 = require("./utils/headless-pool-for-scenario");
+async function HeadlessPost(step, { logger, data, domain }) {
+    var { connection: connectionName, params: stepOptions } = step;
+    var { headers: requestHeaders, contentType, path, accessor } = stepOptions || {};
+    var connection = connection_manager_1.ConnectionManager.getConnectionInstanceByName(domain, connectionName);
+    if (!connection) {
+        throw new Error(`connection '${connectionName}' is not established.`);
+    }
+    var { endpoint, params: connectionParams, authHeaders = {} } = connection;
+    var headers = Object.assign(Object.assign({}, authHeaders), requestHeaders);
+    var body = (0, utils_1.access)(accessor, data);
+    if (contentType && body) {
+        headers['content-type'] = contentType;
+        switch (contentType) {
+            case 'text/plain':
+                body = JSON.stringify(body);
+                break;
+            case 'application/json':
+                body = JSON.stringify(body);
+                break;
+            case 'application/x-www-form-urlencoded':
+                const searchParams = new URLSearchParams();
+                for (const prop in body) {
+                    searchParams.set(prop, body[prop]);
+                }
+                body = searchParams;
+                break;
+        }
+    }
+    var options = {
+        method: 'POST',
+        headers,
+        body
+    };
+    var { rejectUnauthorized } = connectionParams;
+    if (!rejectUnauthorized) {
+        const httpsAgent = new https_1.default.Agent({
+            rejectUnauthorized
+        });
+        options.agent = httpsAgent;
+    }
+    const browser = (await (0, headless_pool_for_scenario_1.getHeadlessPool)().acquire());
+    const page = await browser.newPage();
+    try {
+        page.on('console', msg => {
+            console.log(`[browser ${msg.type()}] ${msg.text()}`);
+            for (let i = 0; i < msg.args().length; ++i)
+                console.log(`${i}: ${msg.args()[i]}`);
+        });
+        await page.goto(endpoint, { waitUntil: 'networkidle2' });
+        const response = await page.evaluate(async (urlString, options) => {
+            const response = await fetch(urlString, options);
+            if (response.ok && response.headers.get('content-type').includes('application/json')) {
+                return await response.json();
+            }
+            else {
+                return await response.text();
+            }
+        }, new url_1.URL(path, endpoint), options);
+        return {
+            data: response
+        };
+    }
+    catch (e) {
+        console.error(e);
+    }
+    finally {
+        page.close();
+        (0, headless_pool_for_scenario_1.getHeadlessPool)().release(browser);
+    }
+}
+HeadlessPost.parameterSpec = [
+    {
+        type: 'string',
+        name: 'path',
+        label: 'path'
+    },
+    {
+        type: 'http-headers',
+        name: 'headers',
+        label: 'headers'
+    },
+    {
+        type: 'select',
+        name: 'contentType',
+        label: 'content-type',
+        property: {
+            options: [
+                {
+                    display: '',
+                    value: ''
+                },
+                {
+                    display: 'application/json',
+                    value: 'application/json'
+                },
+                {
+                    display: 'text/plain',
+                    value: 'text/plain'
+                },
+                {
+                    display: 'application/x-www-form-urlencoded',
+                    value: 'application/x-www-form-urlencoded'
+                }
+            ]
+        }
+    },
+    {
+        type: 'scenario-step-input',
+        name: 'accessor',
+        label: 'accessor'
+    }
+];
+task_registry_1.TaskRegistry.registerTaskHandler('headless-post', HeadlessPost);
+//# sourceMappingURL=headless-post.js.map

package/dist-server/engine/task/headless-post.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"headless-post.js","sourceRoot":"","sources":["../../../server/engine/task/headless-post.ts"],"names":[],"mappings":";;;AAAA,0DAAyB;AACzB,6BAAyB;AAEzB,iDAA8C;AAC9C,oDAA+C;AAC/C,8DAAyD;AAEzD,mFAAoE;AAEpE,KAAK,UAAU,YAAY,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE;IACxD,IAAI,EAAE,UAAU,EAAE,cAAc,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,IAAI,CAAA;IAC9D,IAAI,EAAE,OAAO,EAAE,cAAc,EAAE,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,WAAW,IAAI,EAAE,CAAA;IAEhF,IAAI,UAAU,GAAG,sCAAiB,CAAC,2BAA2B,CAAC,MAAM,EAAE,cAAc,CAAC,CAAA;IAEtF,IAAI,CAAC,UAAU,EAAE;QACf,MAAM,IAAI,KAAK,CAAC,eAAe,cAAc,uBAAuB,CAAC,CAAA;KACtE;IAED,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,gBAAgB,EAAE,WAAW,GAAG,EAAE,EAAE,GAAG,UAAU,CAAA;IAEzE,IAAI,OAAO,mCACN,WAAW,GACX,cAAc,CAClB,CAAA;IAED,IAAI,IAAI,GAAG,IAAA,cAAM,EAAC,QAAQ,EAAE,IAAI,CAAC,CAAA;IACjC,IAAI,WAAW,IAAI,IAAI,EAAE;QACvB,OAAO,CAAC,cAAc,CAAC,GAAG,WAAW,CAAA;QACrC,QAAQ,WAAW,EAAE;YACnB,KAAK,YAAY;gBACf,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAA;gBAC3B,MAAK;YACP,KAAK,kBAAkB;gBACrB,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAA;gBAC3B,MAAK;YACP,KAAK,mCAAmC;gBACtC,MAAM,YAAY,GAAG,IAAI,eAAe,EAAE,CAAA;gBAC1C,KAAK,MAAM,IAAI,IAAI,IAAI,EAAE;oBACvB,YAAY,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;iBACnC;gBACD,IAAI,GAAG,YAAY,CAAA;gBACnB,MAAK;SACR;KACF;IAED,IAAI,OAAO,GAAQ;QACjB,MAAM,EAAE,MAAM;QACd,OAAO;QACP,IAAI;KACL,CAAA;IAED,IAAI,EAAE,kBAAkB,EAAE,GAAG,gBAAgB,CAAA;IAE7C,IAAI,CAAC,kBAAkB,EAAE;QACvB,MAAM,UAAU,GAAG,IAAI,eAAK,CAAC,KAAK,CAAC;YACjC,kBAAkB;SACnB,CAAC,CAAA;QACF,OAAO,CAAC,KAAK,GAAG,UAAU,CAAA;KAC3B;IAED,MAAM,OAAO,GAAG,CAAC,MAAM,IAAA,4CAAe,GAAE,CAAC,OAAO,EAAE,CAAQ,CAAA;IAC1D,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAA;IAEpC,IAAI;QACF,IAAI,CAAC,EAAE,CAAC,SAAS,EAAE,GAAG,CAAC,EAAE;YACvB,OAAO,CAAC,GAAG,CAAC,YAAY,GAAG,CAAC,IAAI,EAAE,KAAK,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAA;YACpD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC;gBAAE,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;QACnF,CAAC,CAAC,CAAA;QAEF,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,cAAc,EAAE,CAAC,CAAA;QAExD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAClC,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,EAAE;YAC3B,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,SAAS,EAAE,OAAO,CAAC,CAAA;YAEhD,IAAI,QAAQ,CAAC,EAAE,IAAI,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE;gBACpF,OAAO,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAA;aAC7B;iBAAM;gBACL,OAAO,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAA;aAC7B;QACH,CAAC,EACD,IAAI,SAAG,CAAC,IAAI,EAAE,QAAQ,CAAC,EACvB,OAAO,CACR,CAAA;QAED,OAAO;YACL,IAAI,EAAE,QAAQ;SACf,CAAA;KACF;IAAC,OAAO,CAAC,EAAE;QACV,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;KACjB;YAAS;QACR,IAAI,CAAC,KAAK,EAAE,CAAA;QACZ,IAAA,4CAAe,GAAE,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;KACnC;AACH,CAAC;AAED,YAAY,CAAC,aAAa,GAAG;IAC3B;QACE,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,MAAM;QACZ,KAAK,EAAE,MAAM;KACd;IACD;QACE,IAAI,EAAE,cAAc;QACpB,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,SAAS;KACjB;IACD;QACE,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,aAAa;QACnB,KAAK,EAAE,cAAc;QACrB,QAAQ,EAAE;YACR,OAAO,EAAE;gBACP;oBACE,OAAO,EAAE,EAAE;oBACX,KAAK,EAAE,EAAE;iBACV;gBACD;oBACE,OAAO,EAAE,kBAAkB;oBAC3B,KAAK,EAAE,kBAAkB;iBAC1B;gBACD;oBACE,OAAO,EAAE,YAAY;oBACrB,KAAK,EAAE,YAAY;iBACpB;gBACD;oBACE,OAAO,EAAE,mCAAmC;oBAC5C,KAAK,EAAE,mCAAmC;iBAC3C;aACF;SACF;KACF;IACD;QACE,IAAI,EAAE,qBAAqB;QAC3B,IAAI,EAAE,UAAU;QAChB,KAAK,EAAE,UAAU;KAClB;CACF,CAAA;AAED,4BAAY,CAAC,mBAAmB,CAAC,eAAe,EAAE,YAAY,CAAC,CAAA","sourcesContent":["import https from 'https'\nimport { URL } from 'url'\n\nimport { access } from '@things-factory/utils'\nimport { TaskRegistry } from '../task-registry'\nimport { ConnectionManager } from '../connection-manager'\n\nimport { getHeadlessPool } from './utils/headless-pool-for-scenario'\n\nasync function HeadlessPost(step, { logger, data, domain }) {\n  var { connection: connectionName, params: stepOptions } = step\n  var { headers: requestHeaders, contentType, path, accessor } = stepOptions || {}\n\n  var connection = ConnectionManager.getConnectionInstanceByName(domain, connectionName)\n\n  if (!connection) {\n    throw new Error(`connection '${connectionName}' is not established.`)\n  }\n\n  var { endpoint, params: connectionParams, authHeaders = {} } = connection\n\n  var headers = {\n    ...authHeaders,\n    ...requestHeaders\n  }\n\n  var body = access(accessor, data)\n  if (contentType && body) {\n    headers['content-type'] = contentType\n    switch (contentType) {\n      case 'text/plain':\n        body = JSON.stringify(body)\n        break\n      case 'application/json':\n        body = JSON.stringify(body)\n        break\n      case 'application/x-www-form-urlencoded':\n        const searchParams = new URLSearchParams()\n        for (const prop in body) {\n          searchParams.set(prop, body[prop])\n        }\n        body = searchParams\n        break\n    }\n  }\n\n  var options: any = {\n    method: 'POST',\n    headers,\n    body\n  }\n\n  var { rejectUnauthorized } = connectionParams\n\n  if (!rejectUnauthorized) {\n    const httpsAgent = new https.Agent({\n      rejectUnauthorized\n    })\n    options.agent = httpsAgent\n  }\n\n  const browser = (await getHeadlessPool().acquire()) as any\n  const page = await browser.newPage()\n\n  try {\n    page.on('console', msg => {\n      console.log(`[browser ${msg.type()}] ${msg.text()}`)\n      for (let i = 0; i < msg.args().length; ++i) console.log(`${i}: ${msg.args()[i]}`)\n    })\n\n    await page.goto(endpoint, { waitUntil: 'networkidle2' })\n\n    const response = await page.evaluate(\n      async (urlString, options) => {\n        const response = await fetch(urlString, options)\n\n        if (response.ok && response.headers.get('content-type').includes('application/json')) {\n          return await response.json()\n        } else {\n          return await response.text()\n        }\n      },\n      new URL(path, endpoint),\n      options\n    )\n\n    return {\n      data: response\n    }\n  } catch (e) {\n    console.error(e)\n  } finally {\n    page.close()\n    getHeadlessPool().release(browser)\n  }\n}\n\nHeadlessPost.parameterSpec = [\n  {\n    type: 'string',\n    name: 'path',\n    label: 'path'\n  },\n  {\n    type: 'http-headers',\n    name: 'headers',\n    label: 'headers'\n  },\n  {\n    type: 'select',\n    name: 'contentType',\n    label: 'content-type',\n    property: {\n      options: [\n        {\n          display: '',\n          value: ''\n        },\n        {\n          display: 'application/json',\n          value: 'application/json'\n        },\n        {\n          display: 'text/plain',\n          value: 'text/plain'\n        },\n        {\n          display: 'application/x-www-form-urlencoded',\n          value: 'application/x-www-form-urlencoded'\n        }\n      ]\n    }\n  },\n  {\n    type: 'scenario-step-input',\n    name: 'accessor',\n    label: 'accessor'\n  }\n]\n\nTaskRegistry.registerTaskHandler('headless-post', HeadlessPost)\n"]}

package/dist-server/engine/task/http-post.js

@@ -49,13 +49,10 @@ async function HttpPost(step, { logger, data, domain }) {
         fetchOptions.agent = httpsAgent;
     }
     var response = await (0, node_fetch_1.default)(url, fetchOptions);
-    var responseData = await response.text();
-    const responseContentType = response.headers.get('content-type');
-    if (responseContentType && responseContentType.indexOf('application/json') !== -1) {
-        responseData = JSON.stringify(responseData);
-    }
     return {
-        data: responseData
+        data: response.ok && response.headers.get('content-type').includes('application/json')
+            ? await response.json()
+            : await response.text()
     };
 }
 HttpPost.parameterSpec = [

package/dist-server/engine/task/http-post.js.map

@@ -1 +1 @@
-{"version":3,"file":"http-post.js","sourceRoot":"","sources":["../../../server/engine/task/http-post.ts"],"names":[],"mappings":";;;AAAA,oEAA8B;AAC9B,6BAAyB;AACzB,iDAA8C;AAC9C,oDAA+C;AAC/C,8DAAyD;AACzD,0DAAyB;AAEzB,KAAK,UAAU,QAAQ,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE;IACpD,IAAI,EAAE,UAAU,EAAE,cAAc,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,IAAI,CAAA;IAC9D,IAAI,EAAE,OAAO,EAAE,cAAc,EAAE,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,WAAW,IAAI,EAAE,CAAA;IAEhF,IAAI,UAAU,GAAG,sCAAiB,CAAC,2BAA2B,CAAC,MAAM,EAAE,cAAc,CAAC,CAAA;IAEtF,IAAI,CAAC,UAAU,EAAE;QACf,MAAM,IAAI,KAAK,CAAC,eAAe,cAAc,uBAAuB,CAAC,CAAA;KACtE;IAED,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,gBAAgB,EAAE,WAAW,GAAG,EAAE,EAAE,GAAG,UAAU,CAAA;IAEzE,IAAI,GAAG,GAAG,IAAI,SAAG,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAA;IAEjC,IAAI,OAAO,mCACN,WAAW,GACX,cAAc,CAClB,CAAA;IAED,IAAI,IAAI,GAAG,IAAA,cAAM,EAAC,QAAQ,EAAE,IAAI,CAAC,CAAA;IACjC,IAAI,WAAW,IAAI,IAAI,EAAE;QACvB,OAAO,CAAC,cAAc,CAAC,GAAG,WAAW,CAAA;QACrC,QAAQ,WAAW,EAAE;YACnB,KAAK,YAAY;gBACf,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAA;gBAC3B,MAAK;YACP,KAAK,kBAAkB;gBACrB,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAA;gBAC3B,MAAK;YACP,KAAK,mCAAmC;gBACtC,MAAM,YAAY,GAAG,IAAI,eAAe,EAAE,CAAA;gBAC1C,KAAK,MAAM,IAAI,IAAI,IAAI,EAAE;oBACvB,YAAY,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;iBACnC;gBACD,IAAI,GAAG,YAAY,CAAA;gBACnB,MAAK;SACR;KACF;IAED,IAAI,YAAY,GAAQ;QACtB,MAAM,EAAE,MAAM;QACd,OAAO;QACP,IAAI;KACL,CAAA;IAED,IAAI,EAAE,kBAAkB,EAAE,GAAG,gBAAgB,CAAA;IAE7C,IAAI,CAAC,kBAAkB,EAAE;QACvB,MAAM,UAAU,GAAG,IAAI,eAAK,CAAC,KAAK,CAAC;YACjC,kBAAkB;SACnB,CAAC,CAAA;QACF,YAAY,CAAC,KAAK,GAAG,UAAU,CAAA;KAChC;IAED,IAAI,QAAQ,GAAG,MAAM,IAAA,oBAAK,EAAC,GAAG,EAAE,YAAY,CAAC,CAAA;IAE7C,IAAI,YAAY,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAA;IAExC,MAAM,mBAAmB,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAA;IAChE,IAAI,mBAAmB,IAAI,mBAAmB,CAAC,OAAO,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC,EAAE;QACjF,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,CAAA;KAC5C;IAED,OAAO;QACL,IAAI,EAAE,YAAY;KACnB,CAAA;AACH,CAAC;AAED,QAAQ,CAAC,aAAa,GAAG;IACvB;QACE,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,MAAM;QACZ,KAAK,EAAE,MAAM;KACd;IACD;QACE,IAAI,EAAE,cAAc;QACpB,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,SAAS;KACjB;IACD;QACE,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,aAAa;QACnB,KAAK,EAAE,cAAc;QACrB,QAAQ,EAAE;YACR,OAAO,EAAE;gBACP;oBACE,OAAO,EAAE,EAAE;oBACX,KAAK,EAAE,EAAE;iBACV;gBACD;oBACE,OAAO,EAAE,kBAAkB;oBAC3B,KAAK,EAAE,kBAAkB;iBAC1B;gBACD;oBACE,OAAO,EAAE,YAAY;oBACrB,KAAK,EAAE,YAAY;iBACpB;gBACD;oBACE,OAAO,EAAE,mCAAmC;oBAC5C,KAAK,EAAE,mCAAmC;iBAC3C;aACF;SACF;KACF;IACD;QACE,IAAI,EAAE,qBAAqB;QAC3B,IAAI,EAAE,UAAU;QAChB,KAAK,EAAE,UAAU;KAClB;CACF,CAAA;AAED,4BAAY,CAAC,mBAAmB,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAA","sourcesContent":["import fetch from 'node-fetch'\nimport { URL } from 'url'\nimport { access } from '@things-factory/utils'\nimport { TaskRegistry } from '../task-registry'\nimport { ConnectionManager } from '../connection-manager'\nimport https from 'https'\n\nasync function HttpPost(step, { logger, data, domain }) {\n  var { connection: connectionName, params: stepOptions } = step\n  var { headers: requestHeaders, contentType, path, accessor } = stepOptions || {}\n\n  var connection = ConnectionManager.getConnectionInstanceByName(domain, connectionName)\n\n  if (!connection) {\n    throw new Error(`connection '${connectionName}' is not established.`)\n  }\n\n  var { endpoint, params: connectionParams, authHeaders = {} } = connection\n\n  var url = new URL(path, endpoint)\n\n  var headers = {\n    ...authHeaders,\n    ...requestHeaders\n  }\n\n  var body = access(accessor, data)\n  if (contentType && body) {\n    headers['content-type'] = contentType\n    switch (contentType) {\n      case 'text/plain':\n        body = JSON.stringify(body)\n        break\n      case 'application/json':\n        body = JSON.stringify(body)\n        break\n      case 'application/x-www-form-urlencoded':\n        const searchParams = new URLSearchParams()\n        for (const prop in body) {\n          searchParams.set(prop, body[prop])\n        }\n        body = searchParams\n        break\n    }\n  }\n\n  var fetchOptions: any = {\n    method: 'POST',\n    headers,\n    body\n  }\n\n  var { rejectUnauthorized } = connectionParams\n\n  if (!rejectUnauthorized) {\n    const httpsAgent = new https.Agent({\n      rejectUnauthorized\n    })\n    fetchOptions.agent = httpsAgent\n  }\n\n  var response = await fetch(url, fetchOptions)\n\n  var responseData = await response.text()\n\n  const responseContentType = response.headers.get('content-type')\n  if (responseContentType && responseContentType.indexOf('application/json') !== -1) {\n    responseData = JSON.stringify(responseData)\n  }\n\n  return {\n    data: responseData\n  }\n}\n\nHttpPost.parameterSpec = [\n  {\n    type: 'string',\n    name: 'path',\n    label: 'path'\n  },\n  {\n    type: 'http-headers',\n    name: 'headers',\n    label: 'headers'\n  },\n  {\n    type: 'select',\n    name: 'contentType',\n    label: 'content-type',\n    property: {\n      options: [\n        {\n          display: '',\n          value: ''\n        },\n        {\n          display: 'application/json',\n          value: 'application/json'\n        },\n        {\n          display: 'text/plain',\n          value: 'text/plain'\n        },\n        {\n          display: 'application/x-www-form-urlencoded',\n          value: 'application/x-www-form-urlencoded'\n        }\n      ]\n    }\n  },\n  {\n    type: 'scenario-step-input',\n    name: 'accessor',\n    label: 'accessor'\n  }\n]\n\nTaskRegistry.registerTaskHandler('http-post', HttpPost)\n"]}
+{"version":3,"file":"http-post.js","sourceRoot":"","sources":["../../../server/engine/task/http-post.ts"],"names":[],"mappings":";;;AAAA,oEAA8B;AAC9B,6BAAyB;AACzB,iDAA8C;AAC9C,oDAA+C;AAC/C,8DAAyD;AACzD,0DAAyB;AAEzB,KAAK,UAAU,QAAQ,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE;IACpD,IAAI,EAAE,UAAU,EAAE,cAAc,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,IAAI,CAAA;IAC9D,IAAI,EAAE,OAAO,EAAE,cAAc,EAAE,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,WAAW,IAAI,EAAE,CAAA;IAEhF,IAAI,UAAU,GAAG,sCAAiB,CAAC,2BAA2B,CAAC,MAAM,EAAE,cAAc,CAAC,CAAA;IAEtF,IAAI,CAAC,UAAU,EAAE;QACf,MAAM,IAAI,KAAK,CAAC,eAAe,cAAc,uBAAuB,CAAC,CAAA;KACtE;IAED,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,gBAAgB,EAAE,WAAW,GAAG,EAAE,EAAE,GAAG,UAAU,CAAA;IAEzE,IAAI,GAAG,GAAG,IAAI,SAAG,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAA;IAEjC,IAAI,OAAO,mCACN,WAAW,GACX,cAAc,CAClB,CAAA;IAED,IAAI,IAAI,GAAG,IAAA,cAAM,EAAC,QAAQ,EAAE,IAAI,CAAC,CAAA;IACjC,IAAI,WAAW,IAAI,IAAI,EAAE;QACvB,OAAO,CAAC,cAAc,CAAC,GAAG,WAAW,CAAA;QACrC,QAAQ,WAAW,EAAE;YACnB,KAAK,YAAY;gBACf,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAA;gBAC3B,MAAK;YACP,KAAK,kBAAkB;gBACrB,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAA;gBAC3B,MAAK;YACP,KAAK,mCAAmC;gBACtC,MAAM,YAAY,GAAG,IAAI,eAAe,EAAE,CAAA;gBAC1C,KAAK,MAAM,IAAI,IAAI,IAAI,EAAE;oBACvB,YAAY,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;iBACnC;gBACD,IAAI,GAAG,YAAY,CAAA;gBACnB,MAAK;SACR;KACF;IAED,IAAI,YAAY,GAAQ;QACtB,MAAM,EAAE,MAAM;QACd,OAAO;QACP,IAAI;KACL,CAAA;IAED,IAAI,EAAE,kBAAkB,EAAE,GAAG,gBAAgB,CAAA;IAE7C,IAAI,CAAC,kBAAkB,EAAE;QACvB,MAAM,UAAU,GAAG,IAAI,eAAK,CAAC,KAAK,CAAC;YACjC,kBAAkB;SACnB,CAAC,CAAA;QACF,YAAY,CAAC,KAAK,GAAG,UAAU,CAAA;KAChC;IAED,IAAI,QAAQ,GAAG,MAAM,IAAA,oBAAK,EAAC,GAAG,EAAE,YAAY,CAAC,CAAA;IAE7C,OAAO;QACL,IAAI,EACF,QAAQ,CAAC,EAAE,IAAI,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,QAAQ,CAAC,kBAAkB,CAAC;YAC9E,CAAC,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE;YACvB,CAAC,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE;KAC5B,CAAA;AACH,CAAC;AAED,QAAQ,CAAC,aAAa,GAAG;IACvB;QACE,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,MAAM;QACZ,KAAK,EAAE,MAAM;KACd;IACD;QACE,IAAI,EAAE,cAAc;QACpB,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,SAAS;KACjB;IACD;QACE,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,aAAa;QACnB,KAAK,EAAE,cAAc;QACrB,QAAQ,EAAE;YACR,OAAO,EAAE;gBACP;oBACE,OAAO,EAAE,EAAE;oBACX,KAAK,EAAE,EAAE;iBACV;gBACD;oBACE,OAAO,EAAE,kBAAkB;oBAC3B,KAAK,EAAE,kBAAkB;iBAC1B;gBACD;oBACE,OAAO,EAAE,YAAY;oBACrB,KAAK,EAAE,YAAY;iBACpB;gBACD;oBACE,OAAO,EAAE,mCAAmC;oBAC5C,KAAK,EAAE,mCAAmC;iBAC3C;aACF;SACF;KACF;IACD;QACE,IAAI,EAAE,qBAAqB;QAC3B,IAAI,EAAE,UAAU;QAChB,KAAK,EAAE,UAAU;KAClB;CACF,CAAA;AAED,4BAAY,CAAC,mBAAmB,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAA","sourcesContent":["import fetch from 'node-fetch'\nimport { URL } from 'url'\nimport { access } from '@things-factory/utils'\nimport { TaskRegistry } from '../task-registry'\nimport { ConnectionManager } from '../connection-manager'\nimport https from 'https'\n\nasync function HttpPost(step, { logger, data, domain }) {\n  var { connection: connectionName, params: stepOptions } = step\n  var { headers: requestHeaders, contentType, path, accessor } = stepOptions || {}\n\n  var connection = ConnectionManager.getConnectionInstanceByName(domain, connectionName)\n\n  if (!connection) {\n    throw new Error(`connection '${connectionName}' is not established.`)\n  }\n\n  var { endpoint, params: connectionParams, authHeaders = {} } = connection\n\n  var url = new URL(path, endpoint)\n\n  var headers = {\n    ...authHeaders,\n    ...requestHeaders\n  }\n\n  var body = access(accessor, data)\n  if (contentType && body) {\n    headers['content-type'] = contentType\n    switch (contentType) {\n      case 'text/plain':\n        body = JSON.stringify(body)\n        break\n      case 'application/json':\n        body = JSON.stringify(body)\n        break\n      case 'application/x-www-form-urlencoded':\n        const searchParams = new URLSearchParams()\n        for (const prop in body) {\n          searchParams.set(prop, body[prop])\n        }\n        body = searchParams\n        break\n    }\n  }\n\n  var fetchOptions: any = {\n    method: 'POST',\n    headers,\n    body\n  }\n\n  var { rejectUnauthorized } = connectionParams\n\n  if (!rejectUnauthorized) {\n    const httpsAgent = new https.Agent({\n      rejectUnauthorized\n    })\n    fetchOptions.agent = httpsAgent\n  }\n\n  var response = await fetch(url, fetchOptions)\n\n  return {\n    data:\n      response.ok && response.headers.get('content-type').includes('application/json')\n        ? await response.json()\n        : await response.text()\n  }\n}\n\nHttpPost.parameterSpec = [\n  {\n    type: 'string',\n    name: 'path',\n    label: 'path'\n  },\n  {\n    type: 'http-headers',\n    name: 'headers',\n    label: 'headers'\n  },\n  {\n    type: 'select',\n    name: 'contentType',\n    label: 'content-type',\n    property: {\n      options: [\n        {\n          display: '',\n          value: ''\n        },\n        {\n          display: 'application/json',\n          value: 'application/json'\n        },\n        {\n          display: 'text/plain',\n          value: 'text/plain'\n        },\n        {\n          display: 'application/x-www-form-urlencoded',\n          value: 'application/x-www-form-urlencoded'\n        }\n      ]\n    }\n  },\n  {\n    type: 'scenario-step-input',\n    name: 'accessor',\n    label: 'accessor'\n  }\n]\n\nTaskRegistry.registerTaskHandler('http-post', HttpPost)\n"]}

package/dist-server/engine/task/index.js

@@ -34,4 +34,6 @@ require("./floating-point");
 require("./socket-listener");
 require("./random");
 require("./csv-readline");
+require("./data-mapper");
+require("./headless-post");
 //# sourceMappingURL=index.js.map

package/dist-server/engine/task/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../server/engine/task/index.ts"],"names":[],"mappings":";;AAAA,uBAAoB;AACpB,0BAAuB;AACvB,mBAAgB;AAChB,iBAAc;AACd,qBAAkB;AAClB,sBAAmB;AACnB,uBAAoB;AACpB,2BAAwB;AACxB,4BAAyB;AACzB,iCAA8B;AAC9B,kCAA+B;AAC/B,0BAAuB;AACvB,8BAA2B;AAC3B,mCAAgC;AAChC,iCAA8B;AAC9B,yBAAsB;AACtB,kBAAe;AACf,iBAAc;AACd,yBAAsB;AACtB,+BAA4B;AAC5B,6BAA0B;AAC1B,mCAAgC;AAChC,wBAAqB;AACrB,8BAA2B;AAC3B,oBAAiB;AACjB,4BAAyB;AACzB,4BAAyB;AACzB,0BAAuB;AACvB,mBAAgB;AAChB,uBAAoB;AACpB,4BAAyB;AACzB,6BAA0B;AAC1B,oBAAiB;AACjB,0BAAuB","sourcesContent":["import './echo-send'\nimport './echo-receive'\nimport './sleep'\nimport './log'\nimport './publish'\nimport './http-get'\nimport './http-post'\nimport './graphql-query'\nimport './graphql-mutate'\nimport './local-graphql-query'\nimport './local-graphql-mutate'\nimport './sub-scenario'\nimport './book-up-scenario'\nimport './pick-pending-scenario'\nimport './reset-pending-queue'\nimport './empty-check'\nimport './goto'\nimport './end'\nimport './switch-goto'\nimport './switch-range-goto'\nimport './switch-scenario'\nimport './switch-range-scenario'\nimport './switch-set'\nimport './switch-range-set'\nimport './script'\nimport './database-query'\nimport './mqtt-subscribe'\nimport './mqtt-publish'\nimport './throw'\nimport './variables'\nimport './floating-point'\nimport './socket-listener'\nimport './random'\nimport './csv-readline'\n"]}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../server/engine/task/index.ts"],"names":[],"mappings":";;AAAA,uBAAoB;AACpB,0BAAuB;AACvB,mBAAgB;AAChB,iBAAc;AACd,qBAAkB;AAClB,sBAAmB;AACnB,uBAAoB;AACpB,2BAAwB;AACxB,4BAAyB;AACzB,iCAA8B;AAC9B,kCAA+B;AAC/B,0BAAuB;AACvB,8BAA2B;AAC3B,mCAAgC;AAChC,iCAA8B;AAC9B,yBAAsB;AACtB,kBAAe;AACf,iBAAc;AACd,yBAAsB;AACtB,+BAA4B;AAC5B,6BAA0B;AAC1B,mCAAgC;AAChC,wBAAqB;AACrB,8BAA2B;AAC3B,oBAAiB;AACjB,4BAAyB;AACzB,4BAAyB;AACzB,0BAAuB;AACvB,mBAAgB;AAChB,uBAAoB;AACpB,4BAAyB;AACzB,6BAA0B;AAC1B,oBAAiB;AACjB,0BAAuB;AACvB,yBAAsB;AACtB,2BAAwB","sourcesContent":["import './echo-send'\nimport './echo-receive'\nimport './sleep'\nimport './log'\nimport './publish'\nimport './http-get'\nimport './http-post'\nimport './graphql-query'\nimport './graphql-mutate'\nimport './local-graphql-query'\nimport './local-graphql-mutate'\nimport './sub-scenario'\nimport './book-up-scenario'\nimport './pick-pending-scenario'\nimport './reset-pending-queue'\nimport './empty-check'\nimport './goto'\nimport './end'\nimport './switch-goto'\nimport './switch-range-goto'\nimport './switch-scenario'\nimport './switch-range-scenario'\nimport './switch-set'\nimport './switch-range-set'\nimport './script'\nimport './database-query'\nimport './mqtt-subscribe'\nimport './mqtt-publish'\nimport './throw'\nimport './variables'\nimport './floating-point'\nimport './socket-listener'\nimport './random'\nimport './csv-readline'\nimport './data-mapper'\nimport './headless-post'\n"]}

package/dist-server/engine/task/map-data.js

@@ -0,0 +1,37 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const utils_1 = require("@things-factory/utils");
+const task_registry_1 = require("../task-registry");
+function map(rule, input) {
+    if (Array.isArray(input)) {
+        return input.map(i => map(rule, i));
+    }
+    return Object.keys(rule).reduce((sum, key) => {
+        sum[key] = input[rule[key]];
+        return sum;
+    }, {});
+}
+async function MapData(step, { logger, data }) {
+    var { params: { accessor, mappingRule } } = step;
+    const input = (0, utils_1.access)(accessor, data);
+    const output = map(mappingRule || {}, input);
+    return {
+        data: output
+    };
+}
+MapData.parameterSpec = [
+    {
+        type: 'scenario-step-input',
+        name: 'accessor',
+        label: 'accessor'
+    },
+    {
+        type: 'key-values',
+        name: 'mappingRule',
+        label: 'mapping-rule'
+    }
+];
+MapData.connectorFree = true;
+MapData.help = 'integration/task/map-data';
+task_registry_1.TaskRegistry.registerTaskHandler('map-data', MapData);
+//# sourceMappingURL=map-data.js.map

package/dist-server/engine/task/map-data.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"map-data.js","sourceRoot":"","sources":["../../../server/engine/task/map-data.ts"],"names":[],"mappings":";;AAAA,iDAA8C;AAC9C,oDAA+C;AAE/C,SAAS,GAAG,CAAC,IAAI,EAAE,KAAK;IACtB,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;QACxB,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAA;KACpC;IAED,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;QAC3C,GAAG,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAA;QAC3B,OAAO,GAAG,CAAA;IACZ,CAAC,EAAE,EAAS,CAAC,CAAA;AACf,CAAC;AAED,KAAK,UAAU,OAAO,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;IAC3C,IAAI,EACF,MAAM,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,EAClC,GAAG,IAAI,CAAA;IAER,MAAM,KAAK,GAAG,IAAA,cAAM,EAAC,QAAQ,EAAE,IAAI,CAAC,CAAA;IACpC,MAAM,MAAM,GAAG,GAAG,CAAC,WAAW,IAAI,EAAE,EAAE,KAAK,CAAC,CAAA;IAE5C,OAAO;QACL,IAAI,EAAE,MAAM;KACb,CAAA;AACH,CAAC;AAED,OAAO,CAAC,aAAa,GAAG;IACtB;QACE,IAAI,EAAE,qBAAqB;QAC3B,IAAI,EAAE,UAAU;QAChB,KAAK,EAAE,UAAU;KAClB;IACD;QACE,IAAI,EAAE,YAAY;QAClB,IAAI,EAAE,aAAa;QACnB,KAAK,EAAE,cAAc;KACtB;CACF,CAAA;AAED,OAAO,CAAC,aAAa,GAAG,IAAI,CAAA;AAC5B,OAAO,CAAC,IAAI,GAAG,2BAA2B,CAAA;AAE1C,4BAAY,CAAC,mBAAmB,CAAC,UAAU,EAAE,OAAO,CAAC,CAAA","sourcesContent":["import { access } from '@things-factory/utils'\nimport { TaskRegistry } from '../task-registry'\n\nfunction map(rule, input) {\n  if (Array.isArray(input)) {\n    return input.map(i => map(rule, i))\n  }\n\n  return Object.keys(rule).reduce((sum, key) => {\n    sum[key] = input[rule[key]]\n    return sum\n  }, {} as any)\n}\n\nasync function MapData(step, { logger, data }) {\n  var {\n    params: { accessor, mappingRule }\n  } = step\n\n  const input = access(accessor, data)\n  const output = map(mappingRule || {}, input)\n\n  return {\n    data: output\n  }\n}\n\nMapData.parameterSpec = [\n  {\n    type: 'scenario-step-input',\n    name: 'accessor',\n    label: 'accessor'\n  },\n  {\n    type: 'key-values',\n    name: 'mappingRule',\n    label: 'mapping-rule'\n  }\n]\n\nMapData.connectorFree = true\nMapData.help = 'integration/task/map-data'\n\nTaskRegistry.registerTaskHandler('map-data', MapData)\n"]}

package/dist-server/engine/task/utils/headless-pool-for-scenario.js

@@ -0,0 +1,65 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getHeadlessPool = void 0;
+const tslib_1 = require("tslib");
+const genericPool = tslib_1.__importStar(require("generic-pool"));
+const env_1 = require("@things-factory/env");
+try {
+    var puppeteer = require('puppeteer');
+}
+catch (err) {
+    env_1.logger.error(err);
+}
+var headlessPool;
+function getHeadlessPool() {
+    if (!headlessPool) {
+        headlessPool = genericPool.createPool({
+            create() {
+                console.log('headless-pool-for-scensrio about to create');
+                return initializeChromium();
+            },
+            validate(browser) {
+                return Promise.race([
+                    new Promise(res => setTimeout(() => res(false), 1500)),
+                    browser
+                        //@ts-ignore
+                        .version()
+                        .then(_ => true)
+                        .catch(_ => false)
+                ]);
+            },
+            destroy(browser) {
+                //@ts-ignore
+                return browser.close();
+            }
+        }, {
+            min: 2,
+            max: 10,
+            testOnBorrow: true,
+            acquireTimeoutMillis: 15000
+        });
+    }
+    return headlessPool;
+}
+exports.getHeadlessPool = getHeadlessPool;
+const CHROMIUM_PATH = env_1.config.get('CHROMIUM_PATH');
+async function initializeChromium() {
+    try {
+        if (!puppeteer) {
+            return;
+        }
+        var launchSetting = {
+            args: ['--mute-audio', '--no-sandbox'],
+            headless: 'new'
+        };
+        if (CHROMIUM_PATH) {
+            launchSetting['executablePath'] = CHROMIUM_PATH;
+        }
+        const browser = await puppeteer.launch(launchSetting);
+        return browser;
+    }
+    catch (err) {
+        env_1.logger.error(err);
+    }
+}
+//# sourceMappingURL=headless-pool-for-scenario.js.map

package/dist-server/engine/task/utils/headless-pool-for-scenario.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"headless-pool-for-scenario.js","sourceRoot":"","sources":["../../../../server/engine/task/utils/headless-pool-for-scenario.ts"],"names":[],"mappings":";;;;AAAA,kEAA2C;AAE3C,6CAAoD;AAEpD,IAAI;IACF,IAAI,SAAS,GAAG,OAAO,CAAC,WAAW,CAAC,CAAA;CACrC;AAAC,OAAO,GAAG,EAAE;IACZ,YAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;CAClB;AAED,IAAI,YAAY,CAAA;AAEhB,SAAgB,eAAe;IAC7B,IAAI,CAAC,YAAY,EAAE;QACjB,YAAY,GAAG,WAAW,CAAC,UAAU,CACnC;YACE,MAAM;gBACJ,OAAO,CAAC,GAAG,CAAC,4CAA4C,CAAC,CAAA;gBACzD,OAAO,kBAAkB,EAAE,CAAA;YAC7B,CAAC;YACD,QAAQ,CAAC,OAAO;gBACd,OAAO,OAAO,CAAC,IAAI,CAAC;oBAClB,IAAI,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,IAAI,CAAC,CAAC;oBACtD,OAAO;wBACL,YAAY;yBACX,OAAO,EAAE;yBACT,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC;yBACf,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC;iBACrB,CAAC,CAAA;YACJ,CAAC;YACD,OAAO,CAAC,OAAO;gBACb,YAAY;gBACZ,OAAO,OAAO,CAAC,KAAK,EAAE,CAAA;YACxB,CAAC;SACF,EACD;YACE,GAAG,EAAE,CAAC;YACN,GAAG,EAAE,EAAE;YACP,YAAY,EAAE,IAAI;YAClB,oBAAoB,EAAE,KAAK;SAC5B,CACF,CAAA;KACF;IAED,OAAO,YAAY,CAAA;AACrB,CAAC;AAjCD,0CAiCC;AAED,MAAM,aAAa,GAAG,YAAM,CAAC,GAAG,CAAC,eAAe,CAAC,CAAA;AAEjD,KAAK,UAAU,kBAAkB;IAC/B,IAAI;QACF,IAAI,CAAC,SAAS,EAAE;YACd,OAAM;SACP;QAED,IAAI,aAAa,GAAG;YAClB,IAAI,EAAE,CAAC,cAAc,EAAE,cAAc,CAAC;YACtC,QAAQ,EAAE,KAAK;SAChB,CAAA;QAED,IAAI,aAAa,EAAE;YACjB,aAAa,CAAC,gBAAgB,CAAC,GAAG,aAAa,CAAA;SAChD;QAED,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,MAAM,CAAC,aAAa,CAAC,CAAA;QAErD,OAAO,OAAO,CAAA;KACf;IAAC,OAAO,GAAG,EAAE;QACZ,YAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;KAClB;AACH,CAAC","sourcesContent":["import * as genericPool from 'generic-pool'\n\nimport { config, logger } from '@things-factory/env'\n\ntry {\n  var puppeteer = require('puppeteer')\n} catch (err) {\n  logger.error(err)\n}\n\nvar headlessPool\n\nexport function getHeadlessPool() {\n  if (!headlessPool) {\n    headlessPool = genericPool.createPool(\n      {\n        create() {\n          console.log('headless-pool-for-scensrio about to create')\n          return initializeChromium()\n        },\n        validate(browser) {\n          return Promise.race([\n            new Promise(res => setTimeout(() => res(false), 1500)),\n            browser\n              //@ts-ignore\n              .version()\n              .then(_ => true)\n              .catch(_ => false)\n          ])\n        },\n        destroy(browser) {\n          //@ts-ignore\n          return browser.close()\n        }\n      },\n      {\n        min: 2,\n        max: 10,\n        testOnBorrow: true,\n        acquireTimeoutMillis: 15000\n      }\n    )\n  }\n\n  return headlessPool\n}\n\nconst CHROMIUM_PATH = config.get('CHROMIUM_PATH')\n\nasync function initializeChromium() {\n  try {\n    if (!puppeteer) {\n      return\n    }\n\n    var launchSetting = {\n      args: ['--mute-audio', '--no-sandbox'],\n      headless: 'new'\n    }\n\n    if (CHROMIUM_PATH) {\n      launchSetting['executablePath'] = CHROMIUM_PATH\n    }\n\n    const browser = await puppeteer.launch(launchSetting)\n\n    return browser\n  } catch (err) {\n    logger.error(err)\n  }\n}\n"]}

package/dist-server/engine/task/utils/headless-pool-for-task.js

@@ -0,0 +1,65 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getHeadlessPool = void 0;
+const tslib_1 = require("tslib");
+const genericPool = tslib_1.__importStar(require("generic-pool"));
+const env_1 = require("@things-factory/env");
+try {
+    var puppeteer = require('puppeteer');
+}
+catch (err) {
+    env_1.logger.error(err);
+}
+var headlessPool;
+function getHeadlessPool() {
+    if (!headlessPool) {
+        headlessPool = genericPool.createPool({
+            create() {
+                console.log('headless-pool-for-scensrio about to create');
+                return initializeChromium();
+            },
+            validate(browser) {
+                return Promise.race([
+                    new Promise(res => setTimeout(() => res(false), 1500)),
+                    browser
+                        //@ts-ignore
+                        .version()
+                        .then(_ => true)
+                        .catch(_ => false)
+                ]);
+            },
+            destroy(browser) {
+                //@ts-ignore
+                return browser.close();
+            }
+        }, {
+            min: 2,
+            max: 10,
+            testOnBorrow: true,
+            acquireTimeoutMillis: 15000
+        });
+    }
+    return headlessPool;
+}
+exports.getHeadlessPool = getHeadlessPool;
+const CHROMIUM_PATH = env_1.config.get('CHROMIUM_PATH');
+async function initializeChromium() {
+    try {
+        if (!puppeteer) {
+            return;
+        }
+        var launchSetting = {
+            args: ['--mute-audio', '--no-sandbox'],
+            headless: 'new'
+        };
+        if (CHROMIUM_PATH) {
+            launchSetting['executablePath'] = CHROMIUM_PATH;
+        }
+        const browser = await puppeteer.launch(launchSetting);
+        return browser;
+    }
+    catch (err) {
+        env_1.logger.error(err);
+    }
+}
+//# sourceMappingURL=headless-pool-for-task.js.map

package/dist-server/engine/task/utils/headless-pool-for-task.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"headless-pool-for-task.js","sourceRoot":"","sources":["../../../../server/engine/task/utils/headless-pool-for-task.ts"],"names":[],"mappings":";;;;AAAA,kEAA2C;AAE3C,6CAAoD;AAEpD,IAAI;IACF,IAAI,SAAS,GAAG,OAAO,CAAC,WAAW,CAAC,CAAA;CACrC;AAAC,OAAO,GAAG,EAAE;IACZ,YAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;CAClB;AAED,IAAI,YAAY,CAAA;AAEhB,SAAgB,eAAe;IAC7B,IAAI,CAAC,YAAY,EAAE;QACjB,YAAY,GAAG,WAAW,CAAC,UAAU,CACnC;YACE,MAAM;gBACJ,OAAO,CAAC,GAAG,CAAC,4CAA4C,CAAC,CAAA;gBACzD,OAAO,kBAAkB,EAAE,CAAA;YAC7B,CAAC;YACD,QAAQ,CAAC,OAAO;gBACd,OAAO,OAAO,CAAC,IAAI,CAAC;oBAClB,IAAI,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,IAAI,CAAC,CAAC;oBACtD,OAAO;wBACL,YAAY;yBACX,OAAO,EAAE;yBACT,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC;yBACf,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC;iBACrB,CAAC,CAAA;YACJ,CAAC;YACD,OAAO,CAAC,OAAO;gBACb,YAAY;gBACZ,OAAO,OAAO,CAAC,KAAK,EAAE,CAAA;YACxB,CAAC;SACF,EACD;YACE,GAAG,EAAE,CAAC;YACN,GAAG,EAAE,EAAE;YACP,YAAY,EAAE,IAAI;YAClB,oBAAoB,EAAE,KAAK;SAC5B,CACF,CAAA;KACF;IAED,OAAO,YAAY,CAAA;AACrB,CAAC;AAjCD,0CAiCC;AAED,MAAM,aAAa,GAAG,YAAM,CAAC,GAAG,CAAC,eAAe,CAAC,CAAA;AAEjD,KAAK,UAAU,kBAAkB;IAC/B,IAAI;QACF,IAAI,CAAC,SAAS,EAAE;YACd,OAAM;SACP;QAED,IAAI,aAAa,GAAG;YAClB,IAAI,EAAE,CAAC,cAAc,EAAE,cAAc,CAAC;YACtC,QAAQ,EAAE,KAAK;SAChB,CAAA;QAED,IAAI,aAAa,EAAE;YACjB,aAAa,CAAC,gBAAgB,CAAC,GAAG,aAAa,CAAA;SAChD;QAED,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,MAAM,CAAC,aAAa,CAAC,CAAA;QAErD,OAAO,OAAO,CAAA;KACf;IAAC,OAAO,GAAG,EAAE;QACZ,YAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;KAClB;AACH,CAAC","sourcesContent":["import * as genericPool from 'generic-pool'\n\nimport { config, logger } from '@things-factory/env'\n\ntry {\n  var puppeteer = require('puppeteer')\n} catch (err) {\n  logger.error(err)\n}\n\nvar headlessPool\n\nexport function getHeadlessPool() {\n  if (!headlessPool) {\n    headlessPool = genericPool.createPool(\n      {\n        create() {\n          console.log('headless-pool-for-scensrio about to create')\n          return initializeChromium()\n        },\n        validate(browser) {\n          return Promise.race([\n            new Promise(res => setTimeout(() => res(false), 1500)),\n            browser\n              //@ts-ignore\n              .version()\n              .then(_ => true)\n              .catch(_ => false)\n          ])\n        },\n        destroy(browser) {\n          //@ts-ignore\n          return browser.close()\n        }\n      },\n      {\n        min: 2,\n        max: 10,\n        testOnBorrow: true,\n        acquireTimeoutMillis: 15000\n      }\n    )\n  }\n\n  return headlessPool\n}\n\nconst CHROMIUM_PATH = config.get('CHROMIUM_PATH')\n\nasync function initializeChromium() {\n  try {\n    if (!puppeteer) {\n      return\n    }\n\n    var launchSetting = {\n      args: ['--mute-audio', '--no-sandbox'],\n      headless: 'new'\n    }\n\n    if (CHROMIUM_PATH) {\n      launchSetting['executablePath'] = CHROMIUM_PATH\n    }\n\n    const browser = await puppeteer.launch(launchSetting)\n\n    return browser\n  } catch (err) {\n    logger.error(err)\n  }\n}\n"]}