@golemio/flow 1.3.3 → 1.3.4-dev.1844193115

package/dist/integration-engine/FlowWorkerTest.d.ts

@@ -0,0 +1,29 @@
+import { BaseWorker } from "@golemio/core/dist/integration-engine/workers";
+/**
+ * Temporary worker for testing purposes
+ */
+export declare class FlowWorkerTest extends BaseWorker {
+    private static testSchema;
+    private test_url;
+    private cubesDataSource;
+    private analyticsDataSource;
+    private sinksDataSource;
+    private sinksHistoryDataSource;
+    private flowCubesModel;
+    private flowMeasurementModel;
+    private flowODMeasurementModel;
+    private flowSinksModel;
+    private queuePrefix;
+    constructor();
+    private getHistoryIntervalFromMsg;
+    refreshCubes: (msg: any) => Promise<void>;
+    getAnalytics: (msg: any) => Promise<void>;
+    getSinks: (msg: any) => Promise<void>;
+    getSinksHistoryPayloads: (msg: any) => Promise<void>;
+    getSinksHistory: (msg: any) => Promise<void>;
+    private getMeasurementsDistribution;
+    private getMeasurementsOdMatrix;
+    private getHistoryPayload;
+    private getTimeRanges;
+    private getHttpSettings;
+}

package/dist/integration-engine/FlowWorkerTest.js

@@ -0,0 +1,469 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.FlowWorkerTest = void 0;
+const datasources_1 = require("../schema-definitions/datasources");
+const index_1 = require("../schema-definitions/index");
+const DateTime_1 = require("@golemio/core/dist/helpers/DateTime");
+const config_1 = require("@golemio/core/dist/integration-engine/config");
+const datasources_2 = require("@golemio/core/dist/integration-engine/datasources");
+const HTTPRequestProtocolStrategyStreamed_1 = require("@golemio/core/dist/integration-engine/datasources/protocol-strategy/HTTPRequestProtocolStrategyStreamed");
+const helpers_1 = require("@golemio/core/dist/integration-engine/helpers");
+const models_1 = require("@golemio/core/dist/integration-engine/models");
+const workers_1 = require("@golemio/core/dist/integration-engine/workers");
+const golemio_errors_1 = require("@golemio/core/dist/shared/golemio-errors");
+const golemio_validator_1 = require("@golemio/core/dist/shared/golemio-validator");
+const undici_1 = require("@golemio/core/dist/shared/undici");
+const JSONStream_1 = __importDefault(require("JSONStream"));
+const https_1 = __importDefault(require("https"));
+/**
+ * Temporary worker for testing purposes
+ */
+class FlowWorkerTest extends workers_1.BaseWorker {
+    constructor() {
+        super();
+        this.queuePrefix = `${config_1.config.RABBIT_EXCHANGE_NAME}.${index_1.Flow.detections.name.toLowerCase()}-TEST`;
+        this.getHistoryIntervalFromMsg = (msg) => {
+            let historyIntervalsArr = [];
+            let msgObj = {};
+            try {
+                msgObj = JSON.parse(msg.content.toString());
+            }
+            catch (err) {
+                return null;
+            }
+            const customIntervalArr = !Array.isArray(msgObj) ? [msgObj] : msgObj;
+            customIntervalArr.forEach((intervalObj) => {
+                if (intervalObj.from && intervalObj.to) {
+                    const from = +new Date(intervalObj.from);
+                    const to = +new Date(intervalObj.to);
+                    // if range is more than 12hrs:
+                    if (to - from > 43200000) {
+                        throw new golemio_errors_1.GeneralError("Maximum interval size exceeded. Use intervals of up to 12 hours.", this.constructor.name);
+                    }
+                    helpers_1.log.debug(`History interval from: ${from} to ${to} was used.`);
+                    historyIntervalsArr.push([from, to]);
+                }
+                else {
+                    throw new golemio_errors_1.GeneralError("Interval must contain from and to properties.", this.constructor.name);
+                }
+            });
+            return historyIntervalsArr;
+        };
+        this.refreshCubes = (msg) => __awaiter(this, void 0, void 0, function* () {
+            let historyIntervalsArr = this.getHistoryIntervalFromMsg(msg);
+            let dataStream;
+            try {
+                this.cubesDataSource.protocolStrategy.setConnectionSettings(this.getHttpSettings("", "GET", null));
+                dataStream = yield this.cubesDataSource.getAll(true);
+            }
+            catch (err) {
+                throw new golemio_errors_1.GeneralError("Error while getting data.", this.constructor.name, err);
+            }
+            try {
+                yield dataStream
+                    .setDataProcessor((data) => __awaiter(this, void 0, void 0, function* () {
+                    yield this.flowCubesModel.save(data.map((cube) => {
+                        return {
+                            id: cube.id,
+                            name: cube.name,
+                        };
+                    }));
+                    const promises = data.map((cube) => {
+                        cube.historyIntervalsArr = historyIntervalsArr;
+                        return this.sendMessageToExchange("workers." + this.queuePrefix + ".getAnalytics", JSON.stringify(cube));
+                    });
+                    yield Promise.all(promises);
+                }))
+                    .proceed();
+            }
+            catch (err) {
+                throw new golemio_errors_1.GeneralError("Error while processing data.", this.constructor.name, err);
+            }
+        });
+        this.getAnalytics = (msg) => __awaiter(this, void 0, void 0, function* () {
+            let input;
+            let dataStream;
+            let historyIntervalsArr;
+            try {
+                input = JSON.parse(msg.content.toString());
+                if ((input === null || input === void 0 ? void 0 : input.id) === undefined) {
+                    throw new Error(`Can not process getAnalytics input: ${input}`);
+                }
+                historyIntervalsArr = input.historyIntervalsArr;
+                this.analyticsDataSource.protocolStrategy.setConnectionSettings(this.getHttpSettings(`/${input.id}/analytics`, "GET", null));
+                dataStream = yield this.analyticsDataSource.getAll(true);
+            }
+            catch (err) {
+                throw new golemio_errors_1.GeneralError("Error while getting data.", this.constructor.name, err);
+            }
+            try {
+                yield dataStream
+                    .setDataProcessor((data) => __awaiter(this, void 0, void 0, function* () {
+                    const url = new URL(this.test_url);
+                    const clientOptions = {
+                        connect: {
+                            rejectUnauthorized: false,
+                        },
+                    };
+                    const client = new undici_1.Client(url.origin, clientOptions);
+                    const httpsAgent = new https_1.default.Agent({
+                        rejectUnauthorized: false,
+                    });
+                    const axPromises = data.map((analytic) => __awaiter(this, void 0, void 0, function* () {
+                        // no need for DataSource
+                        const fullUrl = new URL(`${this.test_url}/${input.id}/analytics/${analytic.id}`);
+                        const requestOptions = {
+                            path: fullUrl.pathname + fullUrl.search,
+                            method: "GET",
+                            headers: {
+                                "Accept-Version": "1.3",
+                                Authorization: `Bearer ${config_1.config.datasources.FlowAPI.token}`,
+                                "Content-Type": "application/json",
+                            },
+                        };
+                        const result = yield client.request(requestOptions);
+                        return result.body.json();
+                    }));
+                    const analytics = yield Promise.all(axPromises);
+                    const exPromises = analytics.map((analytic) => {
+                        return this.sendMessageToExchange("workers." + this.queuePrefix + ".getSinks", JSON.stringify({
+                            analytic: analytic,
+                            cube: input,
+                            historyIntervalsArr,
+                        }));
+                    });
+                    yield Promise.all(exPromises);
+                }))
+                    .proceed();
+            }
+            catch (err) {
+                throw new golemio_errors_1.GeneralError("Error while processing data.", this.constructor.name, err);
+            }
+        });
+        this.getSinks = (msg) => __awaiter(this, void 0, void 0, function* () {
+            var _a, _b;
+            let input;
+            let dataStream;
+            let historyIntervalsArr;
+            try {
+                input = JSON.parse(msg.content.toString());
+                if (((_a = input === null || input === void 0 ? void 0 : input.analytic) === null || _a === void 0 ? void 0 : _a.id) === undefined || ((_b = input === null || input === void 0 ? void 0 : input.cube) === null || _b === void 0 ? void 0 : _b.id) === undefined) {
+                    throw new Error(`Can not process getAnalytics input: ${JSON.stringify(input)}`);
+                }
+                historyIntervalsArr = input.historyIntervalsArr;
+                this.sinksDataSource.protocolStrategy.setConnectionSettings(this.getHttpSettings(`/${input.cube.id}/analytics/${input.analytic.id}/sinks`, "GET", null));
+                dataStream = yield this.sinksDataSource.getAll(true);
+            }
+            catch (err) {
+                throw new golemio_errors_1.GeneralError("Error while getting data.", this.constructor.name, err);
+            }
+            try {
+                yield dataStream
+                    .setDataProcessor((data) => __awaiter(this, void 0, void 0, function* () {
+                    yield this.flowSinksModel.save(data.map((sink) => {
+                        return {
+                            cube_id: +input.cube.id,
+                            history_start_timestamp: new Date(+sink.history_start_timestamp),
+                            id: sink.id,
+                            name: sink.name,
+                            output_value_type: sink.output_value_type,
+                        };
+                    }));
+                    const dataWithDistributionSinks = data.filter((sink) => {
+                        return (sink === null || sink === void 0 ? void 0 : sink.output_value_type) === "distribution";
+                    });
+                    const dataWithOdMatrixSinks = data.filter((sink) => {
+                        return (sink === null || sink === void 0 ? void 0 : sink.output_value_type) === "od_matrix";
+                    });
+                    if (dataWithDistributionSinks.length)
+                        yield this.sendMessageToExchange("workers." + this.queuePrefix + ".getSinksHistoryPayloads", JSON.stringify({
+                            analytic: input.analytic,
+                            cube: input.cube,
+                            sinks: dataWithDistributionSinks,
+                            sinksOutputValueType: "distribution",
+                            historyIntervalsArr,
+                        }));
+                    if (dataWithOdMatrixSinks.length)
+                        yield this.sendMessageToExchange("workers." + this.queuePrefix + ".getSinksHistoryPayloads", JSON.stringify({
+                            analytic: input.analytic,
+                            cube: input.cube,
+                            sinks: dataWithOdMatrixSinks,
+                            sinksOutputValueType: "od_matrix",
+                            historyIntervalsArr,
+                        }));
+                }))
+                    .proceed();
+            }
+            catch (err) {
+                throw new golemio_errors_1.GeneralError("Error while processing data.", this.constructor.name, err);
+            }
+        });
+        this.getSinksHistoryPayloads = (msg) => __awaiter(this, void 0, void 0, function* () {
+            var _c, _d;
+            let input;
+            let historyIntervalsArr;
+            let timeRanges;
+            try {
+                input = JSON.parse(msg.content.toString());
+                if (((_c = input === null || input === void 0 ? void 0 : input.analytic) === null || _c === void 0 ? void 0 : _c.id) === undefined ||
+                    ((_d = input === null || input === void 0 ? void 0 : input.cube) === null || _d === void 0 ? void 0 : _d.id) === undefined ||
+                    !input.sinks ||
+                    !input.sinksOutputValueType) {
+                    throw new Error(`Can not process getAnalytics input: ${JSON.stringify(input)}`);
+                }
+                historyIntervalsArr = input.historyIntervalsArr;
+                if (historyIntervalsArr)
+                    timeRanges = historyIntervalsArr;
+                else
+                    timeRanges = this.getTimeRanges();
+                yield Promise.all(this.getHistoryPayload(timeRanges, input).map((payload) => {
+                    return this.sendMessageToExchange("workers." + this.queuePrefix + ".getSinksHistory", JSON.stringify({
+                        analytic: input.analytic,
+                        cube: input.cube,
+                        payload,
+                        sinksOutputValueType: input.sinksOutputValueType,
+                    }));
+                }));
+            }
+            catch (err) {
+                throw new golemio_errors_1.GeneralError("Error while getting data.", this.constructor.name, err);
+            }
+        });
+        this.getSinksHistory = (msg) => __awaiter(this, void 0, void 0, function* () {
+            var _e, _f;
+            let dataStream;
+            let input;
+            try {
+                input = JSON.parse(msg.content.toString());
+                if (((_e = input === null || input === void 0 ? void 0 : input.analytic) === null || _e === void 0 ? void 0 : _e.id) === undefined ||
+                    ((_f = input === null || input === void 0 ? void 0 : input.cube) === null || _f === void 0 ? void 0 : _f.id) === undefined ||
+                    !input.payload ||
+                    !input.sinksOutputValueType) {
+                    throw new Error(`Can not process getAnalytics input: ${JSON.stringify(input)}`);
+                }
+                this.sinksHistoryDataSource.protocolStrategy.setConnectionSettings(this.getHttpSettings(`/${input.cube.id}/analytics/${input.analytic.id}/sinks/history`, "POST", input.payload));
+                dataStream = yield this.sinksHistoryDataSource.getAll(true);
+            }
+            catch (err) {
+                throw new golemio_errors_1.GeneralError("Error while getting data.", this.constructor.name, err);
+            }
+            if (input.sinksOutputValueType === "distribution")
+                try {
+                    yield dataStream
+                        .setDataProcessor((data) => __awaiter(this, void 0, void 0, function* () {
+                        const detections = this.getMeasurementsDistribution(data, input.cube.id, input.payload.sequence_number, input.analytic.id);
+                        // filter duplicate data
+                        const uniq = detections.filter((thing, index, self) => index ===
+                            self.findIndex((t) => t.cube_id === thing.cube_id &&
+                                t.sink_id === thing.sink_id &&
+                                t.start_timestamp === thing.start_timestamp &&
+                                t.end_timestamp === thing.end_timestamp &&
+                                t.category === thing.category &&
+                                t.sequence_number === thing.sequence_number &&
+                                t.data_validity === thing.data_validity));
+                        yield this.flowMeasurementModel.save(uniq, false);
+                    }))
+                        .proceed();
+                }
+                catch (err) {
+                    throw new golemio_errors_1.GeneralError("Error while processing data (distribution sinks).", this.constructor.name, err);
+                }
+            if (input.sinksOutputValueType === "od_matrix")
+                try {
+                    yield dataStream
+                        .setDataProcessor((data) => __awaiter(this, void 0, void 0, function* () {
+                        const detections = this.getMeasurementsOdMatrix(data, input.cube.id, input.payload.sequence_number, input.analytic.id);
+                        // filter duplicate data
+                        const uniq = detections.filter((thing, index, self) => index ===
+                            self.findIndex((t) => t.cube_id === thing.cube_id &&
+                                t.sink_id === thing.sink_id &&
+                                t.start_timestamp === thing.start_timestamp &&
+                                t.end_timestamp === thing.end_timestamp &&
+                                t.category === thing.category &&
+                                t.sequence_number === thing.sequence_number &&
+                                t.data_validity === thing.data_validity &&
+                                t.origin === thing.origin &&
+                                t.destination === thing.destination));
+                        yield this.flowODMeasurementModel.save(uniq, false);
+                    }))
+                        .proceed();
+                }
+                catch (err) {
+                    throw new golemio_errors_1.GeneralError("Error while processing data (od_matrix sinks).", this.constructor.name, err);
+                }
+        });
+        this.getMeasurementsDistribution = (data, cube_id, sequence_number, analytic_id) => {
+            const measurementsNormalised = [];
+            data.forEach((element) => {
+                ((element === null || element === void 0 ? void 0 : element.snapshots) || []).forEach((snapshot) => {
+                    var _a;
+                    (((_a = snapshot === null || snapshot === void 0 ? void 0 : snapshot.data) === null || _a === void 0 ? void 0 : _a.categories) || []).forEach((category) => {
+                        // filter out 'old' format
+                        const startTimestamp = parseInt(snapshot.data_start_timestamp, 10);
+                        if (startTimestamp && !isNaN(startTimestamp)) {
+                            measurementsNormalised.push({
+                                sink_id: element.id,
+                                cube_id,
+                                sequence_number: +sequence_number,
+                                analytic_id,
+                                start_timestamp: new Date(+snapshot.data_start_timestamp),
+                                end_timestamp: new Date(+snapshot.data_end_timestamp),
+                                category: category.category,
+                                value: category.count,
+                                data_validity: snapshot.data.data_validity,
+                            });
+                        }
+                    });
+                });
+            });
+            return measurementsNormalised;
+        };
+        this.getMeasurementsOdMatrix = (data, cube_id, sequence_number, analytic_id) => {
+            const measurementsNormalised = [];
+            data.forEach((element) => {
+                ((element === null || element === void 0 ? void 0 : element.snapshots) || []).forEach((snapshot) => {
+                    var _a;
+                    const destinations = snapshot.data.destinations;
+                    const origins = snapshot.data.origins;
+                    (((_a = snapshot === null || snapshot === void 0 ? void 0 : snapshot.data) === null || _a === void 0 ? void 0 : _a.turning_movements) || []).forEach((category, categoryIndex) => {
+                        const categoryName = category.category;
+                        // filter out 'old' format
+                        const startTimestamp = parseInt(snapshot.data_start_timestamp, 10);
+                        if (startTimestamp && !isNaN(startTimestamp)) {
+                            category.data.forEach((originRow, originIndex) => {
+                                originRow.forEach((value, destinationIndex) => {
+                                    measurementsNormalised.push({
+                                        sink_id: element.id,
+                                        cube_id,
+                                        sequence_number: +sequence_number,
+                                        analytic_id,
+                                        start_timestamp: new Date(+snapshot.data_start_timestamp),
+                                        end_timestamp: new Date(+snapshot.data_end_timestamp),
+                                        category: categoryName,
+                                        origin: origins[originIndex].name,
+                                        destination: destinations[destinationIndex].name,
+                                        value,
+                                        data_validity: snapshot.data.data_validity,
+                                    });
+                                });
+                            });
+                        }
+                    });
+                });
+            });
+            return measurementsNormalised;
+        };
+        // get array of all pastOffset to past timeranges [startTS, endTS]
+        // where endTS - startTS === interval starting now - pastOffset
+        this.getTimeRanges = (pastOffset = 60, interval = 15) => {
+            const start = (0, DateTime_1.dateTime)(new Date(new Date().setUTCSeconds(0, 0)));
+            const fullMinsDiv2 = start.toDate().getMinutes() % interval;
+            const startTs = start.subtract(fullMinsDiv2, "minutes").valueOf();
+            const endTs = start.subtract(pastOffset, "minutes").valueOf();
+            const ranges = [];
+            let currentTs = startTs;
+            const intervalMs = interval * 60 * 1000;
+            while (currentTs - intervalMs > endTs) {
+                ranges.push([currentTs - intervalMs, currentTs]);
+                currentTs = currentTs - intervalMs;
+            }
+            return ranges;
+        };
+        this.getHttpSettings = (suffix = "", method = "GET", body = null) => {
+            const settings = {
+                headers: {
+                    "Accept-Version": "1.3",
+                    Authorization: `Bearer ${config_1.config.datasources.FlowAPI.token}`,
+                    "Content-Type": "application/json",
+                },
+                method,
+                rejectUnauthorized: false,
+                url: `${this.test_url}${suffix}`,
+            };
+            if (body) {
+                settings.body = JSON.stringify(body);
+            }
+            return settings;
+        };
+        this.test_url = "https://10.200.210.1:8088/api/cubes";
+        this.flowMeasurementModel = new models_1.PostgresModel(index_1.Flow.detections.name + "Model", {
+            outputSequelizeAttributes: index_1.Flow.detections.outputSequelizeAttributes,
+            pgSchema: FlowWorkerTest.testSchema,
+            pgTableName: index_1.Flow.detections.pgTableName,
+            savingType: "insertOrUpdate",
+        }, new golemio_validator_1.JSONSchemaValidator("FlowMeasurementValidator", index_1.Flow.detections.jsonSchema));
+        this.flowODMeasurementModel = new models_1.PostgresModel(index_1.Flow.detectionsOD.name + "Model", {
+            outputSequelizeAttributes: index_1.Flow.detectionsOD.outputSequelizeAttributes,
+            pgSchema: FlowWorkerTest.testSchema,
+            pgTableName: index_1.Flow.detectionsOD.pgTableName,
+            savingType: "insertOrUpdate",
+        }, new golemio_validator_1.JSONSchemaValidator("FlowODMeasurementValidator", index_1.Flow.detectionsOD.jsonSchema));
+        this.flowCubesModel = new models_1.PostgresModel(index_1.Flow.cubes.name + "Model", {
+            outputSequelizeAttributes: index_1.Flow.cubes.outputSequelizeAttributes,
+            pgSchema: FlowWorkerTest.testSchema,
+            pgTableName: index_1.Flow.cubes.pgTableName,
+            savingType: "insertOrUpdate",
+        }, new golemio_validator_1.JSONSchemaValidator("FlowCubesValidator", index_1.Flow.cubes.jsonSchema));
+        this.flowSinksModel = new models_1.PostgresModel(index_1.Flow.sinks.name + "Model", {
+            outputSequelizeAttributes: index_1.Flow.sinks.outputSequelizeAttributes,
+            pgSchema: FlowWorkerTest.testSchema,
+            pgTableName: index_1.Flow.sinks.pgTableName,
+            savingType: "insertOrUpdate",
+        }, new golemio_validator_1.JSONSchemaValidator("FlowSinksValidator", index_1.Flow.sinks.jsonSchema));
+        this.cubesDataSource = new datasources_2.DataSourceStreamed(datasources_1.cubesDatasource.name, new HTTPRequestProtocolStrategyStreamed_1.HTTPRequestProtocolStrategyStreamed({
+            headers: {},
+            method: "GET",
+            url: this.test_url,
+        }).setStreamTransformer(JSONStream_1.default.parse("cubes.*")), new datasources_2.JSONDataTypeStrategy({ resultsPath: "" }), new golemio_validator_1.JSONSchemaValidator(datasources_1.cubesDatasource.name + "Validator", datasources_1.cubesDatasource.jsonSchema));
+        this.analyticsDataSource = new datasources_2.DataSourceStreamed(datasources_1.analyticsDatasource.name, new HTTPRequestProtocolStrategyStreamed_1.HTTPRequestProtocolStrategyStreamed({
+            headers: {},
+            method: "GET",
+            url: this.test_url,
+        }).setStreamTransformer(JSONStream_1.default.parse("analytics.*")), new datasources_2.JSONDataTypeStrategy({ resultsPath: "" }), new golemio_validator_1.JSONSchemaValidator(datasources_1.analyticsDatasource.name + "Validator", datasources_1.analyticsDatasource.jsonSchema));
+        this.sinksDataSource = new datasources_2.DataSourceStreamed(datasources_1.sinksDatasource.name, new HTTPRequestProtocolStrategyStreamed_1.HTTPRequestProtocolStrategyStreamed({
+            headers: {},
+            method: "GET",
+            url: this.test_url,
+        }).setStreamTransformer(JSONStream_1.default.parse("sinks.*")), new datasources_2.JSONDataTypeStrategy({ resultsPath: "" }), new golemio_validator_1.JSONSchemaValidator(datasources_1.sinksDatasource.name + "Validator", datasources_1.sinksDatasource.jsonSchema));
+        this.sinksHistoryDataSource = new datasources_2.DataSourceStreamed(datasources_1.sinksHistoryDatasource.name, new HTTPRequestProtocolStrategyStreamed_1.HTTPRequestProtocolStrategyStreamed({
+            headers: {},
+            method: "POST",
+            url: this.test_url,
+        }).setStreamTransformer(JSONStream_1.default.parse("sinks.*")), new datasources_2.JSONDataTypeStrategy({ resultsPath: "" }), new golemio_validator_1.JSONSchemaValidator(datasources_1.sinksHistoryDatasource.name + "Validator", datasources_1.sinksHistoryDatasource.jsonSchema));
+    }
+    getHistoryPayload(timeRanges, data) {
+        const payloads = [];
+        timeRanges.forEach((range) => {
+            const payload = {
+                sequence_number: data.analytic.sequence_number,
+                sinks: [],
+            };
+            data.sinks.forEach((sink) => {
+                payload.sinks.push({
+                    // has to be string!
+                    end_timestamp: `${range[1]}`,
+                    id: sink.id,
+                    // has to be string!
+                    start_timestamp: `${range[0]}`,
+                });
+            });
+            payloads.push(payload);
+        });
+        return payloads;
+    }
+}
+exports.FlowWorkerTest = FlowWorkerTest;
+FlowWorkerTest.testSchema = "flow_test";
+//# sourceMappingURL=FlowWorkerTest.js.map

package/dist/integration-engine/FlowWorkerTest.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"FlowWorkerTest.js","sourceRoot":"","sources":["../../src/integration-engine/FlowWorkerTest.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,mEAAiH;AACjH,uDAAkC;AAClC,kEAA+D;AAC/D,yEAAsE;AACtE,mFAK2D;AAC3D,iKAA8J;AAC9J,2EAAoE;AACpE,yEAA6E;AAC7E,2EAA2E;AAC3E,6EAAwE;AACxE,mFAAkF;AAClF,6DAAsE;AACtE,4DAAoC;AACpC,kDAA0B;AAE1B;;GAEG;AAEH,MAAa,cAAe,SAAQ,oBAAU;IAe1C;QACI,KAAK,EAAE,CAAC;QAHJ,gBAAW,GAAW,GAAG,eAAM,CAAC,oBAAoB,IAAI,YAAI,CAAC,UAAU,CAAC,IAAI,CAAC,WAAW,EAAE,OAAO,CAAC;QA8FlG,8BAAyB,GAAG,CAAC,GAAQ,EAAqB,EAAE;YAChE,IAAI,mBAAmB,GAAe,EAAE,CAAC;YACzC,IAAI,MAAM,GAAG,EAAE,CAAC;YAEhB,IAAI;gBACA,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;aAC/C;YAAC,OAAO,GAAG,EAAE;gBACV,OAAO,IAAI,CAAC;aACf;YAED,MAAM,iBAAiB,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;YAErE,iBAAiB,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,EAAE;gBACtC,IAAI,WAAW,CAAC,IAAI,IAAI,WAAW,CAAC,EAAE,EAAE;oBACpC,MAAM,IAAI,GAAG,CAAC,IAAI,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;oBACzC,MAAM,EAAE,GAAG,CAAC,IAAI,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;oBAErC,+BAA+B;oBAC/B,IAAI,EAAE,GAAG,IAAI,GAAG,QAAQ,EAAE;wBACtB,MAAM,IAAI,6BAAY,CAClB,kEAAkE,EAClE,IAAI,CAAC,WAAW,CAAC,IAAI,CACxB,CAAC;qBACL;oBAED,aAAG,CAAC,KAAK,CAAC,0BAA0B,IAAI,OAAO,EAAE,YAAY,CAAC,CAAC;oBAC/D,mBAAmB,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC;iBACxC;qBAAM;oBACH,MAAM,IAAI,6BAAY,CAAC,+CAA+C,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;iBAClG;YACL,CAAC,CAAC,CAAC;YAEH,OAAO,mBAAmB,CAAC;QAC/B,CAAC,CAAC;QAEK,iBAAY,GAAG,CAAO,GAAQ,EAAiB,EAAE;YACpD,IAAI,mBAAmB,GAAG,IAAI,CAAC,yBAAyB,CAAC,GAAG,CAAC,CAAC;YAE9D,IAAI,UAA4B,CAAC;YAEjC,IAAI;gBACA,IAAI,CAAC,eAAe,CAAC,gBAAgB,CAAC,qBAAqB,CAAC,IAAI,CAAC,eAAe,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC;gBACnG,UAAU,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;aACxD;YAAC,OAAO,GAAG,EAAE;gBACV,MAAM,IAAI,6BAAY,CAAC,2BAA2B,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;aACnF;YAED,IAAI;gBACA,MAAM,UAAU;qBACX,gBAAgB,CAAC,CAAO,IAAS,EAAE,EAAE;oBAClC,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAC1B,IAAI,CAAC,GAAG,CAAC,CAAC,IAAS,EAAE,EAAE;wBACnB,OAAO;4BACH,EAAE,EAAE,IAAI,CAAC,EAAE;4BACX,IAAI,EAAE,IAAI,CAAC,IAAI;yBAClB,CAAC;oBACN,CAAC,CAAC,CACL,CAAC;oBACF,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,IAAS,EAAE,EAAE;wBACpC,IAAI,CAAC,mBAAmB,GAAG,mBAAmB,CAAC;wBAC/C,OAAO,IAAI,CAAC,qBAAqB,CAAC,UAAU,GAAG,IAAI,CAAC,WAAW,GAAG,eAAe,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;oBAC7G,CAAC,CAAC,CAAC;oBACH,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;gBAChC,CAAC,CAAA,CAAC;qBACD,OAAO,EAAE,CAAC;aAClB;YAAC,OAAO,GAAG,EAAE;gBACV,MAAM,IAAI,6BAAY,CAAC,8BAA8B,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;aACtF;QACL,CAAC,CAAA,CAAC;QAEK,iBAAY,GAAG,CAAO,GAAQ,EAAiB,EAAE;YACpD,IAAI,KAAU,CAAC;YACf,IAAI,UAA4B,CAAC;YACjC,IAAI,mBAAsC,CAAC;YAC3C,IAAI;gBACA,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;gBAE3C,IAAI,CAAA,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,EAAE,MAAK,SAAS,EAAE;oBACzB,MAAM,IAAI,KAAK,CAAC,uCAAuC,KAAK,EAAE,CAAC,CAAC;iBACnE;gBACD,mBAAmB,GAAG,KAAK,CAAC,mBAAmB,CAAC;gBAEhD,IAAI,CAAC,mBAAmB,CAAC,gBAAgB,CAAC,qBAAqB,CAC3D,IAAI,CAAC,eAAe,CAAC,IAAI,KAAK,CAAC,EAAE,YAAY,EAAE,KAAK,EAAE,IAAI,CAAC,CAC9D,CAAC;gBACF,UAAU,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;aAC5D;YAAC,OAAO,GAAG,EAAE;gBACV,MAAM,IAAI,6BAAY,CAAC,2BAA2B,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;aACnF;YAED,IAAI;gBACA,MAAM,UAAU;qBACX,gBAAgB,CAAC,CAAO,IAAS,EAAE,EAAE;oBAClC,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;oBACnC,MAAM,aAAa,GAAmB;wBAClC,OAAO,EAAE;4BACL,kBAAkB,EAAE,KAAK;yBAC5B;qBACJ,CAAC;oBACF,MAAM,MAAM,GAAG,IAAI,eAAM,CAAC,GAAG,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;oBACrD,MAAM,UAAU,GAAG,IAAI,eAAK,CAAC,KAAK,CAAC;wBAC/B,kBAAkB,EAAE,KAAK;qBAC5B,CAAC,CAAC;oBAEH,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAO,QAAa,EAAE,EAAE;wBAChD,yBAAyB;wBACzB,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC,QAAQ,IAAI,KAAK,CAAC,EAAE,cAAc,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC;wBACjF,MAAM,cAAc,GAA8B;4BAC9C,IAAI,EAAE,OAAO,CAAC,QAAQ,GAAG,OAAO,CAAC,MAAM;4BACvC,MAAM,EAAE,KAA8B;4BACtC,OAAO,EAAE;gCACL,gBAAgB,EAAE,KAAK;gCACvB,aAAa,EAAE,UAAU,eAAM,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,EAAE;gCAC3D,cAAc,EAAE,kBAAkB;6BACrC;yBACJ,CAAC;wBACF,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;wBAEpD,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;oBAC9B,CAAC,CAAA,CAAC,CAAC;oBAEH,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;oBAEhD,MAAM,UAAU,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,QAAa,EAAE,EAAE;wBAC/C,OAAO,IAAI,CAAC,qBAAqB,CAC7B,UAAU,GAAG,IAAI,CAAC,WAAW,GAAG,WAAW,EAC3C,IAAI,CAAC,SAAS,CAAC;4BACX,QAAQ,EAAE,QAAQ;4BAClB,IAAI,EAAE,KAAK;4BACX,mBAAmB;yBACtB,CAAC,CACL,CAAC;oBACN,CAAC,CAAC,CAAC;oBACH,MAAM,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;gBAClC,CAAC,CAAA,CAAC;qBACD,OAAO,EAAE,CAAC;aAClB;YAAC,OAAO,GAAG,EAAE;gBACV,MAAM,IAAI,6BAAY,CAAC,8BAA8B,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;aACtF;QACL,CAAC,CAAA,CAAC;QAEK,aAAQ,GAAG,CAAO,GAAQ,EAAiB,EAAE;;YAChD,IAAI,KAAU,CAAC;YACf,IAAI,UAA4B,CAAC;YACjC,IAAI,mBAAsC,CAAC;YAC3C,IAAI;gBACA,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;gBAE3C,IAAI,CAAA,MAAA,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,QAAQ,0CAAE,EAAE,MAAK,SAAS,IAAI,CAAA,MAAA,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,IAAI,0CAAE,EAAE,MAAK,SAAS,EAAE;oBACpE,MAAM,IAAI,KAAK,CAAC,uCAAuC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;iBACnF;gBACD,mBAAmB,GAAG,KAAK,CAAC,mBAAmB,CAAC;gBAEhD,IAAI,CAAC,eAAe,CAAC,gBAAgB,CAAC,qBAAqB,CACvD,IAAI,CAAC,eAAe,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,EAAE,cAAc,KAAK,CAAC,QAAQ,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,CAAC,CAC9F,CAAC;gBAEF,UAAU,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;aACxD;YAAC,OAAO,GAAG,EAAE;gBACV,MAAM,IAAI,6BAAY,CAAC,2BAA2B,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;aACnF;YAED,IAAI;gBACA,MAAM,UAAU;qBACX,gBAAgB,CAAC,CAAO,IAAS,EAAE,EAAE;oBAClC,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAC1B,IAAI,CAAC,GAAG,CAAC,CAAC,IAAyB,EAAE,EAAE;wBACnC,OAAO;4BACH,OAAO,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE;4BACvB,uBAAuB,EAAE,IAAI,IAAI,CAAC,CAAC,IAAI,CAAC,uBAAuB,CAAC;4BAChE,EAAE,EAAE,IAAI,CAAC,EAAE;4BACX,IAAI,EAAE,IAAI,CAAC,IAAI;4BACf,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;yBAC5C,CAAC;oBACN,CAAC,CAAC,CACL,CAAC;oBAEF,MAAM,yBAAyB,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,IAAS,EAAE,EAAE;wBACxD,OAAO,CAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,iBAAiB,MAAK,cAAc,CAAC;oBACtD,CAAC,CAAC,CAAC;oBAEH,MAAM,qBAAqB,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,IAAS,EAAE,EAAE;wBACpD,OAAO,CAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,iBAAiB,MAAK,WAAW,CAAC;oBACnD,CAAC,CAAC,CAAC;oBAEH,IAAI,yBAAyB,CAAC,MAAM;wBAChC,MAAM,IAAI,CAAC,qBAAqB,CAC5B,UAAU,GAAG,IAAI,CAAC,WAAW,GAAG,0BAA0B,EAC1D,IAAI,CAAC,SAAS,CAAC;4BACX,QAAQ,EAAE,KAAK,CAAC,QAAQ;4BACxB,IAAI,EAAE,KAAK,CAAC,IAAI;4BAChB,KAAK,EAAE,yBAAyB;4BAChC,oBAAoB,EAAE,cAAc;4BACpC,mBAAmB;yBACtB,CAAC,CACL,CAAC;oBAEN,IAAI,qBAAqB,CAAC,MAAM;wBAC5B,MAAM,IAAI,CAAC,qBAAqB,CAC5B,UAAU,GAAG,IAAI,CAAC,WAAW,GAAG,0BAA0B,EAC1D,IAAI,CAAC,SAAS,CAAC;4BACX,QAAQ,EAAE,KAAK,CAAC,QAAQ;4BACxB,IAAI,EAAE,KAAK,CAAC,IAAI;4BAChB,KAAK,EAAE,qBAAqB;4BAC5B,oBAAoB,EAAE,WAAW;4BACjC,mBAAmB;yBACtB,CAAC,CACL,CAAC;gBACV,CAAC,CAAA,CAAC;qBACD,OAAO,EAAE,CAAC;aAClB;YAAC,OAAO,GAAG,EAAE;gBACV,MAAM,IAAI,6BAAY,CAAC,8BAA8B,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;aACtF;QACL,CAAC,CAAA,CAAC;QAEK,4BAAuB,GAAG,CAAO,GAAQ,EAAiB,EAAE;;YAC/D,IAAI,KAAU,CAAC;YACf,IAAI,mBAAsC,CAAC;YAC3C,IAAI,UAAiB,CAAC;YACtB,IAAI;gBACA,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;gBAE3C,IACI,CAAA,MAAA,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,QAAQ,0CAAE,EAAE,MAAK,SAAS;oBACjC,CAAA,MAAA,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,IAAI,0CAAE,EAAE,MAAK,SAAS;oBAC7B,CAAC,KAAK,CAAC,KAAK;oBACZ,CAAC,KAAK,CAAC,oBAAoB,EAC7B;oBACE,MAAM,IAAI,KAAK,CAAC,uCAAuC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;iBACnF;gBACD,mBAAmB,GAAG,KAAK,CAAC,mBAAmB,CAAC;gBAEhD,IAAI,mBAAmB;oBAAE,UAAU,GAAG,mBAAmB,CAAC;;oBACrD,UAAU,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;gBAEvC,MAAM,OAAO,CAAC,GAAG,CACb,IAAI,CAAC,iBAAiB,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,OAAY,EAAE,EAAE;oBAC3D,OAAO,IAAI,CAAC,qBAAqB,CAC7B,UAAU,GAAG,IAAI,CAAC,WAAW,GAAG,kBAAkB,EAClD,IAAI,CAAC,SAAS,CAAC;wBACX,QAAQ,EAAE,KAAK,CAAC,QAAQ;wBACxB,IAAI,EAAE,KAAK,CAAC,IAAI;wBAChB,OAAO;wBACP,oBAAoB,EAAE,KAAK,CAAC,oBAAoB;qBACnD,CAAC,CACL,CAAC;gBACN,CAAC,CAAC,CACL,CAAC;aACL;YAAC,OAAO,GAAG,EAAE;gBACV,MAAM,IAAI,6BAAY,CAAC,2BAA2B,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;aACnF;QACL,CAAC,CAAA,CAAC;QAEK,oBAAe,GAAG,CAAO,GAAQ,EAAiB,EAAE;;YACvD,IAAI,UAA4B,CAAC;YACjC,IAAI,KAAU,CAAC;YAEf,IAAI;gBACA,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;gBAE3C,IACI,CAAA,MAAA,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,QAAQ,0CAAE,EAAE,MAAK,SAAS;oBACjC,CAAA,MAAA,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,IAAI,0CAAE,EAAE,MAAK,SAAS;oBAC7B,CAAC,KAAK,CAAC,OAAO;oBACd,CAAC,KAAK,CAAC,oBAAoB,EAC7B;oBACE,MAAM,IAAI,KAAK,CAAC,uCAAuC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;iBACnF;gBAED,IAAI,CAAC,sBAAsB,CAAC,gBAAgB,CAAC,qBAAqB,CAC9D,IAAI,CAAC,eAAe,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,EAAE,cAAc,KAAK,CAAC,QAAQ,CAAC,EAAE,gBAAgB,EAAE,MAAM,EAAE,KAAK,CAAC,OAAO,CAAC,CAChH,CAAC;gBAEF,UAAU,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;aAC/D;YAAC,OAAO,GAAG,EAAE;gBACV,MAAM,IAAI,6BAAY,CAAC,2BAA2B,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;aACnF;YAED,IAAI,KAAK,CAAC,oBAAoB,KAAK,cAAc;gBAC7C,IAAI;oBACA,MAAM,UAAU;yBACX,gBAAgB,CAAC,CAAO,IAAW,EAAE,EAAE;wBACpC,MAAM,UAAU,GAAG,IAAI,CAAC,2BAA2B,CAC/C,IAAI,EACJ,KAAK,CAAC,IAAI,CAAC,EAAE,EACb,KAAK,CAAC,OAAO,CAAC,eAAe,EAC7B,KAAK,CAAC,QAAQ,CAAC,EAAE,CACpB,CAAC;wBACF,wBAAwB;wBACxB,MAAM,IAAI,GAAG,UAAU,CAAC,MAAM,CAC1B,CAAC,KAA0B,EAAE,KAAa,EAAE,IAAW,EAAE,EAAE,CACvD,KAAK;4BACL,IAAI,CAAC,SAAS,CACV,CAAC,CAAC,EAAE,EAAE,CACF,CAAC,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO;gCAC3B,CAAC,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO;gCAC3B,CAAC,CAAC,eAAe,KAAK,KAAK,CAAC,eAAe;gCAC3C,CAAC,CAAC,aAAa,KAAK,KAAK,CAAC,aAAa;gCACvC,CAAC,CAAC,QAAQ,KAAK,KAAK,CAAC,QAAQ;gCAC7B,CAAC,CAAC,eAAe,KAAK,KAAK,CAAC,eAAe;gCAC3C,CAAC,CAAC,aAAa,KAAK,KAAK,CAAC,aAAa,CAC9C,CACR,CAAC;wBAEF,MAAM,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;oBACtD,CAAC,CAAA,CAAC;yBACD,OAAO,EAAE,CAAC;iBAClB;gBAAC,OAAO,GAAG,EAAE;oBACV,MAAM,IAAI,6BAAY,CAAC,mDAAmD,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;iBAC3G;YAEL,IAAI,KAAK,CAAC,oBAAoB,KAAK,WAAW;gBAC1C,IAAI;oBACA,MAAM,UAAU;yBACX,gBAAgB,CAAC,CAAO,IAAW,EAAE,EAAE;wBACpC,MAAM,UAAU,GAAG,IAAI,CAAC,uBAAuB,CAC3C,IAAI,EACJ,KAAK,CAAC,IAAI,CAAC,EAAE,EACb,KAAK,CAAC,OAAO,CAAC,eAAe,EAC7B,KAAK,CAAC,QAAQ,CAAC,EAAE,CACpB,CAAC;wBAEF,wBAAwB;wBACxB,MAAM,IAAI,GAAG,UAAU,CAAC,MAAM,CAC1B,CAAC,KAA0B,EAAE,KAAa,EAAE,IAAW,EAAE,EAAE,CACvD,KAAK;4BACL,IAAI,CAAC,SAAS,CACV,CAAC,CAAC,EAAE,EAAE,CACF,CAAC,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO;gCAC3B,CAAC,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO;gCAC3B,CAAC,CAAC,eAAe,KAAK,KAAK,CAAC,eAAe;gCAC3C,CAAC,CAAC,aAAa,KAAK,KAAK,CAAC,aAAa;gCACvC,CAAC,CAAC,QAAQ,KAAK,KAAK,CAAC,QAAQ;gCAC7B,CAAC,CAAC,eAAe,KAAK,KAAK,CAAC,eAAe;gCAC3C,CAAC,CAAC,aAAa,KAAK,KAAK,CAAC,aAAa;gCACvC,CAAC,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM;gCACzB,CAAC,CAAC,WAAW,KAAK,KAAK,CAAC,WAAW,CAC1C,CACR,CAAC;wBACF,MAAM,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;oBACxD,CAAC,CAAA,CAAC;yBACD,OAAO,EAAE,CAAC;iBAClB;gBAAC,OAAO,GAAG,EAAE;oBACV,MAAM,IAAI,6BAAY,CAAC,gDAAgD,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;iBACxG;QACT,CAAC,CAAA,CAAC;QAEM,gCAA2B,GAAG,CAAC,IAAS,EAAE,OAAY,EAAE,eAAoB,EAAE,WAAgB,EAAO,EAAE;YAC3G,MAAM,sBAAsB,GAAU,EAAE,CAAC;YAEzC,IAAI,CAAC,OAAO,CAAC,CAAC,OAAY,EAAE,EAAE;gBAC1B,CAAC,CAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,SAAS,KAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,QAAa,EAAE,EAAE;;oBACjD,CAAC,CAAA,MAAA,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,IAAI,0CAAE,UAAU,KAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,QAAa,EAAE,EAAE;wBACzD,0BAA0B;wBAC1B,MAAM,cAAc,GAAG,QAAQ,CAAC,QAAQ,CAAC,oBAAoB,EAAE,EAAE,CAAC,CAAC;wBACnE,IAAI,cAAc,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,EAAE;4BAC1C,sBAAsB,CAAC,IAAI,CAAC;gCACxB,OAAO,EAAE,OAAO,CAAC,EAAE;gCACnB,OAAO;gCACP,eAAe,EAAE,CAAC,eAAe;gCACjC,WAAW;gCACX,eAAe,EAAE,IAAI,IAAI,CAAC,CAAC,QAAQ,CAAC,oBAAoB,CAAC;gCACzD,aAAa,EAAE,IAAI,IAAI,CAAC,CAAC,QAAQ,CAAC,kBAAkB,CAAC;gCACrD,QAAQ,EAAE,QAAQ,CAAC,QAAQ;gCAC3B,KAAK,EAAE,QAAQ,CAAC,KAAK;gCACrB,aAAa,EAAE,QAAQ,CAAC,IAAI,CAAC,aAAa;6BAC7C,CAAC,CAAC;yBACN;oBACL,CAAC,CAAC,CAAC;gBACP,CAAC,CAAC,CAAC;YACP,CAAC,CAAC,CAAC;YACH,OAAO,sBAAsB,CAAC;QAClC,CAAC,CAAC;QAEM,4BAAuB,GAAG,CAAC,IAAS,EAAE,OAAY,EAAE,eAAoB,EAAE,WAAgB,EAAO,EAAE;YACvG,MAAM,sBAAsB,GAAU,EAAE,CAAC;YAEzC,IAAI,CAAC,OAAO,CAAC,CAAC,OAAY,EAAE,EAAE;gBAC1B,CAAC,CAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,SAAS,KAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,QAAa,EAAE,EAAE;;oBACjD,MAAM,YAAY,GAAmC,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC;oBAChF,MAAM,OAAO,GAAmC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC;oBAEtE,CAAC,CAAA,MAAA,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,IAAI,0CAAE,iBAAiB,KAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,QAAa,EAAE,aAAqB,EAAE,EAAE;wBACvF,MAAM,YAAY,GAAG,QAAQ,CAAC,QAAQ,CAAC;wBAEvC,0BAA0B;wBAC1B,MAAM,cAAc,GAAG,QAAQ,CAAC,QAAQ,CAAC,oBAAoB,EAAE,EAAE,CAAC,CAAC;wBACnE,IAAI,cAAc,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,EAAE;4BAC1C,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,SAAa,EAAE,WAAmB,EAAE,EAAE;gCACzD,SAAS,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,gBAAgB,EAAE,EAAE;oCAC1C,sBAAsB,CAAC,IAAI,CAAC;wCACxB,OAAO,EAAE,OAAO,CAAC,EAAE;wCACnB,OAAO;wCACP,eAAe,EAAE,CAAC,eAAe;wCACjC,WAAW;wCACX,eAAe,EAAE,IAAI,IAAI,CAAC,CAAC,QAAQ,CAAC,oBAAoB,CAAC;wCACzD,aAAa,EAAE,IAAI,IAAI,CAAC,CAAC,QAAQ,CAAC,kBAAkB,CAAC;wCACrD,QAAQ,EAAE,YAAY;wCACtB,MAAM,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC,IAAI;wCACjC,WAAW,EAAE,YAAY,CAAC,gBAAgB,CAAC,CAAC,IAAI;wCAChD,KAAK;wCACL,aAAa,EAAE,QAAQ,CAAC,IAAI,CAAC,aAAa;qCAC7C,CAAC,CAAC;gCACP,CAAC,CAAC,CAAC;4BACP,CAAC,CAAC,CAAC;yBACN;oBACL,CAAC,CAAC,CAAC;gBACP,CAAC,CAAC,CAAC;YACP,CAAC,CAAC,CAAC;YACH,OAAO,sBAAsB,CAAC;QAClC,CAAC,CAAC;QAwBF,kEAAkE;QAClE,+DAA+D;QACvD,kBAAa,GAAG,CAAC,aAAqB,EAAE,EAAE,WAAmB,EAAE,EAAS,EAAE;YAC9E,MAAM,KAAK,GAAG,IAAA,mBAAQ,EAAC,IAAI,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,aAAa,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YAEjE,MAAM,YAAY,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,UAAU,EAAE,GAAG,QAAQ,CAAC;YAE5D,MAAM,OAAO,GAAG,KAAK,CAAC,QAAQ,CAAC,YAAY,EAAE,SAAS,CAAC,CAAC,OAAO,EAAE,CAAC;YAElE,MAAM,KAAK,GAAG,KAAK,CAAC,QAAQ,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC,OAAO,EAAE,CAAC;YAE9D,MAAM,MAAM,GAAG,EAAE,CAAC;YAElB,IAAI,SAAS,GAAG,OAAO,CAAC;YACxB,MAAM,UAAU,GAAG,QAAQ,GAAG,EAAE,GAAG,IAAI,CAAC;YAExC,OAAO,SAAS,GAAG,UAAU,GAAG,KAAK,EAAE;gBACnC,MAAM,CAAC,IAAI,CAAC,CAAC,SAAS,GAAG,UAAU,EAAE,SAAS,CAAC,CAAC,CAAC;gBACjD,SAAS,GAAG,SAAS,GAAG,UAAU,CAAC;aACtC;YAED,OAAO,MAAM,CAAC;QAClB,CAAC,CAAC;QAEM,oBAAe,GAAG,CAAC,SAAiB,EAAE,EAAE,SAAiB,KAAK,EAAE,OAAY,IAAI,EAAiB,EAAE;YACvG,MAAM,QAAQ,GAAQ;gBAClB,OAAO,EAAE;oBACL,gBAAgB,EAAE,KAAK;oBACvB,aAAa,EAAE,UAAU,eAAM,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,EAAE;oBAC3D,cAAc,EAAE,kBAAkB;iBACrC;gBACD,MAAM;gBACN,kBAAkB,EAAE,KAAK;gBACzB,GAAG,EAAE,GAAG,IAAI,CAAC,QAAQ,GAAG,MAAM,EAAE;aACnC,CAAC;YAEF,IAAI,IAAI,EAAE;gBACN,QAAQ,CAAC,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;aACxC;YAED,OAAO,QAAQ,CAAC;QACpB,CAAC,CAAC;QArjBE,IAAI,CAAC,QAAQ,GAAG,qCAAqC,CAAC;QACtD,IAAI,CAAC,oBAAoB,GAAG,IAAI,sBAAa,CACzC,YAAI,CAAC,UAAU,CAAC,IAAI,GAAG,OAAO,EAC9B;YACI,yBAAyB,EAAE,YAAI,CAAC,UAAU,CAAC,yBAAyB;YACpE,QAAQ,EAAE,cAAc,CAAC,UAAU;YACnC,WAAW,EAAE,YAAI,CAAC,UAAU,CAAC,WAAW;YACxC,UAAU,EAAE,gBAAgB;SAC/B,EACD,IAAI,uCAAmB,CAAC,0BAA0B,EAAE,YAAI,CAAC,UAAU,CAAC,UAAU,CAAC,CAClF,CAAC;QAEF,IAAI,CAAC,sBAAsB,GAAG,IAAI,sBAAa,CAC3C,YAAI,CAAC,YAAY,CAAC,IAAI,GAAG,OAAO,EAChC;YACI,yBAAyB,EAAE,YAAI,CAAC,YAAY,CAAC,yBAAyB;YACtE,QAAQ,EAAE,cAAc,CAAC,UAAU;YACnC,WAAW,EAAE,YAAI,CAAC,YAAY,CAAC,WAAW;YAC1C,UAAU,EAAE,gBAAgB;SAC/B,EACD,IAAI,uCAAmB,CAAC,4BAA4B,EAAE,YAAI,CAAC,YAAY,CAAC,UAAU,CAAC,CACtF,CAAC;QAEF,IAAI,CAAC,cAAc,GAAG,IAAI,sBAAa,CACnC,YAAI,CAAC,KAAK,CAAC,IAAI,GAAG,OAAO,EACzB;YACI,yBAAyB,EAAE,YAAI,CAAC,KAAK,CAAC,yBAAyB;YAC/D,QAAQ,EAAE,cAAc,CAAC,UAAU;YACnC,WAAW,EAAE,YAAI,CAAC,KAAK,CAAC,WAAW;YACnC,UAAU,EAAE,gBAAgB;SAC/B,EACD,IAAI,uCAAmB,CAAC,oBAAoB,EAAE,YAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CACvE,CAAC;QAEF,IAAI,CAAC,cAAc,GAAG,IAAI,sBAAa,CACnC,YAAI,CAAC,KAAK,CAAC,IAAI,GAAG,OAAO,EACzB;YACI,yBAAyB,EAAE,YAAI,CAAC,KAAK,CAAC,yBAAyB;YAC/D,QAAQ,EAAE,cAAc,CAAC,UAAU;YACnC,WAAW,EAAE,YAAI,CAAC,KAAK,CAAC,WAAW;YACnC,UAAU,EAAE,gBAAgB;SAC/B,EACD,IAAI,uCAAmB,CAAC,oBAAoB,EAAE,YAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CACvE,CAAC;QAEF,IAAI,CAAC,eAAe,GAAG,IAAI,gCAAkB,CACzC,6BAAe,CAAC,IAAI,EACpB,IAAI,yEAAmC,CAAC;YACpC,OAAO,EAAE,EAAE;YACX,MAAM,EAAE,KAAK;YACb,GAAG,EAAE,IAAI,CAAC,QAAQ;SACrB,CAAC,CAAC,oBAAoB,CAAC,oBAAU,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,EACpD,IAAI,kCAAoB,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,EAC7C,IAAI,uCAAmB,CAAC,6BAAe,CAAC,IAAI,GAAG,WAAW,EAAE,6BAAe,CAAC,UAAU,CAAC,CAC1F,CAAC;QAEF,IAAI,CAAC,mBAAmB,GAAG,IAAI,gCAAkB,CAC7C,iCAAmB,CAAC,IAAI,EACxB,IAAI,yEAAmC,CAAC;YACpC,OAAO,EAAE,EAAE;YACX,MAAM,EAAE,KAAK;YACb,GAAG,EAAE,IAAI,CAAC,QAAQ;SACrB,CAAC,CAAC,oBAAoB,CAAC,oBAAU,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,EACxD,IAAI,kCAAoB,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,EAC7C,IAAI,uCAAmB,CAAC,iCAAmB,CAAC,IAAI,GAAG,WAAW,EAAE,iCAAmB,CAAC,UAAU,CAAC,CAClG,CAAC;QAEF,IAAI,CAAC,eAAe,GAAG,IAAI,gCAAkB,CACzC,6BAAe,CAAC,IAAI,EACpB,IAAI,yEAAmC,CAAC;YACpC,OAAO,EAAE,EAAE;YACX,MAAM,EAAE,KAAK;YACb,GAAG,EAAE,IAAI,CAAC,QAAQ;SACrB,CAAC,CAAC,oBAAoB,CAAC,oBAAU,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,EACpD,IAAI,kCAAoB,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,EAC7C,IAAI,uCAAmB,CAAC,6BAAe,CAAC,IAAI,GAAG,WAAW,EAAE,6BAAe,CAAC,UAAU,CAAC,CAC1F,CAAC;QAEF,IAAI,CAAC,sBAAsB,GAAG,IAAI,gCAAkB,CAChD,oCAAsB,CAAC,IAAI,EAC3B,IAAI,yEAAmC,CAAC;YACpC,OAAO,EAAE,EAAE;YACX,MAAM,EAAE,MAAM;YACd,GAAG,EAAE,IAAI,CAAC,QAAQ;SACrB,CAAC,CAAC,oBAAoB,CAAC,oBAAU,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,EACpD,IAAI,kCAAoB,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,EAC7C,IAAI,uCAAmB,CAAC,oCAAsB,CAAC,IAAI,GAAG,WAAW,EAAE,oCAAsB,CAAC,UAAU,CAAC,CACxG,CAAC;IACN,CAAC;IA8ZO,iBAAiB,CAAC,UAAiB,EAAE,IAAS;QAClD,MAAM,QAAQ,GAAU,EAAE,CAAC;QAE3B,UAAU,CAAC,OAAO,CAAC,CAAC,KAAe,EAAE,EAAE;YACnC,MAAM,OAAO,GAAwB;gBACjC,eAAe,EAAE,IAAI,CAAC,QAAQ,CAAC,eAAe;gBAC9C,KAAK,EAAE,EAAE;aACZ,CAAC;YACF,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAS,EAAE,EAAE;gBAC7B,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC;oBACf,oBAAoB;oBACpB,aAAa,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC,EAAE;oBAC5B,EAAE,EAAE,IAAI,CAAC,EAAE;oBACX,oBAAoB;oBACpB,eAAe,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC,EAAE;iBACjC,CAAC,CAAC;YACP,CAAC,CAAC,CAAC;YACH,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC3B,CAAC,CAAC,CAAC;QACH,OAAO,QAAQ,CAAC;IACpB,CAAC;;AA3hBL,wCAukBC;AAtkBkB,yBAAU,GAAG,WAAW,AAAd,CAAe"}

package/dist/integration-engine/queueDefinitions.js

@@ -5,6 +5,7 @@ const config_1 = require("@golemio/core/dist/integration-engine/config");
 const index_1 = require("../schema-definitions/index");
 const FlowWorker_1 = require("./FlowWorker");
 const CountersWorker_1 = require("./CountersWorker");
+const FlowWorkerTest_1 = require("./FlowWorkerTest");
 const queueDefinitions = [
     {
         name: index_1.Flow.detections.name,
@@ -98,6 +99,62 @@ const queueDefinitions = [
             },
         ],
     },
+    {
+        name: index_1.Flow.detections.name + "-TEST",
+        queuePrefix: config_1.config.RABBIT_EXCHANGE_NAME + "." + index_1.Flow.detections.name.toLowerCase() + "-TEST",
+        queues: [
+            {
+                name: "refreshCubes",
+                options: {
+                    deadLetterExchange: config_1.config.RABBIT_EXCHANGE_NAME,
+                    deadLetterRoutingKey: "dead",
+                    messageTtl: 23 * 60 * 60 * 1000, // 23 hours
+                },
+                worker: FlowWorkerTest_1.FlowWorkerTest,
+                workerMethod: "refreshCubes",
+            },
+            {
+                name: "getAnalytics",
+                options: {
+                    deadLetterExchange: config_1.config.RABBIT_EXCHANGE_NAME,
+                    deadLetterRoutingKey: "dead",
+                    messageTtl: 23 * 60 * 60 * 1000, // 23 hours
+                },
+                worker: FlowWorkerTest_1.FlowWorkerTest,
+                workerMethod: "getAnalytics",
+            },
+            {
+                name: "getSinks",
+                options: {
+                    deadLetterExchange: config_1.config.RABBIT_EXCHANGE_NAME,
+                    deadLetterRoutingKey: "dead",
+                    messageTtl: 23 * 60 * 60 * 1000, // 23 hours
+                },
+                worker: FlowWorkerTest_1.FlowWorkerTest,
+                workerMethod: "getSinks",
+            },
+            {
+                name: "getSinksHistoryPayloads",
+                options: {
+                    deadLetterExchange: config_1.config.RABBIT_EXCHANGE_NAME,
+                    deadLetterRoutingKey: "dead",
+                    messageTtl: 23 * 60 * 60 * 1000, // 23 hours
+                },
+                worker: FlowWorkerTest_1.FlowWorkerTest,
+                workerMethod: "getSinksHistoryPayloads",
+            },
+            {
+                name: "getSinksHistory",
+                options: {
+                    deadLetterExchange: config_1.config.RABBIT_EXCHANGE_NAME,
+                    deadLetterRoutingKey: "dead",
+                    messageTtl: 23 * 60 * 60 * 1000, // 23 hours
+                },
+                worker: FlowWorkerTest_1.FlowWorkerTest,
+                workerMethod: "getSinksHistory",
+            },
+        ],
+    },
 ];
 exports.queueDefinitions = queueDefinitions;
 //# sourceMappingURL=queueDefinitions.js.map

package/dist/integration-engine/queueDefinitions.js.map

@@ -1 +1 @@
-{"version":3,"file":"queueDefinitions.js","sourceRoot":"","sources":["../../src/integration-engine/queueDefinitions.ts"],"names":[],"mappings":";;;AAAA,yEAAsE;AAEtE,uDAAkC;AAClC,6CAA4C;AAC5C,qDAAkD;AAElD,MAAM,gBAAgB,GAAuB;IACzC;QACI,IAAI,EAAE,YAAI,CAAC,UAAU,CAAC,IAAI;QAC1B,WAAW,EAAE,eAAM,CAAC,oBAAoB,GAAG,GAAG,GAAG,YAAI,CAAC,UAAU,CAAC,IAAI,CAAC,WAAW,EAAE;QACnF,MAAM,EAAE;YACJ;gBACI,IAAI,EAAE,cAAc;gBACpB,OAAO,EAAE;oBACL,kBAAkB,EAAE,eAAM,CAAC,oBAAoB;oBAC/C,oBAAoB,EAAE,MAAM;oBAC5B,UAAU,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,EAAE,WAAW;iBAC/C;gBACD,MAAM,EAAE,uBAAU;gBAClB,YAAY,EAAE,cAAc;aAC/B;YACD;gBACI,IAAI,EAAE,cAAc;gBACpB,OAAO,EAAE;oBACL,kBAAkB,EAAE,eAAM,CAAC,oBAAoB;oBAC/C,oBAAoB,EAAE,MAAM;oBAC5B,UAAU,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,EAAE,WAAW;iBAC/C;gBACD,MAAM,EAAE,uBAAU;gBAClB,YAAY,EAAE,cAAc;aAC/B;YACD;gBACI,IAAI,EAAE,UAAU;gBAChB,OAAO,EAAE;oBACL,kBAAkB,EAAE,eAAM,CAAC,oBAAoB;oBAC/C,oBAAoB,EAAE,MAAM;oBAC5B,UAAU,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,EAAE,WAAW;iBAC/C;gBACD,MAAM,EAAE,uBAAU;gBAClB,YAAY,EAAE,UAAU;aAC3B;YACD;gBACI,IAAI,EAAE,yBAAyB;gBAC/B,OAAO,EAAE;oBACL,kBAAkB,EAAE,eAAM,CAAC,oBAAoB;oBAC/C,oBAAoB,EAAE,MAAM;oBAC5B,UAAU,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,EAAE,WAAW;iBAC/C;gBACD,MAAM,EAAE,uBAAU;gBAClB,YAAY,EAAE,yBAAyB;aAC1C;YACD;gBACI,IAAI,EAAE,iBAAiB;gBACvB,OAAO,EAAE;oBACL,kBAAkB,EAAE,eAAM,CAAC,oBAAoB;oBAC/C,oBAAoB,EAAE,MAAM;oBAC5B,UAAU,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,EAAE,WAAW;iBAC/C;gBACD,MAAM,EAAE,uBAAU;gBAClB,YAAY,EAAE,iBAAiB;aAClC;YACD;gBACI,IAAI,EAAE,oCAAoC;gBAC1C,OAAO,EAAE;oBACL,kBAAkB,EAAE,eAAM,CAAC,oBAAoB;oBAC/C,oBAAoB,EAAE,MAAM;oBAC5B,UAAU,EAAE,EAAE,GAAG,EAAE,GAAG,IAAI,EAAE,SAAS;iBACxC;gBACD,MAAM,EAAE,uBAAU;gBAClB,YAAY,EAAE,oCAAoC;aACrD;SACJ;KACJ;IACD;QACI,IAAI,EAAE,UAAU;QAChB,WAAW,EAAE,eAAM,CAAC,oBAAoB,GAAG,GAAG,GAAG,UAAU;QAC3D,MAAM,EAAE;YACJ;gBACI,IAAI,EAAE,2BAA2B;gBACjC,OAAO,EAAE;oBACL,kBAAkB,EAAE,eAAM,CAAC,oBAAoB;oBAC/C,oBAAoB,EAAE,MAAM;oBAC5B,UAAU,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,EAAE,WAAW;iBAC/C;gBACD,MAAM,EAAE,+BAAc;gBACtB,YAAY,EAAE,2BAA2B;aAC5C;YACD;gBACI,IAAI,EAAE,kBAAkB;gBACxB,OAAO,EAAE;oBACL,kBAAkB,EAAE,eAAM,CAAC,oBAAoB;oBAC/C,oBAAoB,EAAE,MAAM;oBAC5B,UAAU,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,EAAE,WAAW;iBAC/C;gBACD,MAAM,EAAE,+BAAc;gBACtB,YAAY,EAAE,kBAAkB;aACnC;SACJ;KACJ;CACJ,CAAC;AAEO,4CAAgB"}
+{"version":3,"file":"queueDefinitions.js","sourceRoot":"","sources":["../../src/integration-engine/queueDefinitions.ts"],"names":[],"mappings":";;;AAAA,yEAAsE;AAEtE,uDAAkC;AAClC,6CAA4C;AAC5C,qDAAkD;AAClD,qDAAkD;AAElD,MAAM,gBAAgB,GAAuB;IACzC;QACI,IAAI,EAAE,YAAI,CAAC,UAAU,CAAC,IAAI;QAC1B,WAAW,EAAE,eAAM,CAAC,oBAAoB,GAAG,GAAG,GAAG,YAAI,CAAC,UAAU,CAAC,IAAI,CAAC,WAAW,EAAE;QACnF,MAAM,EAAE;YACJ;gBACI,IAAI,EAAE,cAAc;gBACpB,OAAO,EAAE;oBACL,kBAAkB,EAAE,eAAM,CAAC,oBAAoB;oBAC/C,oBAAoB,EAAE,MAAM;oBAC5B,UAAU,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,EAAE,WAAW;iBAC/C;gBACD,MAAM,EAAE,uBAAU;gBAClB,YAAY,EAAE,cAAc;aAC/B;YACD;gBACI,IAAI,EAAE,cAAc;gBACpB,OAAO,EAAE;oBACL,kBAAkB,EAAE,eAAM,CAAC,oBAAoB;oBAC/C,oBAAoB,EAAE,MAAM;oBAC5B,UAAU,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,EAAE,WAAW;iBAC/C;gBACD,MAAM,EAAE,uBAAU;gBAClB,YAAY,EAAE,cAAc;aAC/B;YACD;gBACI,IAAI,EAAE,UAAU;gBAChB,OAAO,EAAE;oBACL,kBAAkB,EAAE,eAAM,CAAC,oBAAoB;oBAC/C,oBAAoB,EAAE,MAAM;oBAC5B,UAAU,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,EAAE,WAAW;iBAC/C;gBACD,MAAM,EAAE,uBAAU;gBAClB,YAAY,EAAE,UAAU;aAC3B;YACD;gBACI,IAAI,EAAE,yBAAyB;gBAC/B,OAAO,EAAE;oBACL,kBAAkB,EAAE,eAAM,CAAC,oBAAoB;oBAC/C,oBAAoB,EAAE,MAAM;oBAC5B,UAAU,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,EAAE,WAAW;iBAC/C;gBACD,MAAM,EAAE,uBAAU;gBAClB,YAAY,EAAE,yBAAyB;aAC1C;YACD;gBACI,IAAI,EAAE,iBAAiB;gBACvB,OAAO,EAAE;oBACL,kBAAkB,EAAE,eAAM,CAAC,oBAAoB;oBAC/C,oBAAoB,EAAE,MAAM;oBAC5B,UAAU,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,EAAE,WAAW;iBAC/C;gBACD,MAAM,EAAE,uBAAU;gBAClB,YAAY,EAAE,iBAAiB;aAClC;YACD;gBACI,IAAI,EAAE,oCAAoC;gBAC1C,OAAO,EAAE;oBACL,kBAAkB,EAAE,eAAM,CAAC,oBAAoB;oBAC/C,oBAAoB,EAAE,MAAM;oBAC5B,UAAU,EAAE,EAAE,GAAG,EAAE,GAAG,IAAI,EAAE,SAAS;iBACxC;gBACD,MAAM,EAAE,uBAAU;gBAClB,YAAY,EAAE,oCAAoC;aACrD;SACJ;KACJ;IACD;QACI,IAAI,EAAE,UAAU;QAChB,WAAW,EAAE,eAAM,CAAC,oBAAoB,GAAG,GAAG,GAAG,UAAU;QAC3D,MAAM,EAAE;YACJ;gBACI,IAAI,EAAE,2BAA2B;gBACjC,OAAO,EAAE;oBACL,kBAAkB,EAAE,eAAM,CAAC,oBAAoB;oBAC/C,oBAAoB,EAAE,MAAM;oBAC5B,UAAU,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,EAAE,WAAW;iBAC/C;gBACD,MAAM,EAAE,+BAAc;gBACtB,YAAY,EAAE,2BAA2B;aAC5C;YACD;gBACI,IAAI,EAAE,kBAAkB;gBACxB,OAAO,EAAE;oBACL,kBAAkB,EAAE,eAAM,CAAC,oBAAoB;oBAC/C,oBAAoB,EAAE,MAAM;oBAC5B,UAAU,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,EAAE,WAAW;iBAC/C;gBACD,MAAM,EAAE,+BAAc;gBACtB,YAAY,EAAE,kBAAkB;aACnC;SACJ;KACJ;IACD;QACI,IAAI,EAAE,YAAI,CAAC,UAAU,CAAC,IAAI,GAAG,OAAO;QACpC,WAAW,EAAE,eAAM,CAAC,oBAAoB,GAAG,GAAG,GAAG,YAAI,CAAC,UAAU,CAAC,IAAI,CAAC,WAAW,EAAE,GAAG,OAAO;QAC7F,MAAM,EAAE;YACJ;gBACI,IAAI,EAAE,cAAc;gBACpB,OAAO,EAAE;oBACL,kBAAkB,EAAE,eAAM,CAAC,oBAAoB;oBAC/C,oBAAoB,EAAE,MAAM;oBAC5B,UAAU,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,EAAE,WAAW;iBAC/C;gBACD,MAAM,EAAE,+BAAc;gBACtB,YAAY,EAAE,cAAc;aAC/B;YACD;gBACI,IAAI,EAAE,cAAc;gBACpB,OAAO,EAAE;oBACL,kBAAkB,EAAE,eAAM,CAAC,oBAAoB;oBAC/C,oBAAoB,EAAE,MAAM;oBAC5B,UAAU,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,EAAE,WAAW;iBAC/C;gBACD,MAAM,EAAE,+BAAc;gBACtB,YAAY,EAAE,cAAc;aAC/B;YACD;gBACI,IAAI,EAAE,UAAU;gBAChB,OAAO,EAAE;oBACL,kBAAkB,EAAE,eAAM,CAAC,oBAAoB;oBAC/C,oBAAoB,EAAE,MAAM;oBAC5B,UAAU,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,EAAE,WAAW;iBAC/C;gBACD,MAAM,EAAE,+BAAc;gBACtB,YAAY,EAAE,UAAU;aAC3B;YACD;gBACI,IAAI,EAAE,yBAAyB;gBAC/B,OAAO,EAAE;oBACL,kBAAkB,EAAE,eAAM,CAAC,oBAAoB;oBAC/C,oBAAoB,EAAE,MAAM;oBAC5B,UAAU,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,EAAE,WAAW;iBAC/C;gBACD,MAAM,EAAE,+BAAc;gBACtB,YAAY,EAAE,yBAAyB;aAC1C;YACD;gBACI,IAAI,EAAE,iBAAiB;gBACvB,OAAO,EAAE;oBACL,kBAAkB,EAAE,eAAM,CAAC,oBAAoB;oBAC/C,oBAAoB,EAAE,MAAM;oBAC5B,UAAU,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,EAAE,WAAW;iBAC/C;gBACD,MAAM,EAAE,+BAAc;gBACtB,YAAY,EAAE,iBAAiB;aAClC;SACJ;KACJ;CACJ,CAAC;AAEO,4CAAgB"}

package/docs/implementation_documentation_CZ.md

@@ -134,7 +134,7 @@ Popis output-api.
 ### Obecné
 
 - OpenAPI v3 dokumentace
-  - [odkaz na dokumentaci](./openapi.yaml)
+  - [odkaz na dokumentaci](openapi-output.yaml)
 - veřejné / neveřejné endpointy
   - api je neveřejné
 

package/docs/{openapi.yaml → openapi-output.yaml}

@@ -33,12 +33,14 @@ paths:
                   schema:
                       type: integer
                       format: int64
+                      example: 1
                 - name: locationName
                   in: query
                   description: Lists only locations with this NAME
                   required: false
                   schema:
                       type: string
+                      example: "Výstaviště - viadukt VO 2"
                 - name: limit
                   in: query
                   description: Limits number of retrieved items
@@ -46,6 +48,7 @@ paths:
                   schema:
                       type: integer
                       format: int64
+                      example: 5
                 - name: offset
                   in: query
                   description: Number of the first items that are skipped
@@ -53,6 +56,7 @@ paths:
                   schema:
                       type: integer
                       format: int64
+                      example: 0
             responses:
                 "200":
                     description: successful operation
@@ -65,7 +69,9 @@ paths:
                     content:
                         application/json:
                             schema:
-                                $ref: "#/components/schemas/PedestriansLocation"
+                                type: array
+                                items:
+                                    $ref: "#/components/schemas/PedestriansLocation"
                 "401":
                     $ref: "#/components/responses/UnauthorizedError"
                 "404":
@@ -83,17 +89,15 @@ paths:
                   description: Lists only measurements for this location
                   required: false
                   schema:
-                      type: integer
-                      format: int64
-                      example: 0
+                      type: string
+                      example: wifi1
                 - name: directionId
                   in: query
                   description: Lists only measurements for this direction
                   required: false
                   schema:
-                      type: integer
-                      format: int64
-                      example: 4
+                      type: string
+                      example: dir2
                 - name: limit
                   in: query
                   description: Limits number of retrieved items
@@ -101,7 +105,7 @@ paths:
                   schema:
                       type: integer
                       format: int64
-                      example: 1
+                      example: 2
                 - name: offset
                   in: query
                   description: Number of the first items that are skipped
@@ -109,7 +113,7 @@ paths:
                   schema:
                       type: integer
                       format: int64
-                      example: 1
+                      example: 0
                 - name: from
                   in: query
                   description: Date in ISO8601, limits data measured from this datetime
@@ -117,7 +121,7 @@ paths:
                   schema:
                       type: string
                       format: date
-                      example: 2020-09-01T01:15:00.000Z
+                      example: 2020-11-24T10:30:00.000Z
                 - name: to
                   in: query
                   description: Date in ISO8601, limits data measured up until this datetime
@@ -125,7 +129,7 @@ paths:
                   schema:
                       type: string
                       format: date
-                      example: 2020-10-22T01:15:00.000Z
+                      example: 2020-11-24T10:45:00.000Z
             responses:
                 "200":
                     description: successful operation
@@ -138,7 +142,9 @@ paths:
                     content:
                         application/json:
                             schema:
-                                $ref: "#/components/schemas/PedestriansMeasurement"
+                                type: array
+                                items:
+                                    $ref: "#/components/schemas/PedestriansMeasurement"
                 "401":
                     $ref: "#/components/responses/UnauthorizedError"
                 "404":
@@ -187,12 +193,11 @@ components:
                     example: https://storage.golemio.cz/intenzita-pesi-dopravy/2.png
                 measurement_start:
                     type: string
-                    format: date
                     example: 2020-09-02 12:00
                 measurement_end:
                     type: string
-                    format: date
                     example: 2020-09-05 12:00
+                    nullable: true
                 directions:
                     type: array
                     items:
@@ -213,8 +218,7 @@ components:
             type: object
             properties:
                 id:
-                    type: integer
-                    format: int64
+                    type: string
                     example: "2"
                 name:
                     type: string
@@ -222,7 +226,7 @@ components:
                 to:
                     type: integer
                     format: int64
-                    example: "1"
+                    example: 1
             required:
                 - id
                 - name
@@ -245,11 +249,11 @@ components:
                     example: "1.00000000000000000000"
                 measured_from:
                     type: string
-                    format: date
+                    format: date-time
                     example: 2020-08-21T17:30:00.000Z
                 measured_to:
                     type: string
-                    format: date
+                    format: date-time
                     example: 2020-08-21T17:45:00.000Z
             required:
                 - location_id

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@golemio/flow",
-    "version": "1.3.3",
+    "version": "1.3.4-dev.1844193115",
     "description": "Golemio Flow Module",
     "main": "dist/index.js",
     "types": "dist/index.d.ts",
@@ -13,6 +13,8 @@
         "test": "cross-env NODE_ENV=test mocha --exit --check-leaks --timeout 120000 -r ts-node/register -r tsconfig-paths/register -r dotenv/config --file 'test/setup.ts' 'test/**/*.test.ts'",
         "test-debug": "run-s 'test -- --inspect-brk=9230'",
         "code-coverage": "nyc run-s 'test -- -r source-map-support/register'",
+        "apidocs-test": "npm run apidocs-test-output",
+        "apidocs-test-output": "cross-env NODE_ENV=test golemio swagger api-test --oas docs/openapi-output.yaml --script test/api-docs/output-gateway/server.js  --config test/api-docs/output-gateway/portman-config.json",
         "generate-docs": "typedoc --out docs/typedoc src",
         "lint": "eslint \"{src,test}/**/*.ts\""
     },
@@ -30,9 +32,10 @@
         "npm": ">=8.0.0"
     },
     "devDependencies": {
+        "@apideck/portman": "^1.26.5",
         "@commitlint/cli": "^11.0.0",
         "@commitlint/config-conventional": "^11.0.0",
-        "@golemio/cli": "1.7.3",
+        "@golemio/cli": "1.9.2",
         "@golemio/core": "1.15.0",
         "@golemio/db-common": "1.1.4",
         "@golemio/eslint-config": "1.1.2",
@@ -69,4 +72,4 @@
     "peerDependencies": {
         "@golemio/core": ">=1.9.0"
     }
-}
+}