@golemio/rush-hour-aggregation 1.0.3 → 1.0.5-dev.620292234

package/README.md

@@ -72,6 +72,8 @@ E.g. to insert data for Fcd for first month in 2022 use following message:
 }
 ```
 
+As of version 1.0.5 for FCD put maximum one month in one message. If whole year needs to be updated send 12 messages. For NDIC and SDDR use max 3 months and for waze 6 months.
+
 ## Message building blocks
 
 Message has to be in json format and supports following fields:
@@ -84,4 +86,6 @@ _type_ - Required setting which aggregation should be run. Possible values: WAZE
 
 _updateOnDuplicate_ - Optional setting for situation when upgrade of already aggregated data is required. Possible values "true", "false". Default value is false. (Note: automatic 5 minute updates have the setting to true)
 
+_refreshView_ - Optional setting to refresh latest materialized view. Possible values "true", "false". Default value is false. (Note: automatic 5 minute updates have the setting to true)
+
 To initiate automatic 5 minute aggregation manually it is possible to send empty message.

package/dist/integration-engine/AggregationWorker.d.ts

@@ -2,14 +2,13 @@ import { BaseWorker } from "@golemio/core/dist/integration-engine";
 import { Message } from "amqplib";
 export declare class AggregationWorker extends BaseWorker {
     static queuePrefix: string;
-    static queueName: string;
     static aggregationMethodName: string;
     static refreshHistoricViewsMethodName: string;
     private aggregationFactory;
     private refreshIntervalInMinutes;
     constructor();
     aggregateData: (message: Message) => Promise<void>;
-    refreshHistoricViews: (message: Message) => Promise<void>;
+    refreshHistoricViews: () => Promise<void>;
     private isTaskEmpty;
     private isDateRangeBig;
     private handleEmptyTask;

package/dist/integration-engine/AggregationWorker.js

@@ -26,7 +26,7 @@ class AggregationWorker extends integration_engine_1.BaseWorker {
         this.refreshIntervalInMinutes = 10;
         this.aggregateData = (message) => __awaiter(this, void 0, void 0, function* () {
             const task = WorkerHelper_1.default.parseMessage(message);
-            integration_engine_1.log.debug(`Recieved new task: ${JSON.stringify(task)}`);
+            integration_engine_1.log.debug(`Received new task: ${JSON.stringify(task)}`);
             if (this.isTaskEmpty(task)) {
                 yield this.handleEmptyTask();
             }
@@ -34,13 +34,13 @@ class AggregationWorker extends integration_engine_1.BaseWorker {
                 yield this.generateSubTasks(task);
             }
             else if (task.type && task.from && task.to) {
-                yield this.processTask(task.type, task.from, task.to, task.updateOnDuplicate);
+                yield this.processTask(task.type, task.from, task.to, task.updateOnDuplicate, task.refreshView);
             }
             else {
                 throw new errors_1.CustomError(`Unable to process task: ${JSON.stringify(task)}.`, true, this.constructor.name);
             }
         });
-        this.refreshHistoricViews = (message) => __awaiter(this, void 0, void 0, function* () {
+        this.refreshHistoricViews = () => __awaiter(this, void 0, void 0, function* () {
             for (const type in AggregationTaskType_1.AggregationTaskType) {
                 try {
                     const aggregator = this.aggregationFactory.get(type.toUpperCase());
@@ -55,20 +55,20 @@ class AggregationWorker extends integration_engine_1.BaseWorker {
             const to = new Date();
             const from = luxon_1.DateTime.fromJSDate(to).minus({ minutes: this.refreshIntervalInMinutes }).toJSDate();
             for (const type in AggregationTaskType_1.AggregationTaskType) {
-                yield this.processTask(type, from, to, true);
+                yield this.processTask(type, from, to, true, true);
             }
         });
-        this.processTask = (type, from, to, updateOnDuplicate) => __awaiter(this, void 0, void 0, function* () {
+        this.processTask = (type, from, to, updateOnDuplicate, refreshView) => __awaiter(this, void 0, void 0, function* () {
             try {
                 const aggregator = this.aggregationFactory.get(type.toUpperCase());
-                yield aggregator.aggregateAndSave(from, to, updateOnDuplicate);
+                yield aggregator.aggregateAndSave(from, to, updateOnDuplicate, refreshView);
             }
             catch (err) {
-                integration_engine_1.log.error(`Unable to process task: ${type} from: ${from} to: ${to}. Error stack: ${err.stack}`);
+                integration_engine_1.log.error(`Unable to process task: ${type} from: ${from} to: ${to}. (${err.toString()}) Error stack: ${err.stack}`);
             }
         });
         this.generateSubTasks = (task) => __awaiter(this, void 0, void 0, function* () {
-            const subtasks = WorkerHelper_1.default.generateSubTask(luxon_1.DateTime.fromJSDate(task.from), luxon_1.DateTime.fromJSDate(task.to), this.aggregationFactory.get(task.type).getMaxDuration(), task.type, task.updateOnDuplicate, []);
+            const subtasks = WorkerHelper_1.default.generateSubTasksDefinitions(luxon_1.DateTime.fromJSDate(task.from), luxon_1.DateTime.fromJSDate(task.to), this.aggregationFactory.get(task.type).getMaxDuration(), task.type, task.updateOnDuplicate, task.refreshView);
             for (const subtask of subtasks) {
                 yield this.sendMessageToExchange("workers." + AggregationWorker.queuePrefix + "." + AggregationWorker.aggregationMethodName, JSON.stringify(subtask));
             }
@@ -89,7 +89,6 @@ class AggregationWorker extends integration_engine_1.BaseWorker {
 }
 exports.AggregationWorker = AggregationWorker;
 AggregationWorker.queuePrefix = config_1.config.RABBIT_EXCHANGE_NAME + "." + "rush-hour-aggregation";
-AggregationWorker.queueName = "rush-hour-aggregation";
 AggregationWorker.aggregationMethodName = "aggregateData";
 AggregationWorker.refreshHistoricViewsMethodName = "refreshHistoricViews";
 //# sourceMappingURL=AggregationWorker.js.map

package/dist/integration-engine/AggregationWorker.js.map

@@ -1 +1 @@
-{"version":3,"file":"AggregationWorker.js","sourceRoot":"","sources":["../../src/integration-engine/AggregationWorker.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,8EAAwE;AACxE,yEAAsE;AACtE,2DAAqE;AACrE,4CAA8C;AAE9C,2FAAwF;AAExF,sFAA8D;AAC9D,kEAA0C;AAE1C,MAAa,iBAAkB,SAAQ,+BAAU;IAQ7C;QACI,KAAK,EAAE,CAAC;QAHJ,6BAAwB,GAAW,EAAE,CAAC;QAOvC,kBAAa,GAAG,CAAO,OAAgB,EAAE,EAAE;YAC9C,MAAM,IAAI,GAAG,sBAAY,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;YAChD,wBAAG,CAAC,KAAK,CAAC,sBAAsB,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACxD,IAAI,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE;gBACxB,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;aAChC;iBAAM,IAAI,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE;gBAClC,MAAM,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;aACrC;iBAAM,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,EAAE;gBAC1C,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC;aACjF;iBAAM;gBACH,MAAM,IAAI,oBAAW,CAAC,2BAA2B,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;aAC1G;QACL,CAAC,CAAA,CAAC;QAEK,yBAAoB,GAAG,CAAO,OAAgB,EAAE,EAAE;YACrD,KAAK,MAAM,IAAI,IAAI,yCAAmB,EAAE;gBACpC,IAAI;oBACA,MAAM,UAAU,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,EAAyB,CAAC,CAAC;oBAC1F,MAAM,UAAU,CAAC,2BAA2B,EAAE,CAAC;iBAClD;gBAAC,OAAO,GAAG,EAAE;oBACV,wBAAG,CAAC,KAAK,CAAC,iDAAiD,IAAI,kBAAkB,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC;iBACjG;aACJ;QACL,CAAC,CAAA,CAAC;QAiBM,oBAAe,GAAG,GAAwB,EAAE;YAChD,MAAM,EAAE,GAAG,IAAI,IAAI,EAAE,CAAC;YACtB,MAAM,IAAI,GAAG,gBAAQ,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,wBAAwB,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC;YAClG,KAAK,MAAM,IAAI,IAAI,yCAAmB,EAAE;gBACpC,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;aAChD;QACL,CAAC,CAAA,CAAC;QAEM,gBAAW,GAAG,CAAO,IAAY,EAAE,IAAU,EAAE,EAAQ,EAAE,iBAA0B,EAAiB,EAAE;YAC1G,IAAI;gBACA,MAAM,UAAU,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,EAAyB,CAAC,CAAC;gBAC1F,MAAM,UAAU,CAAC,gBAAgB,CAAC,IAAI,EAAE,EAAE,EAAE,iBAAiB,CAAC,CAAC;aAClE;YAAC,OAAO,GAAG,EAAE;gBACV,wBAAG,CAAC,KAAK,CAAC,2BAA2B,IAAI,UAAU,IAAI,QAAQ,EAAE,kBAAkB,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC;aACnG;QACL,CAAC,CAAA,CAAC;QAEM,qBAAgB,GAAG,CAAO,IAAqB,EAAiB,EAAE;YACtE,MAAM,QAAQ,GAAG,sBAAY,CAAC,eAAe,CACzC,gBAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,IAAK,CAAC,EAC/B,gBAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,EAAG,CAAC,EAC7B,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,IAAI,CAAC,IAAK,CAAC,CAAC,cAAc,EAAE,EACxD,IAAI,CAAC,IAAK,EACV,IAAI,CAAC,iBAAiB,EACtB,EAAE,CACL,CAAC;YAEF,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE;gBAC5B,MAAM,IAAI,CAAC,qBAAqB,CAC5B,UAAU,GAAG,iBAAiB,CAAC,WAAW,GAAG,GAAG,GAAG,iBAAiB,CAAC,qBAAqB,EAC1F,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAC1B,CAAC;aACL;QACL,CAAC,CAAA,CAAC;QA5EE,IAAI,CAAC,kBAAkB,GAAG,IAAI,4BAAkB,EAAE,CAAC;IACvD,CAAC;IA2BO,WAAW,CAAC,IAAqB;QACrC,OAAO,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;IAChD,CAAC;IAEO,cAAc,CAAC,IAAqB;QACxC,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,IAAI,IAAI,CAAC,IAAI,EAAE;YACnC,MAAM,WAAW,GAAG,gBAAQ,CAAC,gBAAgB,CAAC,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,cAAc,EAAE,CAAC,CAAC;YACvG,MAAM,UAAU,GAAG,gBAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,gBAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC,CAAC;YAE9F,OAAO,UAAU,IAAI,UAAU,GAAG,WAAW,CAAC;SACjD;QAED,OAAO,KAAK,CAAC;IACjB,CAAC;;AAnDL,8CAuFC;AAtFiB,6BAAW,GAAG,eAAM,CAAC,oBAAoB,GAAG,GAAG,GAAG,uBAAuB,CAAC;AAC1E,2BAAS,GAAG,uBAAuB,CAAC;AACpC,uCAAqB,GAAG,eAAe,CAAC;AACxC,gDAA8B,GAAG,sBAAsB,CAAC"}
+{"version":3,"file":"AggregationWorker.js","sourceRoot":"","sources":["../../src/integration-engine/AggregationWorker.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,8EAAwE;AACxE,yEAAsE;AACtE,2DAAqE;AACrE,4CAA8C;AAE9C,2FAAuE;AAEvE,sFAA8D;AAC9D,kEAA0C;AAE1C,MAAa,iBAAkB,SAAQ,+BAAU;IAO7C;QACI,KAAK,EAAE,CAAC;QAHJ,6BAAwB,GAAW,EAAE,CAAC;QAOvC,kBAAa,GAAG,CAAO,OAAgB,EAAE,EAAE;YAC9C,MAAM,IAAI,GAAG,sBAAY,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;YAChD,wBAAG,CAAC,KAAK,CAAC,sBAAsB,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACxD,IAAI,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE;gBACxB,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;aAChC;iBAAM,IAAI,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE;gBAClC,MAAM,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;aACrC;iBAAM,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,EAAE;gBAC1C,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,iBAAiB,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;aACnG;iBAAM;gBACH,MAAM,IAAI,oBAAW,CAAC,2BAA2B,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;aAC1G;QACL,CAAC,CAAA,CAAC;QAEK,yBAAoB,GAAG,GAAS,EAAE;YACrC,KAAK,MAAM,IAAI,IAAI,yCAAmB,EAAE;gBACpC,IAAI;oBACA,MAAM,UAAU,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,EAAyB,CAAC,CAAC;oBAC1F,MAAM,UAAU,CAAC,2BAA2B,EAAE,CAAC;iBAClD;gBAAC,OAAO,GAAG,EAAE;oBACV,wBAAG,CAAC,KAAK,CAAC,iDAAiD,IAAI,kBAAkB,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC;iBACjG;aACJ;QACL,CAAC,CAAA,CAAC;QAiBM,oBAAe,GAAG,GAAwB,EAAE;YAChD,MAAM,EAAE,GAAG,IAAI,IAAI,EAAE,CAAC;YACtB,MAAM,IAAI,GAAG,gBAAQ,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,wBAAwB,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC;YAClG,KAAK,MAAM,IAAI,IAAI,yCAAmB,EAAE;gBACpC,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;aACtD;QACL,CAAC,CAAA,CAAC;QAEM,gBAAW,GAAG,CAClB,IAAY,EACZ,IAAU,EACV,EAAQ,EACR,iBAA0B,EAC1B,WAAoB,EACP,EAAE;YACf,IAAI;gBACA,MAAM,UAAU,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,EAAyB,CAAC,CAAC;gBAC1F,MAAM,UAAU,CAAC,gBAAgB,CAAC,IAAI,EAAE,EAAE,EAAE,iBAAiB,EAAE,WAAW,CAAC,CAAC;aAC/E;YAAC,OAAO,GAAG,EAAE;gBACV,wBAAG,CAAC,KAAK,CAAC,2BAA2B,IAAI,UAAU,IAAI,QAAQ,EAAE,MAAM,GAAG,CAAC,QAAQ,EAAE,kBAAkB,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC;aACvH;QACL,CAAC,CAAA,CAAC;QAEM,qBAAgB,GAAG,CAAO,IAAqB,EAAiB,EAAE;YACtE,MAAM,QAAQ,GAAG,sBAAY,CAAC,2BAA2B,CACrD,gBAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,IAAK,CAAC,EAC/B,gBAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,EAAG,CAAC,EAC7B,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,IAAI,CAAC,IAAK,CAAC,CAAC,cAAc,EAAE,EACxD,IAAI,CAAC,IAAK,EACV,IAAI,CAAC,iBAAiB,EACtB,IAAI,CAAC,WAAW,CACnB,CAAC;YAEF,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE;gBAC5B,MAAM,IAAI,CAAC,qBAAqB,CAC5B,UAAU,GAAG,iBAAiB,CAAC,WAAW,GAAG,GAAG,GAAG,iBAAiB,CAAC,qBAAqB,EAC1F,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAC1B,CAAC;aACL;QACL,CAAC,CAAA,CAAC;QAlFE,IAAI,CAAC,kBAAkB,GAAG,IAAI,4BAAkB,EAAE,CAAC;IACvD,CAAC;IA2BO,WAAW,CAAC,IAAqB;QACrC,OAAO,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;IAChD,CAAC;IAEO,cAAc,CAAC,IAAqB;QACxC,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,IAAI,IAAI,CAAC,IAAI,EAAE;YACnC,MAAM,WAAW,GAAG,gBAAQ,CAAC,gBAAgB,CAAC,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,cAAc,EAAE,CAAC,CAAC;YACvG,MAAM,UAAU,GAAG,gBAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,gBAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC,CAAC;YAE9F,OAAO,UAAU,IAAI,UAAU,GAAG,WAAW,CAAC;SACjD;QAED,OAAO,KAAK,CAAC;IACjB,CAAC;;AAlDL,8CA4FC;AA3FiB,6BAAW,GAAG,eAAM,CAAC,oBAAoB,GAAG,GAAG,GAAG,uBAAuB,CAAC;AAC1E,uCAAqB,GAAG,eAAe,CAAC;AACxC,gDAA8B,GAAG,sBAAsB,CAAC"}

package/dist/integration-engine/WorkerHelper.d.ts

@@ -4,6 +4,10 @@ import { Message } from "amqplib";
 import AggregationTask from "./business/AggregationTask";
 export default class WorkerHelper {
     static parseMessage(message: Message): AggregationTask;
-    static generateSubTask: (tmpFrom: DateTime, to: DateTime, maxDuration: DurationLike, taskType: AggregationTaskType, updateOnDuplicate: boolean, result: AggregationTask[]) => AggregationTask[];
+    static generateIntervals: (from: DateTime, to: DateTime, maxDuration: DurationLike) => Array<{
+        start: Date;
+        end: Date;
+    }>;
+    static generateSubTasksDefinitions: (from: DateTime, to: DateTime, maxDuration: DurationLike, taskType: AggregationTaskType, updateOnDuplicate: boolean, refreshView: boolean) => AggregationTask[];
     private static parseContent;
 }

package/dist/integration-engine/WorkerHelper.js

@@ -2,7 +2,6 @@
 var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
-var _a;
 Object.defineProperty(exports, "__esModule", { value: true });
 const AggregationTaskType_1 = require("../schema-definitions/helpers/AggregationTaskType");
 const helpers_1 = require("@golemio/core/dist/integration-engine/helpers");
@@ -11,16 +10,16 @@ const errors_1 = require("@golemio/errors");
 const AggregationTask_1 = __importDefault(require("./business/AggregationTask"));
 class WorkerHelper {
     static parseMessage(message) {
-        var _b;
+        var _a;
         const task = WorkerHelper.parseContent(message.content.toString());
         if (!task)
             return {};
-        const type = AggregationTaskType_1.AggregationTaskType[(_b = task.type) === null || _b === void 0 ? void 0 : _b.toUpperCase()];
+        const type = AggregationTaskType_1.AggregationTaskType[(_a = task.type) === null || _a === void 0 ? void 0 : _a.toUpperCase()];
         if (!type)
             throw new errors_1.CustomError(`Unknown aggregation task type ${JSON.stringify(task)}`, true, this.constructor.name);
         if (!task.from || !task.to)
             throw new errors_1.CustomError(`Unsupported aggregation task ${JSON.stringify(task)}`, true, this.constructor.name);
-        const result = new AggregationTask_1.default(luxon_1.DateTime.fromISO(task.from).toJSDate(), luxon_1.DateTime.fromISO(task.to).toJSDate(), type, task.updateOnDuplicate ? task.updateOnDuplicate.toString().toLowerCase() == "true" : undefined);
+        const result = new AggregationTask_1.default(luxon_1.DateTime.fromISO(task.from).toJSDate(), luxon_1.DateTime.fromISO(task.to).toJSDate(), type, task.updateOnDuplicate ? task.updateOnDuplicate.toString().toLowerCase() == "true" : undefined, task.refreshView ? task.refreshView.toString().toLowerCase() == "true" : undefined);
         if (result.from > result.to)
             throw new errors_1.CustomError(`Unsupported task date range ${JSON.stringify(task)}`, true, this.constructor.name);
         return result;
@@ -35,18 +34,31 @@ class WorkerHelper {
     }
 }
 exports.default = WorkerHelper;
-_a = WorkerHelper;
-WorkerHelper.generateSubTask = (tmpFrom, to, maxDuration, taskType, updateOnDuplicate, result) => {
-    const tmpTo = tmpFrom.plus(maxDuration);
-    if (tmpTo >= to) {
-        helpers_1.log.silly(`generating task from:${tmpFrom.toISO()}, to:${to.toISO()}`);
-        result.push(new AggregationTask_1.default(tmpFrom.toJSDate(), to.toJSDate(), taskType, updateOnDuplicate));
-        return result;
+WorkerHelper.generateIntervals = (from, to, maxDuration) => {
+    const breakpoints = [from];
+    let tmpFrom = from.plus(maxDuration);
+    while (tmpFrom.diff(to, "milliseconds").milliseconds < 0) {
+        breakpoints.push(tmpFrom);
+        tmpFrom = tmpFrom.plus(maxDuration);
+    }
+    if (tmpFrom.diff(to, "milliseconds").milliseconds >= 0) {
+        breakpoints.push(to);
     }
-    else {
-        helpers_1.log.silly(`generating task from:${tmpFrom.toISO()}, to:${tmpTo.toISO()}`);
-        result.push(new AggregationTask_1.default(tmpFrom.toJSDate(), tmpTo.toJSDate(), taskType, updateOnDuplicate));
-        return _a.generateSubTask(tmpTo, to, maxDuration, taskType, updateOnDuplicate, result);
+    const intervalsOutput = [];
+    for (let i = 0; i < breakpoints.length - 1; i++) {
+        const current = breakpoints[i];
+        const next = breakpoints[i + 1];
+        intervalsOutput.push({ start: current.toJSDate(), end: next.toJSDate() });
+    }
+    return intervalsOutput;
+};
+WorkerHelper.generateSubTasksDefinitions = (from, to, maxDuration, taskType, updateOnDuplicate, refreshView) => {
+    const result = [];
+    const intervals = WorkerHelper.generateIntervals(from, to, maxDuration);
+    for (const item of intervals) {
+        helpers_1.log.silly(`generating task from:${item.start.toISOString()}, to:${item.end.toISOString()}`);
+        result.push(new AggregationTask_1.default(item.start, item.end, taskType, updateOnDuplicate, refreshView));
     }
+    return result;
 };
 //# sourceMappingURL=WorkerHelper.js.map

package/dist/integration-engine/WorkerHelper.js.map

@@ -1 +1 @@
-{"version":3,"file":"WorkerHelper.js","sourceRoot":"","sources":["../../src/integration-engine/WorkerHelper.ts"],"names":[],"mappings":";;;;;;AAAA,2FAAuE;AACvE,2EAAoE;AACpE,2DAAyE;AACzE,4CAA8C;AAE9C,iFAAyD;AAEzD,MAAqB,YAAY;IACtB,MAAM,CAAC,YAAY,CAAC,OAAgB;;QACvC,MAAM,IAAI,GAAG,YAAY,CAAC,YAAY,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;QAEnE,IAAI,CAAC,IAAI;YAAE,OAAO,EAAqB,CAAC;QAExC,MAAM,IAAI,GAAS,yCAAoB,CAAC,MAAA,IAAI,CAAC,IAAI,0CAAE,WAAW,EAAE,CAAC,CAAC;QAClE,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,oBAAW,CAAC,iCAAiC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QACvH,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,EAAE;YACtB,MAAM,IAAI,oBAAW,CAAC,gCAAgC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QAE/G,MAAM,MAAM,GAAG,IAAI,yBAAe,CAC9B,gBAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,EACtC,gBAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,QAAQ,EAAE,EACpC,IAAI,EACJ,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,QAAQ,EAAE,CAAC,WAAW,EAAE,IAAI,MAAM,CAAC,CAAC,CAAC,SAAS,CACjG,CAAC;QAEF,IAAI,MAAM,CAAC,IAAK,GAAG,MAAM,CAAC,EAAG;YACzB,MAAM,IAAI,oBAAW,CAAC,+BAA+B,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QAE9G,OAAO,MAAM,CAAC;IAClB,CAAC;IAwBO,MAAM,CAAC,YAAY,CAAC,cAAsB;QAC9C,IAAI;YACA,OAAO,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;SAC7E;QAAC,OAAO,GAAG,EAAE;YACV,MAAM,IAAI,oBAAW,CACjB,sCAAsC,cAAc,EAAE,EACtD,IAAI,EACJ,IAAI,CAAC,WAAW,CAAC,IAAI,EACrB,SAAS,EACT,GAAG,CACN,CAAC;SACL;IACL,CAAC;;AA1DL,+BA2DC;;AAnCiB,4BAAe,GAAG,CAC5B,OAAiB,EACjB,EAAY,EACZ,WAAyB,EACzB,QAA6B,EAC7B,iBAA0B,EAC1B,MAAyB,EACR,EAAE;IACnB,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACxC,IAAI,KAAK,IAAI,EAAE,EAAE;QACb,aAAG,CAAC,KAAK,CAAC,wBAAwB,OAAO,CAAC,KAAK,EAAE,QAAQ,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACvE,MAAM,CAAC,IAAI,CAAC,IAAI,yBAAe,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,EAAE,EAAE,QAAQ,EAAE,iBAAiB,CAAC,CAAC,CAAC;QAEjG,OAAO,MAAM,CAAC;KACjB;SAAM;QACH,aAAG,CAAC,KAAK,CAAC,wBAAwB,OAAO,CAAC,KAAK,EAAE,QAAQ,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAC1E,MAAM,CAAC,IAAI,CAAC,IAAI,yBAAe,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,KAAK,CAAC,QAAQ,EAAE,EAAE,QAAQ,EAAE,iBAAiB,CAAC,CAAC,CAAC;QAEpG,OAAO,EAAI,CAAC,eAAe,CAAC,KAAK,EAAE,EAAE,EAAE,WAAW,EAAE,QAAQ,EAAE,iBAAiB,EAAE,MAAM,CAAC,CAAC;KAC5F;AACL,CAAE,CAAA"}
+{"version":3,"file":"WorkerHelper.js","sourceRoot":"","sources":["../../src/integration-engine/WorkerHelper.ts"],"names":[],"mappings":";;;;;AAAA,2FAAuE;AACvE,2EAAoE;AACpE,2DAAyE;AACzE,4CAA8C;AAE9C,iFAAyD;AAEzD,MAAqB,YAAY;IACtB,MAAM,CAAC,YAAY,CAAC,OAAgB;;QACvC,MAAM,IAAI,GAAG,YAAY,CAAC,YAAY,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;QAEnE,IAAI,CAAC,IAAI;YAAE,OAAO,EAAqB,CAAC;QAExC,MAAM,IAAI,GAAS,yCAAoB,CAAC,MAAA,IAAI,CAAC,IAAI,0CAAE,WAAW,EAAE,CAAC,CAAC;QAClE,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,oBAAW,CAAC,iCAAiC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QACvH,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,EAAE;YACtB,MAAM,IAAI,oBAAW,CAAC,gCAAgC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QAE/G,MAAM,MAAM,GAAG,IAAI,yBAAe,CAC9B,gBAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,EACtC,gBAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,QAAQ,EAAE,EACpC,IAAI,EACJ,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,QAAQ,EAAE,CAAC,WAAW,EAAE,IAAI,MAAM,CAAC,CAAC,CAAC,SAAS,EAC9F,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC,WAAW,EAAE,IAAI,MAAM,CAAC,CAAC,CAAC,SAAS,CACrF,CAAC;QAEF,IAAI,MAAM,CAAC,IAAK,GAAG,MAAM,CAAC,EAAG;YACzB,MAAM,IAAI,oBAAW,CAAC,+BAA+B,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QAE9G,OAAO,MAAM,CAAC;IAClB,CAAC;IA+CO,MAAM,CAAC,YAAY,CAAC,cAAsB;QAC9C,IAAI;YACA,OAAO,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;SAC7E;QAAC,OAAO,GAAG,EAAE;YACV,MAAM,IAAI,oBAAW,CACjB,sCAAsC,cAAc,EAAE,EACtD,IAAI,EACJ,IAAI,CAAC,WAAW,CAAC,IAAI,EACrB,SAAS,EACT,GAAG,CACN,CAAC;SACL;IACL,CAAC;;AAlFL,+BAmFC;AA1DiB,8BAAiB,GAAG,CAC9B,IAAc,EACd,EAAY,EACZ,WAAyB,EACQ,EAAE;IACnC,MAAM,WAAW,GAAG,CAAC,IAAI,CAAC,CAAC;IAC3B,IAAI,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAErC,OAAO,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,cAAc,CAAC,CAAC,YAAY,GAAG,CAAC,EAAE;QACtD,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC1B,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;KACvC;IAED,IAAI,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,cAAc,CAAC,CAAC,YAAY,IAAI,CAAC,EAAE;QACpD,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;KACxB;IAED,MAAM,eAAe,GAAG,EAAE,CAAC;IAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE;QAC7C,MAAM,OAAO,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,IAAI,GAAG,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAChC,eAAe,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,QAAQ,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;KAC7E;IAED,OAAO,eAAe,CAAC;AAC3B,CAAC,CAAC;AAEY,wCAA2B,GAAG,CACxC,IAAc,EACd,EAAY,EACZ,WAAyB,EACzB,QAA6B,EAC7B,iBAA0B,EAC1B,WAAoB,EACH,EAAE;IACnB,MAAM,MAAM,GAAsB,EAAE,CAAC;IACrC,MAAM,SAAS,GAAG,YAAY,CAAC,iBAAiB,CAAC,IAAI,EAAE,EAAE,EAAE,WAAW,CAAC,CAAC;IACxE,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE;QAC1B,aAAG,CAAC,KAAK,CAAC,wBAAwB,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,QAAQ,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;QAC5F,MAAM,CAAC,IAAI,CAAC,IAAI,yBAAe,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,EAAE,QAAQ,EAAE,iBAAiB,EAAE,WAAW,CAAC,CAAC,CAAC;KACpG;IAED,OAAO,MAAM,CAAC;AAClB,CAAC,CAAC"}

package/dist/integration-engine/business/AggregationTask.d.ts

@@ -5,7 +5,8 @@ export default class AggregationTask implements IAggregationTask {
     to?: Date;
     type?: AggregationTaskType;
     updateOnDuplicate: boolean;
+    refreshView: boolean;
     get fromUnixTimestamp(): Number | undefined;
     get toUnixTimestamp(): Number | undefined;
-    constructor(from: Date, to: Date, type: AggregationTaskType, updateOnDuplicate?: boolean);
+    constructor(from: Date, to: Date, type: AggregationTaskType, updateOnDuplicate?: boolean, refreshView?: boolean);
 }

package/dist/integration-engine/business/AggregationTask.js

@@ -1,11 +1,12 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 class AggregationTask {
-    constructor(from, to, type, updateOnDuplicate) {
+    constructor(from, to, type, updateOnDuplicate, refreshView) {
         this.from = from;
         this.to = to;
         this.type = type;
         this.updateOnDuplicate = updateOnDuplicate || false;
+        this.refreshView = refreshView || false;
     }
     get fromUnixTimestamp() {
         return this.from ? this.from.getTime() : undefined;

package/dist/integration-engine/business/AggregationTask.js.map

@@ -1 +1 @@
-{"version":3,"file":"AggregationTask.js","sourceRoot":"","sources":["../../../src/integration-engine/business/AggregationTask.ts"],"names":[],"mappings":";;AAGA,MAAqB,eAAe;IAchC,YAAY,IAAU,EAAE,EAAQ,EAAE,IAAyB,EAAE,iBAA2B;QACpF,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC;QACb,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,IAAI,KAAK,CAAC;IACxD,CAAC;IAbD,IAAW,iBAAiB;QACxB,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;IACvD,CAAC;IAED,IAAW,eAAe;QACtB,OAAO,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;IACnD,CAAC;CAQJ;AApBD,kCAoBC"}
+{"version":3,"file":"AggregationTask.js","sourceRoot":"","sources":["../../../src/integration-engine/business/AggregationTask.ts"],"names":[],"mappings":";;AAGA,MAAqB,eAAe;IAehC,YAAY,IAAU,EAAE,EAAQ,EAAE,IAAyB,EAAE,iBAA2B,EAAE,WAAqB;QAC3G,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC;QACb,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,IAAI,KAAK,CAAC;QACpD,IAAI,CAAC,WAAW,GAAG,WAAW,IAAI,KAAK,CAAC;IAC5C,CAAC;IAdD,IAAW,iBAAiB;QACxB,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;IACvD,CAAC;IAED,IAAW,eAAe;QACtB,OAAO,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;IACnD,CAAC;CASJ;AAtBD,kCAsBC"}

package/dist/integration-engine/dataAccess/AbstractEventsRepository.js

@@ -26,7 +26,7 @@ class EventsRepository extends integration_engine_1.PostgresModel {
         });
         this.refreshMaterializedView = (viewName) => __awaiter(this, void 0, void 0, function* () {
             helpers_1.log.debug(`Refreshing materialized view: ${viewName}`);
-            const sql = "REFRESH MATERIALIZED VIEW CONCURRENTLY ".concat(PrahaDopravniInfo_1.default.SCHEMA, ".", viewName);
+            const sql = `REFRESH MATERIALIZED VIEW CONCURRENTLY ${PrahaDopravniInfo_1.default.SCHEMA}.${viewName}`;
             yield this.query(sql);
         });
     }

package/dist/integration-engine/dataAccess/AbstractEventsRepository.js.map

@@ -1 +1 @@
-{"version":3,"file":"AbstractEventsRepository.js","sourceRoot":"","sources":["../../../src/integration-engine/dataAccess/AbstractEventsRepository.ts"],"names":[],"mappings":";;;;;;;;;;;;;;AAAA,oHAAwE;AACxE,8EAA8E;AAC9E,2EAAoE;AAEpE,MAA8B,gBAAoB,SAAQ,kCAAa;IAAvE;;QAMW,kCAA6B,GAAG,GAAwB,EAAE;YAC7D,MAAM,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;QACxE,CAAC,CAAA,CAAC;QAEK,oCAA+B,GAAG,GAAwB,EAAE;YAC/D,MAAM,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;QAC1E,CAAC,CAAA,CAAC;QAEM,4BAAuB,GAAG,CAAO,QAAgB,EAAiB,EAAE;YACxE,aAAG,CAAC,KAAK,CAAC,iCAAiC,QAAQ,EAAE,CAAC,CAAC;YACvD,MAAM,GAAG,GAAG,yCAAyC,CAAC,MAAM,CAAC,2BAAiB,CAAC,MAAM,EAAE,GAAG,EAAE,QAAQ,CAAC,CAAC;YAEtG,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC1B,CAAC,CAAA,CAAC;IACN,CAAC;CAAA;AApBD,mCAoBC"}
+{"version":3,"file":"AbstractEventsRepository.js","sourceRoot":"","sources":["../../../src/integration-engine/dataAccess/AbstractEventsRepository.ts"],"names":[],"mappings":";;;;;;;;;;;;;;AAAA,oHAAwE;AACxE,8EAA8E;AAC9E,2EAAoE;AAEpE,MAA8B,gBAAoB,SAAQ,kCAAa;IAAvE;;QAMW,kCAA6B,GAAG,GAAwB,EAAE;YAC7D,MAAM,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;QACxE,CAAC,CAAA,CAAC;QAEK,oCAA+B,GAAG,GAAwB,EAAE;YAC/D,MAAM,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;QAC1E,CAAC,CAAA,CAAC;QAEM,4BAAuB,GAAG,CAAO,QAAgB,EAAiB,EAAE;YACxE,aAAG,CAAC,KAAK,CAAC,iCAAiC,QAAQ,EAAE,CAAC,CAAC;YACvD,MAAM,GAAG,GAAG,0CAA0C,2BAAiB,CAAC,MAAM,IAAI,QAAQ,EAAE,CAAC;YAE7F,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC1B,CAAC,CAAA,CAAC;IACN,CAAC;CAAA;AApBD,mCAoBC"}

package/dist/integration-engine/service/aggregators/AbstractAggregator.d.ts

@@ -4,9 +4,9 @@ import IAbstractAggregator from "./interfaces/IAbstractAggregator";
 export default abstract class AbstractAggregator<T> implements IAbstractAggregator {
     protected maxAggregationDuration: DurationLike;
     protected abstract repository: AbstractEventsRepository<T>;
-    aggregateAndSave: (from: Date, to: Date, updateOnDuplicate: boolean) => Promise<void>;
+    aggregateAndSave: (from: Date, to: Date, updateOnDuplicate: boolean, refreshView: boolean) => Promise<void>;
     getMaxDuration(): DurationLike;
     refreshHistoricMaterialView: () => Promise<void>;
     protected abstract aggregate(from: Date, to: Date): Promise<T[]>;
-    protected save: (data: T[], updateOnDuplicate: boolean) => Promise<void>;
+    protected save: (data: T[], updateOnDuplicate: boolean, refreshView: boolean) => Promise<void>;
 }

package/dist/integration-engine/service/aggregators/AbstractAggregator.js

@@ -13,18 +13,20 @@ const helpers_1 = require("@golemio/core/dist/integration-engine/helpers");
 class AbstractAggregator {
     constructor() {
         this.maxAggregationDuration = { hours: 6 };
-        this.aggregateAndSave = (from, to, updateOnDuplicate) => __awaiter(this, void 0, void 0, function* () {
+        this.aggregateAndSave = (from, to, updateOnDuplicate, refreshView) => __awaiter(this, void 0, void 0, function* () {
             const aggregationResult = yield this.aggregate(from, to);
             helpers_1.log.debug(`Saving aggregate ${this.constructor.name} from: ${from.toISOString()} to: ${to.toISOString()} count: ${aggregationResult.length}`);
-            yield this.save(aggregationResult, updateOnDuplicate);
+            yield this.save(aggregationResult, updateOnDuplicate, refreshView);
         });
         this.refreshHistoricMaterialView = () => __awaiter(this, void 0, void 0, function* () {
             yield this.repository.refreshHistoricMaterializedView();
         });
-        this.save = (data, updateOnDuplicate) => __awaiter(this, void 0, void 0, function* () {
+        this.save = (data, updateOnDuplicate, refreshView) => __awaiter(this, void 0, void 0, function* () {
             yield this.repository.validate(data);
             yield this.repository.saveData(data, updateOnDuplicate);
-            yield this.repository.refreshLatestMaterializedView();
+            if (refreshView) {
+                yield this.repository.refreshLatestMaterializedView();
+            }
         });
     }
     getMaxDuration() {

package/dist/integration-engine/service/aggregators/AbstractAggregator.js.map

@@ -1 +1 @@
-{"version":3,"file":"AbstractAggregator.js","sourceRoot":"","sources":["../../../../src/integration-engine/service/aggregators/AbstractAggregator.ts"],"names":[],"mappings":";;;;;;;;;;;AACA,2EAAoE;AAIpE,MAA8B,kBAAkB;IAAhD;QACc,2BAAsB,GAAiB,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;QAGvD,qBAAgB,GAAG,CAAO,IAAU,EAAE,EAAQ,EAAE,iBAA0B,EAAiB,EAAE;YAChG,MAAM,iBAAiB,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YACzD,aAAG,CAAC,KAAK,CACL,oBAAoB,IAAI,CAAC,WAAW,CAAC,IAAI,UAAU,IAAI,CAAC,WAAW,EAAE,QAAQ,EAAE,CAAC,WAAW,EAAE,WACzF,iBAAiB,CAAC,MACtB,EAAE,CACL,CAAC;YACF,MAAM,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,iBAAiB,CAAC,CAAC;QAC1D,CAAC,CAAA,CAAC;QAMK,gCAA2B,GAAG,GAAS,EAAE;YAC5C,MAAM,IAAI,CAAC,UAAU,CAAC,+BAA+B,EAAE,CAAC;QAC5D,CAAC,CAAA,CAAC;QAIQ,SAAI,GAAG,CAAO,IAAS,EAAE,iBAA0B,EAAiB,EAAE;YAC5E,MAAM,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YACrC,MAAM,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,EAAE,iBAAiB,CAAC,CAAC;YACxD,MAAM,IAAI,CAAC,UAAU,CAAC,6BAA6B,EAAE,CAAC;QAC1D,CAAC,CAAA,CAAC;IACN,CAAC;IAfU,cAAc;QACjB,OAAO,IAAI,CAAC,sBAAsB,CAAC;IACvC,CAAC;CAaJ;AA7BD,qCA6BC"}
+{"version":3,"file":"AbstractAggregator.js","sourceRoot":"","sources":["../../../../src/integration-engine/service/aggregators/AbstractAggregator.ts"],"names":[],"mappings":";;;;;;;;;;;AACA,2EAAoE;AAIpE,MAA8B,kBAAkB;IAAhD;QACc,2BAAsB,GAAiB,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;QAGvD,qBAAgB,GAAG,CAAO,IAAU,EAAE,EAAQ,EAAE,iBAA0B,EAAE,WAAoB,EAAiB,EAAE;YACtH,MAAM,iBAAiB,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YACzD,aAAG,CAAC,KAAK,CACL,oBAAoB,IAAI,CAAC,WAAW,CAAC,IAAI,UAAU,IAAI,CAAC,WAAW,EAAE,QAAQ,EAAE,CAAC,WAAW,EAAE,WACzF,iBAAiB,CAAC,MACtB,EAAE,CACL,CAAC;YACF,MAAM,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,iBAAiB,EAAE,WAAW,CAAC,CAAC;QACvE,CAAC,CAAA,CAAC;QAMK,gCAA2B,GAAG,GAAS,EAAE;YAC5C,MAAM,IAAI,CAAC,UAAU,CAAC,+BAA+B,EAAE,CAAC;QAC5D,CAAC,CAAA,CAAC;QAIQ,SAAI,GAAG,CAAO,IAAS,EAAE,iBAA0B,EAAE,WAAoB,EAAiB,EAAE;YAClG,MAAM,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YACrC,MAAM,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,EAAE,iBAAiB,CAAC,CAAC;YACxD,IAAI,WAAW,EAAE;gBACb,MAAM,IAAI,CAAC,UAAU,CAAC,6BAA6B,EAAE,CAAC;aACzD;QACL,CAAC,CAAA,CAAC;IACN,CAAC;IAjBU,cAAc;QACjB,OAAO,IAAI,CAAC,sBAAsB,CAAC;IACvC,CAAC;CAeJ;AA/BD,qCA+BC"}

package/dist/integration-engine/service/aggregators/WazeJamsAggregator.d.ts

@@ -2,7 +2,6 @@ import WazeJamsRepository from "../../dataAccess/WazeJamsRepository";
 import WazeJams from "../../../schema-definitions/sequelize-models/WazeJams";
 import AbstractAggregator from "./AbstractAggregator";
 export default class WazeAggregator extends AbstractAggregator<WazeJams> {
-    protected sqlQueryScriptName: string;
     protected repository: WazeJamsRepository;
     constructor();
     protected aggregate: (from: Date, to: Date) => Promise<WazeJams[]>;

package/dist/integration-engine/service/aggregators/WazeJamsAggregator.js

@@ -19,7 +19,6 @@ const AbstractAggregator_1 = __importDefault(require("./AbstractAggregator"));
 class WazeAggregator extends AbstractAggregator_1.default {
     constructor() {
         super();
-        this.sqlQueryScriptName = "WazeJamsAggregation.sql";
         this.aggregate = (from, to) => __awaiter(this, void 0, void 0, function* () {
             const result = yield AggregationRepository_1.default.getInstance().aggregationQuery(AggregationTaskType_1.AggregationTaskType.WAZEJ, {
                 from: from.getTime(),

package/dist/integration-engine/service/aggregators/WazeJamsAggregator.js.map

@@ -1 +1 @@
-{"version":3,"file":"WazeJamsAggregator.js","sourceRoot":"","sources":["../../../../src/integration-engine/service/aggregators/WazeJamsAggregator.ts"],"names":[],"mappings":";;;;;;;;;;;;;;AAAA,mGAAyE;AACzE,6FAAmE;AACnE,iGAAuE;AAGvE,8EAAsD;AAEtD,MAAqB,cAAe,SAAQ,4BAA4B;IAIpE;QACI,KAAK,EAAE,CAAC;QAJF,uBAAkB,GAAW,yBAAyB,CAAC;QAQvD,cAAS,GAAG,CAAO,IAAU,EAAE,EAAQ,EAAuB,EAAE;YACtE,MAAM,MAAM,GAAG,MAAM,+BAAqB,CAAC,WAAW,EAAE,CAAC,gBAAgB,CAAY,yCAAmB,CAAC,KAAK,EAAE;gBAC5G,IAAI,EAAE,IAAI,CAAC,OAAO,EAAE;gBACpB,EAAE,EAAE,EAAE,CAAC,OAAO,EAAE;aACnB,CAAC,CAAC;YAEH,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QACjC,CAAC,CAAA,CAAC;QAVE,IAAI,CAAC,UAAU,GAAG,IAAI,4BAAkB,EAAE,CAAC;IAC/C,CAAC;IAWS,QAAQ,CAAC,IAAW;QAC1B,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;YACxB,OAAO;gBACH,EAAE,EAAE,OAAO,CAAC,EAAE;gBACd,WAAW,EAAE,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,WAAW,CAAC;gBACjD,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,eAAe,EAAE,OAAO,CAAC,eAAe;gBACxC,aAAa,EAAE,OAAO,CAAC,aAAa;gBACpC,UAAU,EAAE,OAAO,CAAC,UAAU;aACrB,CAAC;QAClB,CAAC,CAAC,CAAC;IACP,CAAC;CACJ;AA9BD,iCA8BC"}
+{"version":3,"file":"WazeJamsAggregator.js","sourceRoot":"","sources":["../../../../src/integration-engine/service/aggregators/WazeJamsAggregator.ts"],"names":[],"mappings":";;;;;;;;;;;;;;AAAA,mGAAyE;AACzE,6FAAmE;AACnE,iGAAuE;AAGvE,8EAAsD;AAEtD,MAAqB,cAAe,SAAQ,4BAA4B;IAGpE;QACI,KAAK,EAAE,CAAC;QAIF,cAAS,GAAG,CAAO,IAAU,EAAE,EAAQ,EAAuB,EAAE;YACtE,MAAM,MAAM,GAAG,MAAM,+BAAqB,CAAC,WAAW,EAAE,CAAC,gBAAgB,CAAY,yCAAmB,CAAC,KAAK,EAAE;gBAC5G,IAAI,EAAE,IAAI,CAAC,OAAO,EAAE;gBACpB,EAAE,EAAE,EAAE,CAAC,OAAO,EAAE;aACnB,CAAC,CAAC;YAEH,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QACjC,CAAC,CAAA,CAAC;QAVE,IAAI,CAAC,UAAU,GAAG,IAAI,4BAAkB,EAAE,CAAC;IAC/C,CAAC;IAWS,QAAQ,CAAC,IAAW;QAC1B,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;YACxB,OAAO;gBACH,EAAE,EAAE,OAAO,CAAC,EAAE;gBACd,WAAW,EAAE,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,WAAW,CAAC;gBACjD,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,eAAe,EAAE,OAAO,CAAC,eAAe;gBACxC,aAAa,EAAE,OAAO,CAAC,aAAa;gBACpC,UAAU,EAAE,OAAO,CAAC,UAAU;aACrB,CAAC;QAClB,CAAC,CAAC,CAAC;IACP,CAAC;CACJ;AA7BD,iCA6BC"}

package/dist/integration-engine/service/aggregators/WazeReconstructionsAggregator.d.ts

@@ -2,7 +2,6 @@ import WazeReconstructionsRepository from "../../dataAccess/WazeReconstructionsR
 import WazeReconstructions from "../../../schema-definitions/sequelize-models/WazeReconstructions";
 import AbstractAggregator from "./AbstractAggregator";
 export default class WazeReconstructionsAggregator extends AbstractAggregator<WazeReconstructions> {
-    protected sqlQueryScriptName: string;
     protected repository: WazeReconstructionsRepository;
     constructor();
     protected aggregate: (from: Date, to: Date) => Promise<WazeReconstructions[]>;

package/dist/integration-engine/service/aggregators/WazeReconstructionsAggregator.js

@@ -19,7 +19,6 @@ const AbstractAggregator_1 = __importDefault(require("./AbstractAggregator"));
 class WazeReconstructionsAggregator extends AbstractAggregator_1.default {
     constructor() {
         super();
-        this.sqlQueryScriptName = "WazeReconstructionsAggregation.sql";
         this.aggregate = (from, to) => __awaiter(this, void 0, void 0, function* () {
             const result = yield AggregationRepository_1.default.getInstance().aggregationQuery(AggregationTaskType_1.AggregationTaskType.WAZER, {
                 from: from.getTime(),

package/dist/integration-engine/service/aggregators/WazeReconstructionsAggregator.js.map

@@ -1 +1 @@
-{"version":3,"file":"WazeReconstructionsAggregator.js","sourceRoot":"","sources":["../../../../src/integration-engine/service/aggregators/WazeReconstructionsAggregator.ts"],"names":[],"mappings":";;;;;;;;;;;;;;AAAA,mGAAyE;AACzE,mHAAyF;AACzF,iGAAuE;AAGvE,8EAAsD;AAEtD,MAAqB,6BAA8B,SAAQ,4BAAuC;IAI9F;QACI,KAAK,EAAE,CAAC;QAJF,uBAAkB,GAAW,oCAAoC,CAAC;QAQlE,cAAS,GAAG,CAAO,IAAU,EAAE,EAAQ,EAAkC,EAAE;YACjF,MAAM,MAAM,GAAG,MAAM,+BAAqB,CAAC,WAAW,EAAE,CAAC,gBAAgB,CACrE,yCAAmB,CAAC,KAAK,EACzB;gBACI,IAAI,EAAE,IAAI,CAAC,OAAO,EAAE;gBACpB,EAAE,EAAE,EAAE,CAAC,OAAO,EAAE;aACnB,CACJ,CAAC;YAEF,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QACjC,CAAC,CAAA,CAAC;QAbE,IAAI,CAAC,UAAU,GAAG,IAAI,uCAA6B,EAAE,CAAC;IAC1D,CAAC;IAcS,QAAQ,CAAC,IAAW;QAC1B,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;YACxB,OAAO;gBACH,EAAE,EAAE,OAAO,CAAC,EAAE;gBACd,WAAW,EAAE,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,WAAW,CAAC;gBACjD,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,eAAe,EAAE,OAAO,CAAC,eAAe;gBACxC,UAAU,EAAE,OAAO,CAAC,UAAU;aACV,CAAC;QAC7B,CAAC,CAAC,CAAC;IACP,CAAC;CACJ;AAhCD,gDAgCC"}
+{"version":3,"file":"WazeReconstructionsAggregator.js","sourceRoot":"","sources":["../../../../src/integration-engine/service/aggregators/WazeReconstructionsAggregator.ts"],"names":[],"mappings":";;;;;;;;;;;;;;AAAA,mGAAyE;AACzE,mHAAyF;AACzF,iGAAuE;AAGvE,8EAAsD;AAEtD,MAAqB,6BAA8B,SAAQ,4BAAuC;IAG9F;QACI,KAAK,EAAE,CAAC;QAIF,cAAS,GAAG,CAAO,IAAU,EAAE,EAAQ,EAAkC,EAAE;YACjF,MAAM,MAAM,GAAG,MAAM,+BAAqB,CAAC,WAAW,EAAE,CAAC,gBAAgB,CACrE,yCAAmB,CAAC,KAAK,EACzB;gBACI,IAAI,EAAE,IAAI,CAAC,OAAO,EAAE;gBACpB,EAAE,EAAE,EAAE,CAAC,OAAO,EAAE;aACnB,CACJ,CAAC;YAEF,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QACjC,CAAC,CAAA,CAAC;QAbE,IAAI,CAAC,UAAU,GAAG,IAAI,uCAA6B,EAAE,CAAC;IAC1D,CAAC;IAcS,QAAQ,CAAC,IAAW;QAC1B,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;YACxB,OAAO;gBACH,EAAE,EAAE,OAAO,CAAC,EAAE;gBACd,WAAW,EAAE,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,WAAW,CAAC;gBACjD,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,eAAe,EAAE,OAAO,CAAC,eAAe;gBACxC,UAAU,EAAE,OAAO,CAAC,UAAU;aACV,CAAC;QAC7B,CAAC,CAAC,CAAC;IACP,CAAC;CACJ;AA/BD,gDA+BC"}

package/dist/integration-engine/service/aggregators/interfaces/IAbstractAggregator.d.ts

@@ -1,6 +1,6 @@
 import { DurationLike } from "@golemio/core/dist/shared/luxon";
 export default interface IAbstractAggregator {
-    aggregateAndSave(from: Date, to: Date, updateOnDuplicate: boolean): Promise<void>;
+    aggregateAndSave(from: Date, to: Date, updateOnDuplicate: boolean, refreshView: boolean): Promise<void>;
     getMaxDuration(): DurationLike;
     refreshHistoricMaterialView(): Promise<void>;
 }

package/package.json

@@ -1,63 +1,63 @@
 {
-    "name": "@golemio/rush-hour-aggregation",
-    "version": "1.0.3",
-    "description": "Rush hour data agregation for Praha dopravní project",
-    "main": "dist/index.js",
-    "types": "dist/index.d.ts",
-    "scripts": {
-        "build": "rimraf ./dist && ttsc -p ./tsconfig.build.json",
-        "build-minimal": "run-s 'build --sourceMap false --declaration false'",
-        "build-watch": "run-s 'build --watch --preserveWatchOutput'",
-        "test": "cross-env NODE_ENV=test TS_NODE_COMPILER='ttypescript' mocha --exit --check-leaks --timeout 120000 -r ts-node/register -r dotenv/config 'test/**/*.test.ts'",
-        "test-debug": "run-s 'test --inspect-brk=9230'",
-        "code-coverage": "nyc run-s 'test -r source-map-support/register'",
-        "generate-docs": "typedoc --out docs/typedoc src",
-        "lint": "eslint \"{src,test}/**/*.ts\""
-    },
-    "keywords": [
-        "golemio"
-    ],
-    "author": "Operator ICT, a.s.",
-    "license": "MIT",
-    "repository": {
-        "type": "git",
-        "url": "https://gitlab.com/operator-ict/golemio/code/modules/rush-hour-aggregation"
-    },
-    "devDependencies": {
-        "@commitlint/cli": "^11.0.0",
-        "@commitlint/config-conventional": "^11.0.0",
-        "@golemio/cli": "1.3.0",
-        "@golemio/core": "1.2.14",
-        "@golemio/eslint-config": "^1.1.0",
-        "@ovos-media/ts-transform-paths": "^1.7.18-1",
-        "@types/amqplib": "^0.5.17",
-        "@types/chai": "4.2.3",
-        "@types/chai-as-promised": "7.1.2",
-        "@types/geojson": "^7946.0.8",
-        "@types/mocha": "^9.1.0",
-        "@types/node": "^16.11.35",
-        "@types/sinon": "^9.0.10",
-        "chai": "4.2.0",
-        "chai-as-promised": "7.1.1",
-        "cross-env": "^7.0.3",
-        "dotenv": "^16.0.0",
-        "eslint": "^8.1.1",
-        "husky": "^7.0.4",
-        "mocha": "^9.1.2",
-        "npm-run-all": "^4.1.5",
-        "nyc": "^15.1.0",
-        "prettier": "^2.5.1",
-        "pretty-quick": "^3.1.3",
-        "rimraf": "^3.0.2",
-        "sinon": "^9.2.3",
-        "source-map-support": "0.5.19",
-        "ts-node": "^10.7.0",
-        "ttypescript": "^1.5.13",
-        "typedoc": "^0.22.15",
-        "typescript": "4.6.4"
-    },
-    "peerDependencies": {
-        "@golemio/core": "^1.0.0"
-    },
-    "dependencies": {}
+  "name": "@golemio/rush-hour-aggregation",
+  "version": "1.0.5-dev.620292234",
+  "description": "Rush hour data agregation for Praha dopravní project",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "scripts": {
+    "build": "rimraf ./dist && ttsc -p ./tsconfig.build.json",
+    "build-minimal": "run-s 'build --sourceMap false --declaration false'",
+    "build-watch": "run-s 'build --watch --preserveWatchOutput'",
+    "test": "cross-env NODE_ENV=test TS_NODE_COMPILER='ttypescript' mocha --exit --check-leaks --timeout 120000 -r ts-node/register -r dotenv/config 'test/**/*.test.ts'",
+    "test-debug": "run-s 'test --inspect-brk=9230'",
+    "code-coverage": "nyc run-s 'test -r source-map-support/register'",
+    "generate-docs": "typedoc --out docs/typedoc src",
+    "lint": "eslint \"{src,test}/**/*.ts\""
+  },
+  "keywords": [
+    "golemio"
+  ],
+  "author": "Operator ICT, a.s.",
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "https://gitlab.com/operator-ict/golemio/code/modules/rush-hour-aggregation"
+  },
+  "devDependencies": {
+    "@commitlint/cli": "^11.0.0",
+    "@commitlint/config-conventional": "^11.0.0",
+    "@golemio/cli": "1.3.0",
+    "@golemio/core": "1.2.14",
+    "@golemio/eslint-config": "^1.1.0",
+    "@ovos-media/ts-transform-paths": "^1.7.18-1",
+    "@types/amqplib": "^0.5.17",
+    "@types/chai": "4.2.3",
+    "@types/chai-as-promised": "7.1.2",
+    "@types/geojson": "^7946.0.8",
+    "@types/mocha": "^9.1.0",
+    "@types/node": "^16.11.35",
+    "@types/sinon": "^9.0.10",
+    "chai": "4.2.0",
+    "chai-as-promised": "7.1.1",
+    "cross-env": "^7.0.3",
+    "dotenv": "^16.0.0",
+    "eslint": "^8.1.1",
+    "husky": "^7.0.4",
+    "mocha": "^9.1.2",
+    "npm-run-all": "^4.1.5",
+    "nyc": "^15.1.0",
+    "prettier": "^2.5.1",
+    "pretty-quick": "^3.1.3",
+    "rimraf": "^3.0.2",
+    "sinon": "^9.2.3",
+    "source-map-support": "0.5.19",
+    "ts-node": "^10.7.0",
+    "ttypescript": "^1.5.13",
+    "typedoc": "^0.22.15",
+    "typescript": "4.6.4"
+  },
+  "peerDependencies": {
+    "@golemio/core": "^1.0.0"
+  },
+  "dependencies": {}
 }

package/templates/sqlQueries/FcdEvents.sql

@@ -13,7 +13,7 @@ select
     ) as properties
 from
 	fcd.fcd_traff_params_part a
-join praha_dopravni.fcd_geos_90 g on
+join fcd.fcd_geos_90 g on
 	a.source_identification::text = g.source_identification::text
 where
 	a.measurement_or_calculation_time between $from and $to