@golemio/rush-hour-aggregation 1.5.1 → 1.5.2-dev.2941756587

package/dist/integration-engine/workers/task/RefreshHistoricViewsTask.js

@@ -0,0 +1,58 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RefreshHistoricViewsTask = void 0;
+const constants_1 = require("../../constants");
+const RushHourAggregationContainerToken_1 = require("../../ioc/RushHourAggregationContainerToken");
+const AggregationTaskType_1 = require("../../../schema-definitions/helpers/AggregationTaskType");
+const AbstractEmptyTask_1 = require("@golemio/core/dist/integration-engine/workers/AbstractEmptyTask");
+const golemio_errors_1 = require("@golemio/core/dist/shared/golemio-errors");
+const tsyringe_1 = require("@golemio/core/dist/shared/tsyringe");
+let RefreshHistoricViewsTask = class RefreshHistoricViewsTask extends AbstractEmptyTask_1.AbstractEmptyTask {
+    constructor(dataRetentionRepository, aggregationFactory) {
+        super(constants_1.RUSH_HOUR_AGGREGATION_WORKER_NAME);
+        this.dataRetentionRepository = dataRetentionRepository;
+        this.aggregationFactory = aggregationFactory;
+        this.queueName = "refreshHistoricViews";
+        this.queueTtl = 23 * 60 * 60 * 1000;
+    }
+    async execute() {
+        const failures = [];
+        try {
+            await this.dataRetentionRepository.deleteOldData();
+        }
+        catch (err) {
+            failures.push(`data retention (${err instanceof Error ? err.message : err})`);
+        }
+        for (const type of Object.values(AggregationTaskType_1.AggregationTaskType)) {
+            try {
+                await this.aggregationFactory.get(type).refreshHistoricMaterialView();
+            }
+            catch (err) {
+                failures.push(`${type} (${err instanceof Error ? err.message : err})`);
+            }
+        }
+        if (failures.length > 0) {
+            throw new golemio_errors_1.GeneralError(`Unable to refresh historic views: ${failures.join(", ")}`, this.constructor.name);
+        }
+    }
+};
+exports.RefreshHistoricViewsTask = RefreshHistoricViewsTask;
+exports.RefreshHistoricViewsTask = RefreshHistoricViewsTask = __decorate([
+    (0, tsyringe_1.injectable)(),
+    __param(0, (0, tsyringe_1.inject)(RushHourAggregationContainerToken_1.RushHourAggregationContainerToken.DataRetentionRepository)),
+    __param(1, (0, tsyringe_1.inject)(RushHourAggregationContainerToken_1.RushHourAggregationContainerToken.AggregationFactory)),
+    __metadata("design:paramtypes", [Object, Object])
+], RefreshHistoricViewsTask);
+//# sourceMappingURL=RefreshHistoricViewsTask.js.map

package/dist/integration-engine/workers/task/RefreshHistoricViewsTask.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"RefreshHistoricViewsTask.js","sourceRoot":"","sources":["../../../../src/integration-engine/workers/task/RefreshHistoricViewsTask.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,+CAAkE;AAElE,mGAA8F;AAE9F,iGAAuE;AACvE,uGAAoG;AACpG,6EAAwE;AACxE,iEAAwE;AAGjE,IAAM,wBAAwB,GAA9B,MAAM,wBAAyB,SAAQ,qCAAiB;IAI3D,YAEI,uBAAyD,EACK,kBAA+C;QAE7G,KAAK,CAAC,6CAAiC,CAAC,CAAC;QAHjC,4BAAuB,GAAvB,uBAAuB,CAA0B;QACa,uBAAkB,GAAlB,kBAAkB,CAAqB;QAN1G,cAAS,GAAG,sBAAsB,CAAC;QACnC,aAAQ,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;IAQtC,CAAC;IAEM,KAAK,CAAC,OAAO;QAChB,MAAM,QAAQ,GAAa,EAAE,CAAC;QAE9B,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,uBAAuB,CAAC,aAAa,EAAE,CAAC;QACvD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,QAAQ,CAAC,IAAI,CAAC,mBAAmB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC;QAClF,CAAC;QAED,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,MAAM,CAAC,yCAAmB,CAAC,EAAE,CAAC;YACpD,IAAI,CAAC;gBACD,MAAM,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,2BAA2B,EAAE,CAAC;YAC1E,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,QAAQ,CAAC,IAAI,CAAC,GAAG,IAAI,KAAK,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC;YAC3E,CAAC;QACL,CAAC;QAED,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtB,MAAM,IAAI,6BAAY,CAAC,qCAAqC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QAC9G,CAAC;IACL,CAAC;CACJ,CAAA;AAjCY,4DAAwB;mCAAxB,wBAAwB;IADpC,IAAA,qBAAU,GAAE;IAMJ,WAAA,IAAA,iBAAM,EAAC,qEAAiC,CAAC,uBAAuB,CAAC,CAAA;IAEjE,WAAA,IAAA,iBAAM,EAAC,qEAAiC,CAAC,kBAAkB,CAAC,CAAA;;GAPxD,wBAAwB,CAiCpC"}

package/docs/asyncapi.yaml

@@ -19,7 +19,7 @@ operations:
 channels:
     rush-hour-aggregation.aggregateData:
         address: dataplatform.rush-hour-aggregation.aggregateData
-        description: Aggregate traffic data of a given type from a given time period to database. If the given time period contains too much data, the task will be split into multiple subtasks. If no message is given, all types of data will be aggregated for time period of the last 10 minutes.
+        description: Aggregate traffic data of a given type from a given time period to database. If the given time period contains too much data, the task will be split into multiple subtasks. An empty message sends a separate message to this queue for each of the types FCD, NDIC, WAZEJ and WAZER with the time period of the last 10 minutes. SDDR is aggregated only by an explicit message, because its source no longer receives data.
         bindings:
             amqp:
                 is: queue

package/docs/implementation_documentation.md

@@ -8,14 +8,14 @@ Modul agreguje dopravní data pro projekt Praha zasekaná.
 
 Vstupem jsou 4 datové sady již existující v datové platformě:
 
-    - SDDŘ (TSK) - zdroj public.tsk_std_measurements, public.tsk_std
-    - FCD - public.fcd_traff_params_part
-    - NDIC - public.ndic_traffic_info
-    - Waze - public.wazeccp_jams
+    - SDDŘ (TSK) - zdroj archive.tsk_std_measurements, archive.tsk_std (archiv, poslední data z 28. 2. 2022)
+    - FCD - fcd.fcd_traff_params_part
+    - NDIC - ndic.ndic_traffic_info
+    - Waze - waze_ccp.wazeccp_jams
 
 ### Data aktivně stahujeme
 
-Data se aktivně agregují pomocí cronu každých 5 minut. Kvůli možnému zpoždění obdržení některých dat je nastaven překryv a dohromady agreguje se posledních 10 minut. Existující položky jsou aktualizovaný na nový stav. Pro cron je nastavena priorita 1, pro VIP odbavení oproti historické agregaci viz níže.
+Data se aktivně agregují pomocí cronu každých 5 minut. Kvůli možnému zpoždění obdržení některých dat je nastaven překryv a dohromady agreguje se posledních 10 minut. Existující položky jsou aktualizovaný na nový stav. Pravidelně se agregují typy FCD, NDIC, WAZEJ a WAZER. SDDŘ se pravidelně neagreguje, protože jeho zdroj už nedostává nová data. Lze ho agregovat jen ručně zprávou. Pro cron je nastavena priorita 5, pro VIP odbavení oproti historické agregaci viz níže.
 
 Příklad nastavení cronu:
 ```json
@@ -44,16 +44,22 @@ Po nahraní dat do databáze se ještě "concurrently" obnoví nasledující mat
     - ndic_events_full_snapshots_latest
     - tsk_std_last_30min_snapshots_latest
     - waze_jams_snapshots_latest
-    - waze_jams_snapshots_latest
+    - waze_reconstructions_snapshots_latest
+
+Latest pohledy porovnávají `measured_at` se začátkem dne v `int8`, aby se při obnově použil index na `measured_at` a četla se jen data aktuálního dne.
+
+Celková doba agregace a uložení (včetně obnovy pohledu) se loguje na úrovni `info`.
+
+Modul exportuje worker `RushHourAggregationWorker` (`AbstractWorker` z core), který registruje tasky `AggregateDataTask` a `RefreshHistoricViewsTask` z DI kontejneru `RushHourAggregationContainer`. Fronty mají prefix `dataplatform.rush-hour-aggregation`, jsou typu quorum s TTL 23 hodin. Zpráva pro `aggregateData` se validuje schématem `AggregateDataTaskInputSchema`.
 
 Interní RabbitMQ fronty jsou popsány v [AsyncAPI](./asyncapi.yaml).
 
-### *AggregationWorker* - Metoda *aggregateData*:
+### *RushHourAggregationWorker* - Task *AggregateDataTask* (fronta *aggregateData*):
 
 Podporuje několik scénářů zpracovaní podle obdržené zprávy:
 
 1) Prázdná zpráva
-Je obvykle generována cronem a spustí pro každý z typů agregace zpracování za posledních X minut dle nastavení workeru. V současnosti je tato hodnota nastavena na 10 minut.
+Je obvykle generována cronem. Pro každý pravidelně agregovaný typ (FCD, NDIC, WAZEJ, WAZER) pošle do stejné fronty samostatnou zprávu s obdobím posledních X minut dle nastavení workeru. V současnosti je tato hodnota nastavena na 10 minut. Každý typ tak běží jako samostatná úloha s vlastním timeoutem a pomalý typ neblokuje ostatní. Rozeslané zprávy i subtasky přebírají prioritu příchozí zprávy, takže pravidelná agregace (cron s prioritou 5) má dál přednost před historickou agregací.
 
 2) Validní json zpráva
 Validní json zpráva obsahuje údaje od, do a typ dat (v angličtině). Pro příklad zprávy viz readme modulu. Následně je zkontrolovano zda-li období zpracování není příliš dlouhé. Pro každý typ vstupních dat je toto období určeno jinak, dle množství generovaných dat a náročnosti zpracování:
@@ -68,7 +74,7 @@ Validní json zpráva obsahuje údaje od, do a typ dat (v angličtině). Pro př
 Pokud je období dlouhé tak se rozdělí na subtasky, které se uloží do fronty ke zpracování.
 V opačném případě se spustí agregační sql skript pro vybraný typ dat a výsledek se uloží do vybrané tabulky v db schématu praha_dopravni.
 
-### *AggregationWorker* - Metoda *refreshHistoricViews*:
+### *RushHourAggregationWorker* - Task *RefreshHistoricViewsTask* (fronta *refreshHistoricViews*):
 
 Je spuštěna cronem jednou za 24h s prázdnou zprávou a obnovuje "concurrently" historické pohledy, které připravují časová rozpětí pro již připravené agregace.
 
@@ -77,7 +83,7 @@ Seznam pohledů:
   - ndic_events_full_snapshots_history
   - tsk_std_last_30min_snapshots_history
   - waze_jams_snapshots_history
-  - waze_jams_snapshots_history
+  - waze_reconstructions_snapshots_history
 
 
 ### Obecné
@@ -89,4 +95,4 @@ Seznam pohledů:
 - migrační skripty
   - ano, součastí modulu
 - retence dat
-  - n/a
+  - 3 měsíce, procedura `data_retention()` spouštěná v `refreshHistoricViews`

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@golemio/rush-hour-aggregation",
-    "version": "1.5.1",
+    "version": "1.5.2-dev.2941756587",
     "description": "Rush hour data aggregation for Praha dopravní project",
     "main": "dist/index.js",
     "types": "dist/index.d.ts",

package/templates/sqlQueries/NdicEventsFull.sql

@@ -74,6 +74,9 @@ from
 		and gs.gs <= nti.validity_overall_end_time
 		and nti.situation_version_time <= gs.gs
 		and nti.global_network_linear is not null
+		and nti.validity_overall_end_time >= to_timestamp(((date_part('epoch'::text, (timestamp with time zone :from)) / (60 * 30)::double precision)::bigint * 60 * 30)::double precision)
+		and nti.validity_overall_start_time <= to_timestamp(((date_part('epoch'::text, (timestamp with time zone :to)) / (60 * 30)::double precision)::bigint * 60 * 30)::double precision)
+		and nti.situation_version_time <= to_timestamp(((date_part('epoch'::text, (timestamp with time zone :to)) / (60 * 30)::double precision)::bigint * 60 * 30)::double precision)
 	order by
 		gs.gs,
 		nti.situation_id,

package/dist/integration-engine/AggregationWorker.d.ts

@@ -1,18 +0,0 @@
-import { BaseWorker } from "@golemio/core/dist/integration-engine";
-import { Message } from "amqplib";
-export declare class AggregationWorker extends BaseWorker {
-    static queuePrefix: string;
-    static aggregationMethodName: string;
-    static refreshHistoricViewsMethodName: string;
-    private aggregationFactory;
-    private refreshIntervalInMinutes;
-    private dataRetentionRepository;
-    constructor();
-    aggregateData: (message: Message) => Promise<void>;
-    refreshHistoricViews: () => Promise<void>;
-    private isTaskEmpty;
-    private isDateRangeBig;
-    private handleEmptyTask;
-    private processTask;
-    private generateSubTasks;
-}

package/dist/integration-engine/AggregationWorker.js

@@ -1,88 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.AggregationWorker = void 0;
-const AggregationTaskType_1 = require("../schema-definitions/helpers/AggregationTaskType");
-const integration_engine_1 = require("@golemio/core/dist/integration-engine");
-const config_1 = require("@golemio/core/dist/integration-engine/config");
-const golemio_errors_1 = require("@golemio/core/dist/shared/golemio-errors");
-const luxon_1 = require("@golemio/core/dist/shared/luxon");
-const WorkerHelper_1 = __importDefault(require("./WorkerHelper"));
-const DataRetentionRepository_1 = require("./dataAccess/DataRetentionRepository");
-const AggregationFactory_1 = __importDefault(require("./service/AggregationFactory"));
-class AggregationWorker extends integration_engine_1.BaseWorker {
-    constructor() {
-        super();
-        this.refreshIntervalInMinutes = 10;
-        this.aggregateData = async (message) => {
-            const task = WorkerHelper_1.default.parseMessage(message);
-            integration_engine_1.log.debug(`Received new task: ${JSON.stringify(task)}`);
-            if (this.isTaskEmpty(task)) {
-                await this.handleEmptyTask();
-            }
-            else if (this.isDateRangeBig(task)) {
-                await this.generateSubTasks(task);
-            }
-            else if (task.type && task.from && task.to) {
-                await this.processTask(task.type, task.from, task.to, task.updateOnDuplicate, task.refreshView);
-            }
-            else {
-                throw new golemio_errors_1.GeneralError(`Unable to process task: ${JSON.stringify(task)}.`, this.constructor.name);
-            }
-        };
-        this.refreshHistoricViews = async () => {
-            await this.dataRetentionRepository.deleteOldData();
-            for (const type in AggregationTaskType_1.AggregationTaskType) {
-                try {
-                    const aggregator = this.aggregationFactory.get(type.toUpperCase());
-                    await aggregator.refreshHistoricMaterialView();
-                }
-                catch (err) {
-                    integration_engine_1.log.error(`Unable to refresh historic material view for: ${type}. Error stack: ${err.stack}`);
-                }
-            }
-        };
-        this.handleEmptyTask = async () => {
-            const to = new Date();
-            const from = luxon_1.DateTime.fromJSDate(to).minus({ minutes: this.refreshIntervalInMinutes }).toJSDate();
-            for (const type in AggregationTaskType_1.AggregationTaskType) {
-                await this.processTask(type, from, to, true, true);
-            }
-        };
-        this.processTask = async (type, from, to, updateOnDuplicate, refreshView) => {
-            try {
-                const aggregator = this.aggregationFactory.get(type.toUpperCase());
-                await aggregator.aggregateAndSave(from, to, updateOnDuplicate, refreshView);
-            }
-            catch (err) {
-                integration_engine_1.log.error(`Unable to process task: ${type} from: ${from} to: ${to}. (${err.toString()}) Error stack: ${err.stack}`);
-            }
-        };
-        this.generateSubTasks = async (task) => {
-            const subtasks = WorkerHelper_1.default.generateSubTasksDefinitions(luxon_1.DateTime.fromJSDate(task.from), luxon_1.DateTime.fromJSDate(task.to), this.aggregationFactory.get(task.type).getMaxDuration(), task.type, task.updateOnDuplicate, task.refreshView);
-            for (const subtask of subtasks) {
-                await this.sendMessageToExchange("workers." + AggregationWorker.queuePrefix + "." + AggregationWorker.aggregationMethodName, JSON.stringify(subtask));
-            }
-        };
-        this.aggregationFactory = new AggregationFactory_1.default();
-        this.dataRetentionRepository = new DataRetentionRepository_1.DataRetentionRepository(integration_engine_1.PostgresConnector, integration_engine_1.log);
-    }
-    isTaskEmpty(task) {
-        return !task.from && !task.to && !task.type;
-    }
-    isDateRangeBig(task) {
-        if (task.from && task.to && task.type) {
-            const maxDuration = luxon_1.Duration.fromDurationLike(this.aggregationFactory.get(task.type).getMaxDuration());
-            const difference = luxon_1.DateTime.fromJSDate(task.to).diff(luxon_1.DateTime.fromJSDate(task.from), "hours");
-            return difference && difference > maxDuration;
-        }
-        return false;
-    }
-}
-exports.AggregationWorker = AggregationWorker;
-AggregationWorker.queuePrefix = config_1.config.RABBIT_EXCHANGE_NAME + "." + "rush-hour-aggregation";
-AggregationWorker.aggregationMethodName = "aggregateData";
-AggregationWorker.refreshHistoricViewsMethodName = "refreshHistoricViews";
-//# sourceMappingURL=AggregationWorker.js.map

package/dist/integration-engine/AggregationWorker.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"AggregationWorker.js","sourceRoot":"","sources":["../../src/integration-engine/AggregationWorker.ts"],"names":[],"mappings":";;;;;;AAAA,2FAAuE;AACvE,8EAA2F;AAC3F,yEAAsE;AACtE,6EAAwE;AACxE,2DAAqE;AAErE,kEAA0C;AAE1C,kFAA+E;AAC/E,sFAA8D;AAE9D,MAAa,iBAAkB,SAAQ,+BAAU;IAQ7C;QACI,KAAK,EAAE,CAAC;QAJJ,6BAAwB,GAAW,EAAE,CAAC;QASvC,kBAAa,GAAG,KAAK,EAAE,OAAgB,EAAE,EAAE;YAC9C,MAAM,IAAI,GAAG,sBAAY,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;YAChD,wBAAG,CAAC,KAAK,CAAC,sBAAsB,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACxD,IAAI,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC;gBACzB,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;YACjC,CAAC;iBAAM,IAAI,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC;gBACnC,MAAM,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;YACtC,CAAC;iBAAM,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC;gBAC3C,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,iBAAiB,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;YACpG,CAAC;iBAAM,CAAC;gBACJ,MAAM,IAAI,6BAAY,CAAC,2BAA2B,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;YACtG,CAAC;QACL,CAAC,CAAC;QAEK,yBAAoB,GAAG,KAAK,IAAI,EAAE;YACrC,MAAM,IAAI,CAAC,uBAAuB,CAAC,aAAa,EAAE,CAAC;YAEnD,KAAK,MAAM,IAAI,IAAI,yCAAmB,EAAE,CAAC;gBACrC,IAAI,CAAC;oBACD,MAAM,UAAU,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,EAAyB,CAAC,CAAC;oBAC1F,MAAM,UAAU,CAAC,2BAA2B,EAAE,CAAC;gBACnD,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACX,wBAAG,CAAC,KAAK,CAAC,iDAAiD,IAAI,kBAAkB,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC;gBAClG,CAAC;YACL,CAAC;QACL,CAAC,CAAC;QAiBM,oBAAe,GAAG,KAAK,IAAmB,EAAE;YAChD,MAAM,EAAE,GAAG,IAAI,IAAI,EAAE,CAAC;YACtB,MAAM,IAAI,GAAG,gBAAQ,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,wBAAwB,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC;YAClG,KAAK,MAAM,IAAI,IAAI,yCAAmB,EAAE,CAAC;gBACrC,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;YACvD,CAAC;QACL,CAAC,CAAC;QAEM,gBAAW,GAAG,KAAK,EACvB,IAAY,EACZ,IAAU,EACV,EAAQ,EACR,iBAA0B,EAC1B,WAAoB,EACP,EAAE;YACf,IAAI,CAAC;gBACD,MAAM,UAAU,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,EAAyB,CAAC,CAAC;gBAC1F,MAAM,UAAU,CAAC,gBAAgB,CAAC,IAAI,EAAE,EAAE,EAAE,iBAAiB,EAAE,WAAW,CAAC,CAAC;YAChF,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,wBAAG,CAAC,KAAK,CAAC,2BAA2B,IAAI,UAAU,IAAI,QAAQ,EAAE,MAAM,GAAG,CAAC,QAAQ,EAAE,kBAAkB,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC;YACxH,CAAC;QACL,CAAC,CAAC;QAEM,qBAAgB,GAAG,KAAK,EAAE,IAAqB,EAAiB,EAAE;YACtE,MAAM,QAAQ,GAAG,sBAAY,CAAC,2BAA2B,CACrD,gBAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,IAAK,CAAC,EAC/B,gBAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,EAAG,CAAC,EAC7B,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,IAAI,CAAC,IAAK,CAAC,CAAC,cAAc,EAAE,EACxD,IAAI,CAAC,IAAK,EACV,IAAI,CAAC,iBAAiB,EACtB,IAAI,CAAC,WAAW,CACnB,CAAC;YAEF,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;gBAC7B,MAAM,IAAI,CAAC,qBAAqB,CAC5B,UAAU,GAAG,iBAAiB,CAAC,WAAW,GAAG,GAAG,GAAG,iBAAiB,CAAC,qBAAqB,EAC1F,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAC1B,CAAC;YACN,CAAC;QACL,CAAC,CAAC;QArFE,IAAI,CAAC,kBAAkB,GAAG,IAAI,4BAAkB,EAAE,CAAC;QACnD,IAAI,CAAC,uBAAuB,GAAG,IAAI,iDAAuB,CAAC,sCAAiB,EAAE,wBAAG,CAAC,CAAC;IACvF,CAAC;IA6BO,WAAW,CAAC,IAAqB;QACrC,OAAO,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;IAChD,CAAC;IAEO,cAAc,CAAC,IAAqB;QACxC,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACpC,MAAM,WAAW,GAAG,gBAAQ,CAAC,gBAAgB,CAAC,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,cAAc,EAAE,CAAC,CAAC;YACvG,MAAM,UAAU,GAAG,gBAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,gBAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC,CAAC;YAE9F,OAAO,UAAU,IAAI,UAAU,GAAG,WAAW,CAAC;QAClD,CAAC;QAED,OAAO,KAAK,CAAC;IACjB,CAAC;;AAtDL,8CAgGC;AA/FiB,6BAAW,GAAG,eAAM,CAAC,oBAAoB,GAAG,GAAG,GAAG,uBAAuB,AAA9D,CAA+D;AAC1E,uCAAqB,GAAG,eAAe,AAAlB,CAAmB;AACxC,gDAA8B,GAAG,sBAAsB,AAAzB,CAA0B"}

package/dist/integration-engine/queueDefinitions.d.ts

@@ -1,3 +0,0 @@
-import { IQueueDefinition } from "@golemio/core/dist/integration-engine/queueprocessors";
-declare const queueDefinitions: IQueueDefinition[];
-export { queueDefinitions };

package/dist/integration-engine/queueDefinitions.js

@@ -1,36 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.queueDefinitions = void 0;
-const config_1 = require("@golemio/core/dist/integration-engine/config");
-const AggregationWorker_1 = require("./AggregationWorker");
-const queueDefinitions = [
-    {
-        name: AggregationWorker_1.AggregationWorker.name,
-        queuePrefix: AggregationWorker_1.AggregationWorker.queuePrefix,
-        queues: [
-            {
-                name: AggregationWorker_1.AggregationWorker.aggregationMethodName,
-                options: {
-                    deadLetterExchange: config_1.config.RABBIT_EXCHANGE_NAME,
-                    deadLetterRoutingKey: "dead",
-                    messageTtl: 23 * 60 * 60 * 1000, // 23 hours
-                    arguments: { "x-queue-type": "quorum" },
-                },
-                worker: AggregationWorker_1.AggregationWorker,
-                workerMethod: AggregationWorker_1.AggregationWorker.aggregationMethodName,
-            },
-            {
-                name: AggregationWorker_1.AggregationWorker.refreshHistoricViewsMethodName,
-                options: {
-                    deadLetterExchange: config_1.config.RABBIT_EXCHANGE_NAME,
-                    deadLetterRoutingKey: "dead",
-                    messageTtl: 23 * 60 * 60 * 1000, // 23 hours
-                },
-                worker: AggregationWorker_1.AggregationWorker,
-                workerMethod: AggregationWorker_1.AggregationWorker.refreshHistoricViewsMethodName,
-            },
-        ],
-    },
-];
-exports.queueDefinitions = queueDefinitions;
-//# sourceMappingURL=queueDefinitions.js.map

package/dist/integration-engine/queueDefinitions.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"queueDefinitions.js","sourceRoot":"","sources":["../../src/integration-engine/queueDefinitions.ts"],"names":[],"mappings":";;;AAAA,yEAAsE;AAEtE,2DAAwD;AAExD,MAAM,gBAAgB,GAAuB;IACzC;QACI,IAAI,EAAE,qCAAiB,CAAC,IAAI;QAC5B,WAAW,EAAE,qCAAiB,CAAC,WAAW;QAC1C,MAAM,EAAE;YACJ;gBACI,IAAI,EAAE,qCAAiB,CAAC,qBAAqB;gBAC7C,OAAO,EAAE;oBACL,kBAAkB,EAAE,eAAM,CAAC,oBAAoB;oBAC/C,oBAAoB,EAAE,MAAM;oBAC5B,UAAU,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,EAAE,WAAW;oBAC5C,SAAS,EAAE,EAAE,cAAc,EAAE,QAAQ,EAAE;iBAC1C;gBACD,MAAM,EAAE,qCAAiB;gBACzB,YAAY,EAAE,qCAAiB,CAAC,qBAAqB;aACxD;YACD;gBACI,IAAI,EAAE,qCAAiB,CAAC,8BAA8B;gBACtD,OAAO,EAAE;oBACL,kBAAkB,EAAE,eAAM,CAAC,oBAAoB;oBAC/C,oBAAoB,EAAE,MAAM;oBAC5B,UAAU,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,EAAE,WAAW;iBAC/C;gBACD,MAAM,EAAE,qCAAiB;gBACzB,YAAY,EAAE,qCAAiB,CAAC,8BAA8B;aACjE;SACJ;KACJ;CACJ,CAAC;AAEO,4CAAgB"}

package/docs/keeping_a_changelog.md

@@ -1,48 +0,0 @@
-# Udržování changelogu v projektech
-
-_Tohle je výstup z [general#345](https://gitlab.com/operator-ict/golemio/code/general/-/issues/345)_
-
-Začínáme zavádět changelogy podle [Keep a Changelog](https://keepachangelog.com/en/1.0.0/) a semantického verzování
-
-```markdown
-## [version] - release date
-
-### type of action
-
--   Description (([project#issue](link to the issue)))
-```
-
-- Během vývoje a code reviews je potřeba kontrolovat existenci CHANGELOG.md a zda byl přidán záznam do Unreleased sekce pod správný typ změny
-  - Added
-  - Changed
-  - Deprecated
-  - Removed
-  - Fixed
-  - Security
-- Rovněž je potřeba ujistit, že aktuální kopie [keeping_a_changelog.md](/introduction/keeping_a_changelog.md) se nachází ve složce _docs/_, pokud tam už není
-- Před releasem nahradit Unreleased za _[version] - release date_
-- Po release bumpnout verzi a přidat novou Unreleased sekci (v případě částečného release přesunout nenasazené změny do Unreleased)
-
-**Příklad changelogu pro pid modul**
-```markdown
-# Changelog
-
-All notable changes to this project will be documented in this file.
-
-## [Unreleased]
-
-### Added
-
--   Modularized migrations ([pid#53](https://gitlab.com/operator-ict/golemio/code/modules/pid/-/issues/53))
-
-## [2.0.12] - 2021-10-18
-
-### Fixed
-
--   Empty array of tripsIds in updateDelay
-```
-
-**Příklad projektů se zavedeným changelogem**
-
-- [Golemio CLI](https://gitlab.com/operator-ict/golemio/code/golemio-cli/-/blob/development/CHANGELOG.md)
-- [PID Module](https://gitlab.com/operator-ict/golemio/code/modules/pid/-/blob/development/CHANGELOG.md)