@golemio/public-transport 0.1.0

package/dist/integration-engine/gtfs/workers/presets/schema/LogCollectionSchema.js

@@ -0,0 +1,23 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LogCollectionValidationSchema = void 0;
+const class_validator_1 = require("@golemio/core/dist/shared/class-validator");
+class LogCollectionValidationSchema {
+}
+exports.LogCollectionValidationSchema = LogCollectionValidationSchema;
+__decorate([
+    (0, class_validator_1.IsInt)(),
+    (0, class_validator_1.Min)(1),
+    (0, class_validator_1.Max)(120),
+    __metadata("design:type", Number)
+], LogCollectionValidationSchema.prototype, "targetMinutes", void 0);
+//# sourceMappingURL=LogCollectionSchema.js.map

package/dist/integration-engine/gtfs/workers/presets/schema/LogCollectionSchema.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LogCollectionSchema.js","sourceRoot":"","sources":["../../../../../../src/integration-engine/gtfs/workers/presets/schema/LogCollectionSchema.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,+EAA4E;AAG5E,MAAa,6BAA6B;CAKzC;AALD,sEAKC;AADG;IAHC,IAAA,uBAAK,GAAE;IACP,IAAA,qBAAG,EAAC,CAAC,CAAC;IACN,IAAA,qBAAG,EAAC,GAAG,CAAC;;oEACc"}

package/dist/integration-engine/gtfs/workers/presets/tasks/CheckForNewDeparturesPresetsTask.d.ts

@@ -0,0 +1,11 @@
+import { GtfsMetadataRepository } from "../../../GtfsMetadataRepository";
+import { AbstractEmptyTask } from "@golemio/core/dist/integration-engine";
+import { DeparturesPresetsDataSource } from "../data-access/DeparturesPresetsDatasource";
+export declare class CheckForNewDeparturesPresetsTask extends AbstractEmptyTask {
+    private metadataRepository;
+    private departuresPresetsDataSource;
+    readonly queueName = "checkForNewDeparturesPresets";
+    readonly queueTtl: number;
+    constructor(metadataRepository: GtfsMetadataRepository, departuresPresetsDataSource: DeparturesPresetsDataSource);
+    protected execute(): Promise<void>;
+}

package/dist/integration-engine/gtfs/workers/presets/tasks/CheckForNewDeparturesPresetsTask.js

@@ -0,0 +1,58 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CheckForNewDeparturesPresetsTask = void 0;
+const GtfsMetadataRepository_1 = require("../../../GtfsMetadataRepository");
+const DatasetEnum_1 = require("../../../helpers/DatasetEnum");
+const GtfsContainerToken_1 = require("../../../ioc/GtfsContainerToken");
+const gtfs_1 = require("../../../../../schema-definitions/gtfs");
+const integration_engine_1 = require("@golemio/core/dist/integration-engine");
+const golemio_errors_1 = require("@golemio/core/dist/shared/golemio-errors");
+const tsyringe_1 = require("@golemio/core/dist/shared/tsyringe");
+const DeparturesPresetsDatasource_1 = require("../data-access/DeparturesPresetsDatasource");
+let CheckForNewDeparturesPresetsTask = class CheckForNewDeparturesPresetsTask extends integration_engine_1.AbstractEmptyTask {
+    constructor(metadataRepository, departuresPresetsDataSource) {
+        super(gtfs_1.Gtfs.name.toLowerCase());
+        this.metadataRepository = metadataRepository;
+        this.departuresPresetsDataSource = departuresPresetsDataSource;
+        this.queueName = "checkForNewDeparturesPresets";
+        this.queueTtl = 59 * 1000 * 4; // 4 minutes
+    }
+    async execute() {
+        try {
+            const departuresPresetsServerLastModified = await this.departuresPresetsDataSource.getLastModified();
+            const departuresPresetsDbLastModified = await this.metadataRepository.getLastModified(DatasetEnum_1.DatasetEnum.DEPARTURES_PRESETS);
+            if (departuresPresetsServerLastModified !== departuresPresetsDbLastModified.lastModified) {
+                await integration_engine_1.QueueManager.sendMessageToExchange(this.queuePrefix, "downloadDeparturesPresets", {});
+            }
+        }
+        catch (err) {
+            if (err instanceof golemio_errors_1.AbstractGolemioError) {
+                throw err;
+            }
+            else {
+                throw new golemio_errors_1.GeneralError("Error while checking for new departures presets", this.constructor.name, err);
+            }
+        }
+    }
+};
+exports.CheckForNewDeparturesPresetsTask = CheckForNewDeparturesPresetsTask;
+exports.CheckForNewDeparturesPresetsTask = CheckForNewDeparturesPresetsTask = __decorate([
+    (0, tsyringe_1.injectable)(),
+    __param(0, (0, tsyringe_1.inject)(GtfsContainerToken_1.GtfsContainerToken.GtfsMetadataRepository)),
+    __param(1, (0, tsyringe_1.inject)(GtfsContainerToken_1.GtfsContainerToken.DeparturesPresetsDataSource)),
+    __metadata("design:paramtypes", [GtfsMetadataRepository_1.GtfsMetadataRepository,
+        DeparturesPresetsDatasource_1.DeparturesPresetsDataSource])
+], CheckForNewDeparturesPresetsTask);
+//# sourceMappingURL=CheckForNewDeparturesPresetsTask.js.map

package/dist/integration-engine/gtfs/workers/presets/tasks/CheckForNewDeparturesPresetsTask.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"CheckForNewDeparturesPresetsTask.js","sourceRoot":"","sources":["../../../../../../src/integration-engine/gtfs/workers/presets/tasks/CheckForNewDeparturesPresetsTask.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,4EAAyE;AACzE,8DAA2D;AAC3D,wEAAqE;AACrE,iEAAiC;AACjC,8EAAwF;AACxF,6EAA8F;AAC9F,iEAAwE;AACxE,4FAAyF;AAGlF,IAAM,gCAAgC,GAAtC,MAAM,gCAAiC,SAAQ,sCAAiB;IAInE,YACuD,kBAAkD,EAErG,2BAAgE;QAEhE,KAAK,CAAC,WAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;QAJ4B,uBAAkB,GAAlB,kBAAkB,CAAwB;QAE7F,gCAA2B,GAA3B,2BAA2B,CAA6B;QANpD,cAAS,GAAG,8BAA8B,CAAC;QAC3C,aAAQ,GAAG,EAAE,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,YAAY;IAQtD,CAAC;IAES,KAAK,CAAC,OAAO;QACnB,IAAI,CAAC;YACD,MAAM,mCAAmC,GAAG,MAAM,IAAI,CAAC,2BAA2B,CAAC,eAAe,EAAE,CAAC;YACrG,MAAM,+BAA+B,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,eAAe,CAAC,yBAAW,CAAC,kBAAkB,CAAC,CAAC;YACtH,IAAI,mCAAmC,KAAK,+BAA+B,CAAC,YAAY,EAAE,CAAC;gBACvF,MAAM,iCAAY,CAAC,qBAAqB,CAAC,IAAI,CAAC,WAAW,EAAE,2BAA2B,EAAE,EAAE,CAAC,CAAC;YAChG,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,IAAI,GAAG,YAAY,qCAAoB,EAAE,CAAC;gBACtC,MAAM,GAAG,CAAC;YACd,CAAC;iBAAM,CAAC;gBACJ,MAAM,IAAI,6BAAY,CAAC,iDAAiD,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;YAC1G,CAAC;QACL,CAAC;IACL,CAAC;CACJ,CAAA;AA3BY,4EAAgC;2CAAhC,gCAAgC;IAD5C,IAAA,qBAAU,GAAE;IAMJ,WAAA,IAAA,iBAAM,EAAC,uCAAkB,CAAC,sBAAsB,CAAC,CAAA;IACjD,WAAA,IAAA,iBAAM,EAAC,uCAAkB,CAAC,2BAA2B,CAAC,CAAA;qCADwB,+CAAsB;QAEhE,yDAA2B;GAP3D,gCAAgC,CA2B5C"}

package/dist/integration-engine/gtfs/workers/presets/tasks/CollectAndSaveLogsTask.d.ts

@@ -0,0 +1,20 @@
+import { ILogger } from "@golemio/core/dist/helpers/logger";
+import { AbstractTask } from "@golemio/core/dist/integration-engine/workers";
+import { IPresetLogRepository } from "../data-access/interfaces/IPresetLogRepository";
+import { IPresetLogDataSourceFactory } from "../datasources/interfaces/IPresetLogDataSourceFactory";
+import { ILogFilter } from "../helpers/interfaces/ILogFilter";
+import { ILogCollectionParams } from "../interfaces/ILogCollectionParams";
+import { LogCollectionValidationSchema } from "../schema/LogCollectionSchema";
+import { IPresetLogTransformation } from "../transformations/interfaces/IPresetLogTransformation";
+export declare class CollectAndSaveLogsTask extends AbstractTask<ILogCollectionParams> {
+    private readonly dataSourceFactory;
+    private readonly logTransformation;
+    private readonly logRepository;
+    private readonly logFilter;
+    private readonly logger;
+    readonly queueName = "collectAndSaveLogs";
+    readonly queueTtl: number;
+    readonly schema: typeof LogCollectionValidationSchema;
+    constructor(dataSourceFactory: IPresetLogDataSourceFactory, logTransformation: IPresetLogTransformation, logRepository: IPresetLogRepository, logFilter: ILogFilter, logger: ILogger);
+    protected execute(data: ILogCollectionParams): Promise<void>;
+}

package/dist/integration-engine/gtfs/workers/presets/tasks/CollectAndSaveLogsTask.js

@@ -0,0 +1,77 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CollectAndSaveLogsTask = void 0;
+const ModuleContainerToken_1 = require("../../../../ioc/ModuleContainerToken");
+const CoreToken_1 = require("@golemio/core/dist/helpers/ioc/CoreToken");
+const queueprocessors_1 = require("@golemio/core/dist/integration-engine/queueprocessors");
+const workers_1 = require("@golemio/core/dist/integration-engine/workers");
+const golemio_errors_1 = require("@golemio/core/dist/shared/golemio-errors");
+const tsyringe_1 = require("@golemio/core/dist/shared/tsyringe");
+const PresetLogProviderEnum_1 = require("../datasources/helpers/PresetLogProviderEnum");
+const LogQueryManager_1 = require("../helpers/LogQueryManager");
+const LogCollectionSchema_1 = require("../schema/LogCollectionSchema");
+const constants_1 = require("../constants");
+let CollectAndSaveLogsTask = class CollectAndSaveLogsTask extends workers_1.AbstractTask {
+    constructor(dataSourceFactory, logTransformation, logRepository, logFilter, logger) {
+        super(constants_1.PRESETS_WORKER_NAME);
+        this.dataSourceFactory = dataSourceFactory;
+        this.logTransformation = logTransformation;
+        this.logRepository = logRepository;
+        this.logFilter = logFilter;
+        this.logger = logger;
+        this.queueName = "collectAndSaveLogs";
+        this.queueTtl = 59 * 1000; // 59 seconds
+        this.schema = LogCollectionSchema_1.LogCollectionValidationSchema;
+    }
+    async execute(data) {
+        const currentTimestampInSeconds = Math.round(new Date().getTime() / 1000);
+        const dataSource = this.dataSourceFactory.getDataSource(PresetLogProviderEnum_1.PresetLogProvider.GrafanaLoki, {
+            start: currentTimestampInSeconds - data.targetMinutes * 60,
+            end: currentTimestampInSeconds,
+            query: LogQueryManager_1.LogQueryManager.getCompletedPresetRequestLogsQuery(),
+        });
+        let queryResult = [];
+        try {
+            queryResult = await dataSource.getAll();
+        }
+        catch (err) {
+            if (err instanceof golemio_errors_1.AbstractGolemioError) {
+                throw err;
+            }
+            throw new golemio_errors_1.DatasourceError("Error while fetching preset logs", this.constructor.name, err);
+        }
+        const validLogEntries = this.logFilter.getValidLogEntries(queryResult);
+        if (validLogEntries.length > 0) {
+            const presetLogDtos = this.logTransformation.transformArray(queryResult);
+            this.logger.info(`${this.constructor.name}: ${presetLogDtos.length} log entries collected`);
+            await this.logRepository.saveData(presetLogDtos);
+        }
+        else {
+            this.logger.warn(`${this.constructor.name}: no valid log entries collected`);
+        }
+        await queueprocessors_1.QueueManager.sendMessageToExchange(this.queuePrefix, "processAndSendLogs", {});
+    }
+};
+exports.CollectAndSaveLogsTask = CollectAndSaveLogsTask;
+exports.CollectAndSaveLogsTask = CollectAndSaveLogsTask = __decorate([
+    (0, tsyringe_1.injectable)(),
+    __param(0, (0, tsyringe_1.inject)(ModuleContainerToken_1.ModuleContainerToken.PresetLogDataSourceFactory)),
+    __param(1, (0, tsyringe_1.inject)(ModuleContainerToken_1.ModuleContainerToken.PresetLogTransformation)),
+    __param(2, (0, tsyringe_1.inject)(ModuleContainerToken_1.ModuleContainerToken.PresetLogRepository)),
+    __param(3, (0, tsyringe_1.inject)(ModuleContainerToken_1.ModuleContainerToken.PresetLogFilter)),
+    __param(4, (0, tsyringe_1.inject)(CoreToken_1.CoreToken.Logger)),
+    __metadata("design:paramtypes", [Object, Object, Object, Object, Object])
+], CollectAndSaveLogsTask);
+//# sourceMappingURL=CollectAndSaveLogsTask.js.map

package/dist/integration-engine/gtfs/workers/presets/tasks/CollectAndSaveLogsTask.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"CollectAndSaveLogsTask.js","sourceRoot":"","sources":["../../../../../../src/integration-engine/gtfs/workers/presets/tasks/CollectAndSaveLogsTask.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,+EAAoE;AAEpE,wEAAqE;AAErE,2FAAqF;AACrF,2EAA6E;AAC7E,6EAAiG;AACjG,iEAAwE;AAExE,wFAAiF;AAEjF,gEAA6D;AAG7D,uEAA8E;AAE9E,4CAAmD;AAG5C,IAAM,sBAAsB,GAA5B,MAAM,sBAAuB,SAAQ,sBAAkC;IAK1E,YAC6D,iBAA+D,EAClE,iBAA4D,EAChE,aAAoD,EACxD,SAAsC,EAC1D,MAAgC;QAE1D,KAAK,CAAC,+BAAmB,CAAC,CAAC;QAN+C,sBAAiB,GAAjB,iBAAiB,CAA6B;QACjD,sBAAiB,GAAjB,iBAAiB,CAA0B;QAC/C,kBAAa,GAAb,aAAa,CAAsB;QACvC,cAAS,GAAT,SAAS,CAAY;QACzC,WAAM,GAAN,MAAM,CAAS;QAT9C,cAAS,GAAG,oBAAoB,CAAC;QACjC,aAAQ,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,aAAa;QACnC,WAAM,GAAG,mDAA6B,CAAC;IAUvD,CAAC;IAES,KAAK,CAAC,OAAO,CAAC,IAA0B;QAC9C,MAAM,yBAAyB,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,CAAC;QAC1E,MAAM,UAAU,GAAG,IAAI,CAAC,iBAAiB,CAAC,aAAa,CAAC,yCAAiB,CAAC,WAAW,EAAE;YACnF,KAAK,EAAE,yBAAyB,GAAG,IAAI,CAAC,aAAa,GAAG,EAAE;YAC1D,GAAG,EAAE,yBAAyB;YAC9B,KAAK,EAAE,iCAAe,CAAC,kCAAkC,EAAE;SAC9D,CAAC,CAAC;QAEH,IAAI,WAAW,GAAoB,EAAE,CAAC;QAEtC,IAAI,CAAC;YACD,WAAW,GAAG,MAAM,UAAU,CAAC,MAAM,EAAE,CAAC;QAC5C,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,IAAI,GAAG,YAAY,qCAAoB,EAAE,CAAC;gBACtC,MAAM,GAAG,CAAC;YACd,CAAC;YAED,MAAM,IAAI,gCAAe,CAAC,kCAAkC,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAC9F,CAAC;QAED,MAAM,eAAe,GAAG,IAAI,CAAC,SAAS,CAAC,kBAAkB,CAAC,WAAW,CAAC,CAAC;QACvE,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7B,MAAM,aAAa,GAAG,IAAI,CAAC,iBAAiB,CAAC,cAAc,CAAC,WAA6C,CAAC,CAAC;YAC3G,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,KAAK,aAAa,CAAC,MAAM,wBAAwB,CAAC,CAAC;YAE5F,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;QACrD,CAAC;aAAM,CAAC;YACJ,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,kCAAkC,CAAC,CAAC;QACjF,CAAC;QAED,MAAM,8BAAY,CAAC,qBAAqB,CAAC,IAAI,CAAC,WAAW,EAAE,oBAAoB,EAAE,EAAE,CAAC,CAAC;IACzF,CAAC;CACJ,CAAA;AA/CY,wDAAsB;iCAAtB,sBAAsB;IADlC,IAAA,qBAAU,GAAE;IAOJ,WAAA,IAAA,iBAAM,EAAC,2CAAoB,CAAC,0BAA0B,CAAC,CAAA;IACvD,WAAA,IAAA,iBAAM,EAAC,2CAAoB,CAAC,uBAAuB,CAAC,CAAA;IACpD,WAAA,IAAA,iBAAM,EAAC,2CAAoB,CAAC,mBAAmB,CAAC,CAAA;IAChD,WAAA,IAAA,iBAAM,EAAC,2CAAoB,CAAC,eAAe,CAAC,CAAA;IAC5C,WAAA,IAAA,iBAAM,EAAC,qBAAS,CAAC,MAAM,CAAC,CAAA;;GAVpB,sBAAsB,CA+ClC"}

package/dist/integration-engine/gtfs/workers/presets/tasks/DownloadDeparturesPresetsTask.d.ts

@@ -0,0 +1,11 @@
+import { DeparturePresetsFacade } from "../../../facade/DeparturePresetsFacade";
+import { AbstractEmptyTask } from "@golemio/core/dist/integration-engine";
+import { DeparturesPresetsDataSource } from "../data-access/DeparturesPresetsDatasource";
+export declare class DownloadDeparturesPresetsTask extends AbstractEmptyTask {
+    private departuresPresetsDataSource;
+    private facade;
+    queueName: string;
+    queueTtl: number;
+    constructor(departuresPresetsDataSource: DeparturesPresetsDataSource, facade: DeparturePresetsFacade);
+    protected execute(): Promise<void>;
+}

package/dist/integration-engine/gtfs/workers/presets/tasks/DownloadDeparturesPresetsTask.js

@@ -0,0 +1,55 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DownloadDeparturesPresetsTask = void 0;
+const DeparturePresetsFacade_1 = require("../../../facade/DeparturePresetsFacade");
+const GtfsContainerToken_1 = require("../../../ioc/GtfsContainerToken");
+const integration_engine_1 = require("@golemio/core/dist/integration-engine");
+const golemio_errors_1 = require("@golemio/core/dist/shared/golemio-errors");
+const tsyringe_1 = require("@golemio/core/dist/shared/tsyringe");
+const DeparturesPresetsDatasource_1 = require("../data-access/DeparturesPresetsDatasource");
+const gtfs_1 = require("../../../../../schema-definitions/gtfs");
+let DownloadDeparturesPresetsTask = class DownloadDeparturesPresetsTask extends integration_engine_1.AbstractEmptyTask {
+    constructor(departuresPresetsDataSource, facade) {
+        super(gtfs_1.Gtfs.name.toLowerCase());
+        this.departuresPresetsDataSource = departuresPresetsDataSource;
+        this.facade = facade;
+        this.queueName = "downloadDeparturesPresets";
+        this.queueTtl = 4 * 60 * 1000; // 4 minutes
+    }
+    async execute() {
+        try {
+            const file = await this.departuresPresetsDataSource.getAll();
+            const lastModified = await this.departuresPresetsDataSource.getLastModified();
+            await this.facade.handleNewDeparturePresets(file.data, lastModified);
+        }
+        catch (err) {
+            if (err instanceof golemio_errors_1.AbstractGolemioError) {
+                throw err;
+            }
+            else {
+                throw new golemio_errors_1.GeneralError("Error while downloading departures presets: " + err.message, this.constructor.name, err);
+            }
+        }
+    }
+};
+exports.DownloadDeparturesPresetsTask = DownloadDeparturesPresetsTask;
+exports.DownloadDeparturesPresetsTask = DownloadDeparturesPresetsTask = __decorate([
+    (0, tsyringe_1.injectable)(),
+    __param(0, (0, tsyringe_1.inject)(GtfsContainerToken_1.GtfsContainerToken.DeparturesPresetsDataSource)),
+    __param(1, (0, tsyringe_1.inject)(GtfsContainerToken_1.GtfsContainerToken.DeparturePresetsFacade)),
+    __metadata("design:paramtypes", [DeparturesPresetsDatasource_1.DeparturesPresetsDataSource,
+        DeparturePresetsFacade_1.DeparturePresetsFacade])
+], DownloadDeparturesPresetsTask);
+//# sourceMappingURL=DownloadDeparturesPresetsTask.js.map

package/dist/integration-engine/gtfs/workers/presets/tasks/DownloadDeparturesPresetsTask.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"DownloadDeparturesPresetsTask.js","sourceRoot":"","sources":["../../../../../../src/integration-engine/gtfs/workers/presets/tasks/DownloadDeparturesPresetsTask.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,mFAAgF;AAChF,wEAAqE;AACrE,8EAA0E;AAC1E,6EAA8F;AAC9F,iEAAwE;AACxE,4FAAyF;AACzF,iEAAiC;AAG1B,IAAM,6BAA6B,GAAnC,MAAM,6BAA8B,SAAQ,sCAAiB;IAIhE,YAEI,2BAAgE,EACb,MAAsC;QAEzF,KAAK,CAAC,WAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;QAHvB,gCAA2B,GAA3B,2BAA2B,CAA6B;QACL,WAAM,GAAN,MAAM,CAAwB;QAN7F,cAAS,GAAG,2BAA2B,CAAC;QACxC,aAAQ,GAAG,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,YAAY;IAQtC,CAAC;IAES,KAAK,CAAC,OAAO;QACnB,IAAI,CAAC;YACD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,2BAA2B,CAAC,MAAM,EAAE,CAAC;YAC7D,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,2BAA2B,CAAC,eAAe,EAAE,CAAC;YAC9E,MAAM,IAAI,CAAC,MAAM,CAAC,yBAAyB,CAAC,IAAI,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;QACzE,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,IAAI,GAAG,YAAY,qCAAoB,EAAE,CAAC;gBACtC,MAAM,GAAG,CAAC;YACd,CAAC;iBAAM,CAAC;gBACJ,MAAM,IAAI,6BAAY,CAAC,8CAA8C,GAAG,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;YACrH,CAAC;QACL,CAAC;IACL,CAAC;CACJ,CAAA;AAzBY,sEAA6B;wCAA7B,6BAA6B;IADzC,IAAA,qBAAU,GAAE;IAMJ,WAAA,IAAA,iBAAM,EAAC,uCAAkB,CAAC,2BAA2B,CAAC,CAAA;IAEtD,WAAA,IAAA,iBAAM,EAAC,uCAAkB,CAAC,sBAAsB,CAAC,CAAA;qCADb,yDAA2B;QACG,+CAAsB;GAPpF,6BAA6B,CAyBzC"}

package/dist/integration-engine/gtfs/workers/presets/tasks/ProcessAndSendLogsTask.d.ts

@@ -0,0 +1,23 @@
+import { ISimpleConfig } from "@golemio/core/dist/helpers/configuration/ISimpleConfig";
+import { IoRedisConnector } from "@golemio/core/dist/helpers/data-access/redis/IoRedisConnector";
+import { ILogger } from "@golemio/core/dist/helpers/logger";
+import { AbstractEmptyTask } from "@golemio/core/dist/integration-engine/workers";
+import { IPresetLogRepository } from "../data-access/interfaces/IPresetLogRepository";
+import { IRopidMonitoringService } from "../helpers/interfaces/IRopidMonitoringService";
+export declare class ProcessAndSendLogsTask extends AbstractEmptyTask {
+    private readonly logRepository;
+    private readonly monitoringService;
+    private readonly redisClient;
+    private readonly logger;
+    private readonly config;
+    readonly queueName = "processAndSendLogs";
+    readonly queueTtl: number;
+    private readonly LOCK_KEY_PHRASE;
+    private lockTimeout;
+    private readonly refreshInterval;
+    private batchSize;
+    constructor(logRepository: IPresetLogRepository, monitoringService: IRopidMonitoringService, redisClient: IoRedisConnector, logger: ILogger, config: ISimpleConfig);
+    protected execute(): Promise<void>;
+    private processBatch;
+    private createMutex;
+}

package/dist/integration-engine/gtfs/workers/presets/tasks/ProcessAndSendLogsTask.js

@@ -0,0 +1,115 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ProcessAndSendLogsTask = void 0;
+const ModuleContainerToken_1 = require("../../../../ioc/ModuleContainerToken");
+const IoRedisConnector_1 = require("@golemio/core/dist/helpers/data-access/redis/IoRedisConnector");
+const CoreToken_1 = require("@golemio/core/dist/helpers/ioc/CoreToken");
+const ioc_1 = require("@golemio/core/dist/integration-engine/ioc");
+const workers_1 = require("@golemio/core/dist/integration-engine/workers");
+const redis_semaphore_1 = require("@golemio/core/dist/shared/redis-semaphore");
+const tsyringe_1 = require("@golemio/core/dist/shared/tsyringe");
+const LogDateTimeUtils_1 = require("../helpers/LogDateTimeUtils");
+const constants_1 = require("../constants");
+const DEFAULT_BATCH_SIZE = 1000;
+const DEFAULT_SEND_LOGS_LOCK_TIMEOUT = 60 * 1000;
+let ProcessAndSendLogsTask = class ProcessAndSendLogsTask extends workers_1.AbstractEmptyTask {
+    constructor(logRepository, monitoringService, redisClient, logger, config) {
+        super(constants_1.PRESETS_WORKER_NAME);
+        this.logRepository = logRepository;
+        this.monitoringService = monitoringService;
+        this.redisClient = redisClient;
+        this.logger = logger;
+        this.config = config;
+        this.queueName = "processAndSendLogs";
+        this.queueTtl = 59 * 1000; // 59 seconds
+        this.LOCK_KEY_PHRASE = "ropidGTFSProcessAndSendLogsTask";
+        const batchSize = this.config.getValue("env.GTFS_PRESET_LOG_BATCH_SIZE", DEFAULT_BATCH_SIZE.toString());
+        this.batchSize = Number.parseInt(batchSize);
+        const lockTimeout = this.config.getValue("env.GTFS_PRESET_SEND_LOGS_LOCK_TIMEOUT", DEFAULT_SEND_LOGS_LOCK_TIMEOUT.toString());
+        this.lockTimeout = Number.parseInt(lockTimeout);
+        this.refreshInterval = this.lockTimeout * 0.8; // recommended
+    }
+    async execute() {
+        const mutex = this.createMutex();
+        const lockAcquired = await mutex.tryAcquire();
+        if (!lockAcquired) {
+            this.logger.error(`${this.constructor.name}: unable to obtain mutex lock.`);
+            return;
+        }
+        try {
+            const logEntries = await this.logRepository.findUnprocessed();
+            if (logEntries.length === 0) {
+                this.logger.warn(`${this.constructor.name}: no logs found to send to the ROPID monitoring system`);
+                return;
+            }
+            const batchCount = Math.ceil(logEntries.length / this.batchSize);
+            // Process logs in batches to avoid exceeding the maximum allowed size of the request
+            for (let i = 0; i < logEntries.length; i += this.batchSize) {
+                try {
+                    const batchedLogs = logEntries.slice(i, i + this.batchSize);
+                    await this.processBatch(batchedLogs, 1 + Math.ceil(i / this.batchSize), batchCount);
+                }
+                catch (err) {
+                    this.logger.warn(err, `${this.constructor.name}: error while processing DCIP system logs`);
+                }
+            }
+        }
+        finally {
+            await mutex.release();
+        }
+    }
+    async processBatch(logEntries, batchIndex, batchCount) {
+        let logIds = [];
+        let logData = [];
+        for (const logEntry of logEntries) {
+            const { device_alias, received_at } = logEntry.toJSON();
+            logIds.push(logEntry.get("id"));
+            logData.push({
+                deviceAlias: device_alias,
+                receivedAt: LogDateTimeUtils_1.LogDateTimeUtils.parseISONoFractionalFromDate(received_at),
+            });
+        }
+        try {
+            await this.monitoringService.sendLogsToMonitoringSystem(logData);
+        }
+        catch (err) {
+            await this.logRepository.markAsBounced(logIds);
+            throw err;
+        }
+        this.logger.info({ batchIndex, batchCount }, `${this.constructor.name}: ${logData.length} logs sent to the ROPID monitoring system`);
+        await this.logRepository.markAsProcessed(logIds);
+    }
+    createMutex() {
+        return new redis_semaphore_1.Mutex(this.redisClient.getConnection(), this.LOCK_KEY_PHRASE, {
+            acquireAttemptsLimit: 1,
+            lockTimeout: this.lockTimeout,
+            refreshInterval: this.refreshInterval,
+            onLockLost: (err) => {
+                this.logger.error(err, `${this.constructor.name}: mutex lock was lost`);
+            },
+        });
+    }
+};
+exports.ProcessAndSendLogsTask = ProcessAndSendLogsTask;
+exports.ProcessAndSendLogsTask = ProcessAndSendLogsTask = __decorate([
+    (0, tsyringe_1.injectable)(),
+    __param(0, (0, tsyringe_1.inject)(ModuleContainerToken_1.ModuleContainerToken.PresetLogRepository)),
+    __param(1, (0, tsyringe_1.inject)(ModuleContainerToken_1.ModuleContainerToken.RopidMonitoringService)),
+    __param(2, (0, tsyringe_1.inject)(ioc_1.ContainerToken.RedisConnector)),
+    __param(3, (0, tsyringe_1.inject)(CoreToken_1.CoreToken.Logger)),
+    __param(4, (0, tsyringe_1.inject)(CoreToken_1.CoreToken.SimpleConfig)),
+    __metadata("design:paramtypes", [Object, Object, IoRedisConnector_1.IoRedisConnector, Object, Object])
+], ProcessAndSendLogsTask);
+//# sourceMappingURL=ProcessAndSendLogsTask.js.map

package/dist/integration-engine/gtfs/workers/presets/tasks/ProcessAndSendLogsTask.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ProcessAndSendLogsTask.js","sourceRoot":"","sources":["../../../../../../src/integration-engine/gtfs/workers/presets/tasks/ProcessAndSendLogsTask.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,+EAAoE;AAIpE,oGAAiG;AACjG,wEAAqE;AAErE,mEAA2E;AAC3E,2EAAkF;AAClF,+EAAkE;AAClE,iEAAwE;AAGxE,kEAA+D;AAC/D,4CAAmD;AAEnD,MAAM,kBAAkB,GAAG,IAAI,CAAC;AAChC,MAAM,8BAA8B,GAAG,EAAE,GAAG,IAAI,CAAC;AAG1C,IAAM,sBAAsB,GAA5B,MAAM,sBAAuB,SAAQ,2BAAiB;IAQzD,YACsD,aAAoD,EACjD,iBAA2D,EACzE,WAA8C,EAC3D,MAAgC,EAC1B,MAAsC;QAEtE,KAAK,CAAC,+BAAmB,CAAC,CAAC;QANwC,kBAAa,GAAb,aAAa,CAAsB;QAChC,sBAAiB,GAAjB,iBAAiB,CAAyB;QACxD,gBAAW,GAAX,WAAW,CAAkB;QAC1C,WAAM,GAAN,MAAM,CAAS;QACT,WAAM,GAAN,MAAM,CAAe;QAZ1D,cAAS,GAAG,oBAAoB,CAAC;QACjC,aAAQ,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,aAAa;QAClC,oBAAe,GAAG,iCAAiC,CAAC;QAcjE,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,gCAAgC,EAAE,kBAAkB,CAAC,QAAQ,EAAE,CAAC,CAAC;QACxG,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QAE5C,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CACpC,wCAAwC,EACxC,8BAA8B,CAAC,QAAQ,EAAE,CAC5C,CAAC;QACF,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;QAChD,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,WAAW,GAAG,GAAG,CAAC,CAAC,cAAc;IACjE,CAAC;IAES,KAAK,CAAC,OAAO;QACnB,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QACjC,MAAM,YAAY,GAAG,MAAM,KAAK,CAAC,UAAU,EAAE,CAAC;QAE9C,IAAI,CAAC,YAAY,EAAE,CAAC;YAChB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,gCAAgC,CAAC,CAAC;YAC5E,OAAO;QACX,CAAC;QAED,IAAI,CAAC;YACD,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,eAAe,EAAE,CAAC;YAC9D,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC1B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,wDAAwD,CAAC,CAAC;gBACnG,OAAO;YACX,CAAC;YAED,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC;YACjE,qFAAqF;YACrF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACzD,IAAI,CAAC;oBACD,MAAM,WAAW,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC;oBAC5D,MAAM,IAAI,CAAC,YAAY,CAAC,WAAW,EAAE,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,UAAU,CAAC,CAAC;gBACxF,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACX,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,2CAA2C,CAAC,CAAC;gBAC/F,CAAC;YACL,CAAC;QACL,CAAC;gBAAS,CAAC;YACP,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;QAC1B,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,UAA4B,EAAE,UAAkB,EAAE,UAAkB;QAC3F,IAAI,MAAM,GAAa,EAAE,CAAC;QAC1B,IAAI,OAAO,GAA6B,EAAE,CAAC;QAE3C,KAAK,MAAM,QAAQ,IAAI,UAAU,EAAE,CAAC;YAChC,MAAM,EAAE,YAAY,EAAE,WAAW,EAAE,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC;YAExD,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAW,CAAC,CAAC;YAC1C,OAAO,CAAC,IAAI,CAAC;gBACT,WAAW,EAAE,YAAY;gBACzB,UAAU,EAAE,mCAAgB,CAAC,4BAA4B,CAAC,WAAW,CAAC;aACzE,CAAC,CAAC;QACP,CAAC;QAED,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,iBAAiB,CAAC,0BAA0B,CAAC,OAAO,CAAC,CAAC;QACrE,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,MAAM,IAAI,CAAC,aAAa,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;YAC/C,MAAM,GAAG,CAAC;QACd,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,IAAI,CACZ,EAAE,UAAU,EAAE,UAAU,EAAE,EAC1B,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,KAAK,OAAO,CAAC,MAAM,2CAA2C,CACzF,CAAC;QACF,MAAM,IAAI,CAAC,aAAa,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;IACrD,CAAC;IAEO,WAAW;QACf,OAAO,IAAI,uBAAK,CAAC,IAAI,CAAC,WAAW,CAAC,aAAa,EAAE,EAAE,IAAI,CAAC,eAAe,EAAE;YACrE,oBAAoB,EAAE,CAAC;YACvB,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,UAAU,EAAE,CAAC,GAAG,EAAE,EAAE;gBAChB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,uBAAuB,CAAC,CAAC;YAC5E,CAAC;SACJ,CAAC,CAAC;IACP,CAAC;CACJ,CAAA;AAhGY,wDAAsB;iCAAtB,sBAAsB;IADlC,IAAA,qBAAU,GAAE;IAUJ,WAAA,IAAA,iBAAM,EAAC,2CAAoB,CAAC,mBAAmB,CAAC,CAAA;IAChD,WAAA,IAAA,iBAAM,EAAC,2CAAoB,CAAC,sBAAsB,CAAC,CAAA;IACnD,WAAA,IAAA,iBAAM,EAAC,oBAAc,CAAC,cAAc,CAAC,CAAA;IACrC,WAAA,IAAA,iBAAM,EAAC,qBAAS,CAAC,MAAM,CAAC,CAAA;IACxB,WAAA,IAAA,iBAAM,EAAC,qBAAS,CAAC,YAAY,CAAC,CAAA;qDAFsC,mCAAgB;GAXhF,sBAAsB,CAgGlC"}

package/dist/integration-engine/gtfs/workers/presets/tasks/SavePresetsDataTask.d.ts

@@ -0,0 +1,12 @@
+import { DeparturePresetsFacade } from "../../../facade/DeparturePresetsFacade";
+import { IDeparturesPreset } from "../../../../../schema-definitions/departures-presets";
+import { AbstractTaskJsonSchema } from "@golemio/core/dist/integration-engine/workers/AbstractTaskJsonSchema";
+import { JSONSchemaValidator } from "@golemio/core/dist/shared/golemio-validator";
+export declare class SavePresetsDataTask extends AbstractTaskJsonSchema<IDeparturesPreset[]> {
+    private readonly facade;
+    readonly queueName = "savePresets";
+    readonly queueTtl: number;
+    protected schema: JSONSchemaValidator;
+    constructor(facade: DeparturePresetsFacade);
+    protected execute(data: IDeparturesPreset[]): Promise<void>;
+}

package/dist/integration-engine/gtfs/workers/presets/tasks/SavePresetsDataTask.js

@@ -0,0 +1,41 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SavePresetsDataTask = void 0;
+const DeparturePresetsFacade_1 = require("../../../facade/DeparturePresetsFacade");
+const GtfsContainerToken_1 = require("../../../ioc/GtfsContainerToken");
+const departures_presets_1 = require("../../../../../schema-definitions/departures-presets");
+const AbstractTaskJsonSchema_1 = require("@golemio/core/dist/integration-engine/workers/AbstractTaskJsonSchema");
+const golemio_validator_1 = require("@golemio/core/dist/shared/golemio-validator");
+const tsyringe_1 = require("@golemio/core/dist/shared/tsyringe");
+const constants_1 = require("../constants");
+let SavePresetsDataTask = class SavePresetsDataTask extends AbstractTaskJsonSchema_1.AbstractTaskJsonSchema {
+    constructor(facade) {
+        super(constants_1.PRESETS_WORKER_NAME);
+        this.facade = facade;
+        this.queueName = "savePresets";
+        this.queueTtl = 5 * 60 * 1000; // 5 minutes
+        this.schema = new golemio_validator_1.JSONSchemaValidator(departures_presets_1.DeparturesPresets.name + "Controller", departures_presets_1.DeparturesPresets.datasourceJsonSchema);
+    }
+    async execute(data) {
+        await this.facade.handleNewDeparturePresets(data, new Date().toISOString());
+    }
+};
+exports.SavePresetsDataTask = SavePresetsDataTask;
+exports.SavePresetsDataTask = SavePresetsDataTask = __decorate([
+    (0, tsyringe_1.injectable)(),
+    __param(0, (0, tsyringe_1.inject)(GtfsContainerToken_1.GtfsContainerToken.DeparturePresetsFacade)),
+    __metadata("design:paramtypes", [DeparturePresetsFacade_1.DeparturePresetsFacade])
+], SavePresetsDataTask);
+//# sourceMappingURL=SavePresetsDataTask.js.map

package/dist/integration-engine/gtfs/workers/presets/tasks/SavePresetsDataTask.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"SavePresetsDataTask.js","sourceRoot":"","sources":["../../../../../../src/integration-engine/gtfs/workers/presets/tasks/SavePresetsDataTask.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,mFAAgF;AAChF,wEAAqE;AACrE,6FAA+E;AAC/E,iHAA8G;AAC9G,mFAAkF;AAClF,iEAAwE;AACxE,4CAAmD;AAG5C,IAAM,mBAAmB,GAAzB,MAAM,mBAAoB,SAAQ,+CAA2C;IAKhF,YAA+D,MAA+C;QAC1G,KAAK,CAAC,+BAAmB,CAAC,CAAC;QADiD,WAAM,GAAN,MAAM,CAAwB;QAJ9F,cAAS,GAAG,aAAa,CAAC;QAC1B,aAAQ,GAAG,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,YAAY;QAC5C,WAAM,GAAG,IAAI,uCAAmB,CAAC,sCAAiB,CAAC,IAAI,GAAG,YAAY,EAAE,sCAAiB,CAAC,oBAAoB,CAAC,CAAC;IAI1H,CAAC;IAES,KAAK,CAAC,OAAO,CAAC,IAAyB;QAC7C,MAAM,IAAI,CAAC,MAAM,CAAC,yBAAyB,CAAC,IAAI,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC;IAChF,CAAC;CACJ,CAAA;AAZY,kDAAmB;8BAAnB,mBAAmB;IAD/B,IAAA,qBAAU,GAAE;IAMI,WAAA,IAAA,iBAAM,EAAC,uCAAkB,CAAC,sBAAsB,CAAC,CAAA;qCAA0B,+CAAsB;GALrG,mBAAmB,CAY/B"}

package/dist/integration-engine/gtfs/workers/presets/transformations/PresetLogTransformation.d.ts

@@ -0,0 +1,7 @@
+import { ILogQueryData } from "../../../../../schema-definitions/ropid-departures-preset-logs/datasources/interfaces";
+import { IPresetLogOutputDto } from "../../../../../schema-definitions/ropid-departures-preset-logs/models/interfaces";
+import { AbstractTransformation } from "@golemio/core/dist/helpers/transformation/AbstractTransformation";
+export declare class PresetLogTransformation extends AbstractTransformation<Required<ILogQueryData>, IPresetLogOutputDto> {
+    name: string;
+    protected transformInternal: (dataItem: Required<ILogQueryData>) => IPresetLogOutputDto;
+}

package/dist/integration-engine/gtfs/workers/presets/transformations/PresetLogTransformation.js

@@ -0,0 +1,42 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PresetLogTransformation = void 0;
+const AbstractTransformation_1 = require("@golemio/core/dist/helpers/transformation/AbstractTransformation");
+const tsyringe_1 = require("@golemio/core/dist/shared/tsyringe");
+let PresetLogTransformation = class PresetLogTransformation extends AbstractTransformation_1.AbstractTransformation {
+    constructor() {
+        super(...arguments);
+        this.name = "PresetLogTransformation";
+        this.transformInternal = (dataItem) => {
+            // Use dummy hostname to parse relative URLs
+            // we want to normalize the relative URL without query params, leading slashes and other irregularities
+            const url = new URL(dataItem.stream.req_url, "http://golemio");
+            const logTimestampInNanoseconds = BigInt(dataItem.values[0][0]);
+            const receivedAtDateObject = new Date(Number(logTimestampInNanoseconds / BigInt(1000000)));
+            return {
+                received_at: receivedAtDateObject,
+                device_alias: url.pathname.split("/pid/").at(-1).replace("/", ""),
+                is_processed: false,
+                request_url: dataItem.stream.req_url,
+                request_method: dataItem.stream.req_method,
+                request_user_agent: dataItem.stream.req_userAgent ?? "",
+                response_status: Number.parseInt(dataItem.stream.res_status),
+                response_time_ms: Number.parseInt(dataItem.stream.responseTime),
+                updated_at: null,
+                updated_by: null,
+                update_batch_id: null,
+            };
+        };
+    }
+};
+exports.PresetLogTransformation = PresetLogTransformation;
+exports.PresetLogTransformation = PresetLogTransformation = __decorate([
+    (0, tsyringe_1.injectable)()
+], PresetLogTransformation);
+//# sourceMappingURL=PresetLogTransformation.js.map

package/dist/integration-engine/gtfs/workers/presets/transformations/PresetLogTransformation.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"PresetLogTransformation.js","sourceRoot":"","sources":["../../../../../../src/integration-engine/gtfs/workers/presets/transformations/PresetLogTransformation.ts"],"names":[],"mappings":";;;;;;;;;AAEA,6GAA0G;AAC1G,iEAAgE;AAGzD,IAAM,uBAAuB,GAA7B,MAAM,uBAAwB,SAAQ,+CAAoE;IAA1G;;QACI,SAAI,GAAG,yBAAyB,CAAC;QAE9B,sBAAiB,GAAG,CAAC,QAAiC,EAAuB,EAAE;YACrF,4CAA4C;YAC5C,uGAAuG;YACvG,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,OAAO,EAAE,gBAAgB,CAAC,CAAC;YAC/D,MAAM,yBAAyB,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAChE,MAAM,oBAAoB,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,yBAAyB,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YAE3F,OAAO;gBACH,WAAW,EAAE,oBAAoB;gBACjC,YAAY,EAAE,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAE,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC;gBAClE,YAAY,EAAE,KAAK;gBACnB,WAAW,EAAE,QAAQ,CAAC,MAAM,CAAC,OAAO;gBACpC,cAAc,EAAE,QAAQ,CAAC,MAAM,CAAC,UAAU;gBAC1C,kBAAkB,EAAE,QAAQ,CAAC,MAAM,CAAC,aAAa,IAAI,EAAE;gBACvD,eAAe,EAAE,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,UAAU,CAAC;gBAC5D,gBAAgB,EAAE,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,YAAY,CAAC;gBAC/D,UAAU,EAAE,IAAI;gBAChB,UAAU,EAAE,IAAI;gBAChB,eAAe,EAAE,IAAI;aACxB,CAAC;QACN,CAAC,CAAC;IACN,CAAC;CAAA,CAAA;AAxBY,0DAAuB;kCAAvB,uBAAuB;IADnC,IAAA,qBAAU,GAAE;GACA,uBAAuB,CAwBnC"}

package/dist/integration-engine/gtfs/workers/presets/transformations/interfaces/IPresetLogTransformation.d.ts

@@ -0,0 +1,4 @@
+import { ILogQueryData } from "../../../../../../schema-definitions/ropid-departures-preset-logs/datasources/interfaces";
+import { IPresetLogOutputDto } from "../../../../../../schema-definitions/ropid-departures-preset-logs/models/interfaces";
+import { AbstractTransformation } from "@golemio/core/dist/helpers/transformation/AbstractTransformation";
+export type IPresetLogTransformation = AbstractTransformation<Required<ILogQueryData>, IPresetLogOutputDto>;

package/dist/integration-engine/gtfs/workers/presets/transformations/interfaces/IPresetLogTransformation.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=IPresetLogTransformation.js.map

package/dist/integration-engine/gtfs/workers/presets/transformations/interfaces/IPresetLogTransformation.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"IPresetLogTransformation.js","sourceRoot":"","sources":["../../../../../../../src/integration-engine/gtfs/workers/presets/transformations/interfaces/IPresetLogTransformation.ts"],"names":[],"mappings":""}

package/dist/integration-engine/gtfs/workers/timetables/TimetableWorker.d.ts

@@ -0,0 +1,6 @@
+import { AbstractTask, AbstractWorker } from "@golemio/core/dist/integration-engine/workers";
+export declare class TimetableWorker extends AbstractWorker {
+    protected name: string;
+    constructor();
+    registerTask: (task: AbstractTask<any>) => void;
+}

package/dist/integration-engine/gtfs/workers/timetables/TimetableWorker.js

@@ -0,0 +1,32 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TimetableWorker = void 0;
+const Di_1 = require("../../ioc/Di");
+const GtfsContainerToken_1 = require("../../ioc/GtfsContainerToken");
+const workers_1 = require("@golemio/core/dist/integration-engine/workers");
+const constants_1 = require("./constants");
+class TimetableWorker extends workers_1.AbstractWorker {
+    constructor() {
+        super();
+        this.name = constants_1.TIMETABLE_WORKER_NAME;
+        this.registerTask = (task) => {
+            super.registerTask(task);
+            task.queuePrefix = this.getQueuePrefix();
+        };
+        // Register tasks
+        this.registerTask(Di_1.GtfsContainer.resolve(GtfsContainerToken_1.GtfsContainerToken.RefreshGtfsStopsCacheTask));
+        this.registerTask(Di_1.GtfsContainer.resolve(GtfsContainerToken_1.GtfsContainerToken.RefreshPublicGtfsDepartureCacheTask));
+        this.registerTask(Di_1.GtfsContainer.resolve(GtfsContainerToken_1.GtfsContainerToken.RefreshGtfsTripStopsCacheTask));
+        this.registerTask(Di_1.GtfsContainer.resolve(GtfsContainerToken_1.GtfsContainerToken.CheckForNewDataTask));
+        this.registerTask(Di_1.GtfsContainer.resolve(GtfsContainerToken_1.GtfsContainerToken.CheckSavedRowsAndReplaceTablesTask));
+        this.registerTask(Di_1.GtfsContainer.resolve(GtfsContainerToken_1.GtfsContainerToken.DownloadDatasetsTask));
+        this.registerTask(Di_1.GtfsContainer.resolve(GtfsContainerToken_1.GtfsContainerToken.IngestUploadedGtfsDatasetTask));
+        this.registerTask(Di_1.GtfsContainer.resolve(GtfsContainerToken_1.GtfsContainerToken.RefreshPrecomputedTablesTask));
+        this.registerTask(Di_1.GtfsContainer.resolve(GtfsContainerToken_1.GtfsContainerToken.TransformAndSaveDataTask));
+        this.registerTask(Di_1.GtfsContainer.resolve(GtfsContainerToken_1.GtfsContainerToken.SaveStaticDataTask));
+        this.registerTask(Di_1.GtfsContainer.resolve(GtfsContainerToken_1.GtfsContainerToken.EnsureCacheTask));
+        this.registerTask(Di_1.GtfsContainer.resolve(GtfsContainerToken_1.GtfsContainerToken.RemapPresetsToGtfsStopsTask));
+    }
+}
+exports.TimetableWorker = TimetableWorker;
+//# sourceMappingURL=TimetableWorker.js.map

package/dist/integration-engine/gtfs/workers/timetables/TimetableWorker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"TimetableWorker.js","sourceRoot":"","sources":["../../../../../src/integration-engine/gtfs/workers/timetables/TimetableWorker.ts"],"names":[],"mappings":";;;AAAA,qCAAgD;AAChD,qEAAqE;AACrE,2EAA6F;AAC7F,2CAAoD;AAcpD,MAAa,eAAgB,SAAQ,wBAAc;IAG/C;QACI,KAAK,EAAE,CAAC;QAHF,SAAI,GAAG,iCAAqB,CAAC;QAwBhC,iBAAY,GAAG,CAAC,IAAuB,EAAQ,EAAE;YACpD,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;YACzB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;QAC7C,CAAC,CAAC;QAtBE,iBAAiB;QACjB,IAAI,CAAC,YAAY,CAAC,kBAAa,CAAC,OAAO,CAA4B,uCAAkB,CAAC,yBAAyB,CAAC,CAAC,CAAC;QAClH,IAAI,CAAC,YAAY,CACb,kBAAa,CAAC,OAAO,CAAsC,uCAAkB,CAAC,mCAAmC,CAAC,CACrH,CAAC;QACF,IAAI,CAAC,YAAY,CAAC,kBAAa,CAAC,OAAO,CAAgC,uCAAkB,CAAC,6BAA6B,CAAC,CAAC,CAAC;QAC1H,IAAI,CAAC,YAAY,CAAC,kBAAa,CAAC,OAAO,CAAsB,uCAAkB,CAAC,mBAAmB,CAAC,CAAC,CAAC;QACtG,IAAI,CAAC,YAAY,CACb,kBAAa,CAAC,OAAO,CAAqC,uCAAkB,CAAC,kCAAkC,CAAC,CACnH,CAAC;QACF,IAAI,CAAC,YAAY,CAAC,kBAAa,CAAC,OAAO,CAAuB,uCAAkB,CAAC,oBAAoB,CAAC,CAAC,CAAC;QACxG,IAAI,CAAC,YAAY,CAAC,kBAAa,CAAC,OAAO,CAAgC,uCAAkB,CAAC,6BAA6B,CAAC,CAAC,CAAC;QAC1H,IAAI,CAAC,YAAY,CAAC,kBAAa,CAAC,OAAO,CAA+B,uCAAkB,CAAC,4BAA4B,CAAC,CAAC,CAAC;QACxH,IAAI,CAAC,YAAY,CAAC,kBAAa,CAAC,OAAO,CAA2B,uCAAkB,CAAC,wBAAwB,CAAC,CAAC,CAAC;QAChH,IAAI,CAAC,YAAY,CAAC,kBAAa,CAAC,OAAO,CAAqB,uCAAkB,CAAC,kBAAkB,CAAC,CAAC,CAAC;QACpG,IAAI,CAAC,YAAY,CAAC,kBAAa,CAAC,OAAO,CAAkB,uCAAkB,CAAC,eAAe,CAAC,CAAC,CAAC;QAC9F,IAAI,CAAC,YAAY,CAAC,kBAAa,CAAC,OAAO,CAA8B,uCAAkB,CAAC,2BAA2B,CAAC,CAAC,CAAC;IAC1H,CAAC;CAMJ;AA7BD,0CA6BC"}