@golemio/public-transport 0.1.0-dev.2769114834

package/dist/integration-engine/gtfs/workers/timetables/tasks/IngestUploadedGtfsDatasetTask.js

@@ -0,0 +1,135 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.IngestUploadedGtfsDatasetTask = void 0;
+const GtfsMetadataRepository_1 = require("../../../GtfsMetadataRepository");
+const GtfsFeedRepository_1 = require("../../../data-access/GtfsFeedRepository");
+const GtfsRepository_1 = require("../../../data-access/GtfsRepository");
+const DatasetEnum_1 = require("../../../helpers/DatasetEnum");
+const GtfsContainerToken_1 = require("../../../ioc/GtfsContainerToken");
+const RopidMetadataModel_1 = require("../../../../shared/RopidMetadataModel");
+const CoreToken_1 = require("@golemio/core/dist/helpers/ioc/CoreToken");
+const integration_engine_1 = require("@golemio/core/dist/integration-engine");
+const pubsub_1 = require("@golemio/core/dist/integration-engine/data-access/pubsub");
+const workers_1 = require("@golemio/core/dist/integration-engine/workers");
+const golemio_errors_1 = require("@golemio/core/dist/shared/golemio-errors");
+const tsyringe_1 = require("@golemio/core/dist/shared/tsyringe");
+const node_os_1 = __importDefault(require("node:os"));
+const constants_1 = require("../constants");
+const HelperTypes_1 = require("./helpers/HelperTypes");
+const IngestUploadedGtfsDatasetSchema_1 = require("./schema/IngestUploadedGtfsDatasetSchema");
+// Plays the role DownloadDatasetsTask plays for the FTP path, but for an already-unzipped,
+// already-staged-in-Redis upload (see GtfsFeedUploadController). All uploaded files are tagged with
+// the same DatasetEnum.GTFS bundle type as the FTP path's static schedule files -- that enum value
+// identifies the *shape* of the file bundle (agency/calendar/routes/stops/trips/...), not the feed
+// identity, which is now carried separately via feedCode.
+let IngestUploadedGtfsDatasetTask = class IngestUploadedGtfsDatasetTask extends workers_1.AbstractTask {
+    constructor(metadataRepository, gtfsRepository, feedRepository, gtfsRedisChannel, logger) {
+        super(constants_1.TIMETABLE_WORKER_NAME);
+        this.metadataRepository = metadataRepository;
+        this.gtfsRepository = gtfsRepository;
+        this.feedRepository = feedRepository;
+        this.gtfsRedisChannel = gtfsRedisChannel;
+        this.logger = logger;
+        this.queueName = "ingestUploadedGtfsDataset";
+        this.queueTtl = 59 * 60 * 1000; // 59 minutes
+        this.schema = IngestUploadedGtfsDatasetSchema_1.IngestUploadedGtfsDatasetSchema;
+    }
+    async execute(data) {
+        const { feedCode, files } = data;
+        // fail loudly rather than silently provisioning a feed from an upload
+        await this.feedRepository.getFeedIdByCode(feedCode);
+        this.logger.info(`Uploaded dataset: ingesting ${files.length} files for feed ${feedCode}`);
+        const dbLastModified = await this.metadataRepository.getLastModified(DatasetEnum_1.DatasetEnum.GTFS);
+        const version = dbLastModified.version + 1;
+        const cachedDatasets = [];
+        for (const file of files) {
+            const key = (0, HelperTypes_1.datasetFileModelMap)(DatasetEnum_1.DatasetEnum.GTFS, file.name);
+            const metaStates = (Array.isArray(key) ? key : [key]).map((name) => ({
+                dataset: DatasetEnum_1.DatasetEnum.GTFS,
+                key: name,
+                type: RopidMetadataModel_1.MetaTypeEnum.STATE,
+                value: RopidMetadataModel_1.MetaStateEnum.DOWNLOADED,
+                version,
+            }));
+            for (const metaState of metaStates) {
+                await this.metadataRepository.save(metaState, undefined, feedCode);
+            }
+            cachedDatasets.push({
+                filepath: file.redisKey,
+                name: file.name,
+                dataset: DatasetEnum_1.DatasetEnum.GTFS,
+                feedCode,
+            });
+        }
+        await this.metadataRepository.save({
+            dataset: DatasetEnum_1.DatasetEnum.GTFS,
+            key: RopidMetadataModel_1.MetaDatasetInfoKeyEnum.LAST_MODIFIED,
+            type: RopidMetadataModel_1.MetaTypeEnum.DATASET_INFO,
+            value: new Date().toISOString(),
+            version,
+        }, undefined, feedCode);
+        await this.gtfsRepository.createTmpTables(feedCode);
+        const subscriber = this.gtfsRedisChannel.createSubscriber({
+            channelSuffix: node_os_1.default.hostname(),
+            maxMessageCount: cachedDatasets.length,
+        });
+        await subscriber.subscribe();
+        for (const cachedDataset of cachedDatasets) {
+            integration_engine_1.QueueManager.sendMessageToExchange(this.queuePrefix, "transformAndSaveData", cachedDataset, {
+                headers: { [HelperTypes_1.ORIGIN_HOSTNAME_HEADER]: node_os_1.default.hostname() },
+            });
+        }
+        try {
+            await subscriber.listen(({ message, messageCount, isFinal }) => {
+                this.logger.debug(`Uploaded dataset: received message: ${message} (${messageCount}/${cachedDatasets.length})`);
+                if (!message.startsWith("OK")) {
+                    this.logger.error(`Uploaded dataset: subscription error: ${message}`);
+                    throw new golemio_errors_1.GeneralError(message, this.constructor.name);
+                }
+                if (isFinal) {
+                    this.logger.info("Uploaded dataset: all messages received");
+                }
+            });
+        }
+        catch (err) {
+            if (err instanceof golemio_errors_1.AbstractGolemioError) {
+                throw err;
+            }
+            throw new golemio_errors_1.GeneralError("Error while listening for messages", this.constructor.name, err);
+        }
+        finally {
+            await subscriber.unsubscribe();
+            const datasetsInput = { datasets: [DatasetEnum_1.DatasetEnum.GTFS], feedCode };
+            integration_engine_1.QueueManager.sendMessageToExchange(this.queuePrefix, "checkSavedRowsAndReplaceTables", datasetsInput);
+        }
+    }
+};
+exports.IngestUploadedGtfsDatasetTask = IngestUploadedGtfsDatasetTask;
+exports.IngestUploadedGtfsDatasetTask = IngestUploadedGtfsDatasetTask = __decorate([
+    (0, tsyringe_1.injectable)(),
+    __param(0, (0, tsyringe_1.inject)(GtfsContainerToken_1.GtfsContainerToken.GtfsMetadataRepository)),
+    __param(1, (0, tsyringe_1.inject)(GtfsContainerToken_1.GtfsContainerToken.GtfsRepository)),
+    __param(2, (0, tsyringe_1.inject)(GtfsContainerToken_1.GtfsContainerToken.GtfsFeedRepository)),
+    __param(3, (0, tsyringe_1.inject)(GtfsContainerToken_1.GtfsContainerToken.RedisPubSubChannel)),
+    __param(4, (0, tsyringe_1.inject)(CoreToken_1.CoreToken.Logger)),
+    __metadata("design:paramtypes", [GtfsMetadataRepository_1.GtfsMetadataRepository,
+        GtfsRepository_1.GtfsRepository,
+        GtfsFeedRepository_1.GtfsFeedRepository,
+        pubsub_1.RedisPubSubChannel, Object])
+], IngestUploadedGtfsDatasetTask);
+//# sourceMappingURL=IngestUploadedGtfsDatasetTask.js.map

package/dist/integration-engine/gtfs/workers/timetables/tasks/IngestUploadedGtfsDatasetTask.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"IngestUploadedGtfsDatasetTask.js","sourceRoot":"","sources":["../../../../../../src/integration-engine/gtfs/workers/timetables/tasks/IngestUploadedGtfsDatasetTask.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;AAAA,4EAAyE;AACzE,gFAA6E;AAC7E,wEAAqE;AACrE,8DAA2D;AAC3D,wEAAqE;AACrE,8EAAoG;AACpG,wEAAqE;AAErE,8EAAqE;AACrE,qFAA8F;AAC9F,2EAA6E;AAC7E,6EAA8F;AAC9F,iEAAwE;AACxE,sDAAyB;AACzB,4CAAqD;AACrD,uDAAoG;AAGpG,8FAA2F;AAE3F,2FAA2F;AAC3F,oGAAoG;AACpG,mGAAmG;AACnG,mGAAmG;AACnG,0DAA0D;AAEnD,IAAM,6BAA6B,GAAnC,MAAM,6BAA8B,SAAQ,sBAA6C;IAK5F,YAEI,kBAA2D,EAChB,cAA+C,EAC3C,cAAmD,EACnD,gBAAqD,EAC1E,MAAgC;QAE1D,KAAK,CAAC,iCAAqB,CAAC,CAAC;QANZ,uBAAkB,GAAlB,kBAAkB,CAAwB;QACC,mBAAc,GAAd,cAAc,CAAgB;QAC1B,mBAAc,GAAd,cAAc,CAAoB;QAClC,qBAAgB,GAAhB,gBAAgB,CAAoB;QACzD,WAAM,GAAN,MAAM,CAAS;QAV9C,cAAS,GAAG,2BAA2B,CAAC;QACxC,aAAQ,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,aAAa;QACxC,WAAM,GAAG,iEAA+B,CAAC;IAWzD,CAAC;IAES,KAAK,CAAC,OAAO,CAAC,IAAqC;QACzD,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC;QAEjC,sEAAsE;QACtE,MAAM,IAAI,CAAC,cAAc,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;QAEpD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,+BAA+B,KAAK,CAAC,MAAM,mBAAmB,QAAQ,EAAE,CAAC,CAAC;QAE3F,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,eAAe,CAAC,yBAAW,CAAC,IAAI,CAAC,CAAC;QACvF,MAAM,OAAO,GAAG,cAAc,CAAC,OAAO,GAAG,CAAC,CAAC;QAE3C,MAAM,cAAc,GAAqB,EAAE,CAAC;QAC5C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACvB,MAAM,GAAG,GAAG,IAAA,iCAAmB,EAAC,yBAAW,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;YAC7D,MAAM,UAAU,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBACjE,OAAO,EAAE,yBAAW,CAAC,IAAI;gBACzB,GAAG,EAAE,IAAI;gBACT,IAAI,EAAE,iCAAY,CAAC,KAAK;gBACxB,KAAK,EAAE,kCAAa,CAAC,UAAU;gBAC/B,OAAO;aACV,CAAC,CAAC,CAAC;YACJ,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;gBACjC,MAAM,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;YACvE,CAAC;YAED,cAAc,CAAC,IAAI,CAAC;gBAChB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,OAAO,EAAE,yBAAW,CAAC,IAAI;gBACzB,QAAQ;aACX,CAAC,CAAC;QACP,CAAC;QAED,MAAM,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAC9B;YACI,OAAO,EAAE,yBAAW,CAAC,IAAI;YACzB,GAAG,EAAE,2CAAsB,CAAC,aAAa;YACzC,IAAI,EAAE,iCAAY,CAAC,YAAY;YAC/B,KAAK,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YAC/B,OAAO;SACV,EACD,SAAS,EACT,QAAQ,CACX,CAAC;QAEF,MAAM,IAAI,CAAC,cAAc,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;QAEpD,MAAM,UAAU,GAAG,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,CAAC;YACtD,aAAa,EAAE,iBAAE,CAAC,QAAQ,EAAE;YAC5B,eAAe,EAAE,cAAc,CAAC,MAAM;SACzC,CAAC,CAAC;QACH,MAAM,UAAU,CAAC,SAAS,EAAE,CAAC;QAE7B,KAAK,MAAM,aAAa,IAAI,cAAc,EAAE,CAAC;YACzC,iCAAY,CAAC,qBAAqB,CAAC,IAAI,CAAC,WAAW,EAAE,sBAAsB,EAAE,aAAa,EAAE;gBACxF,OAAO,EAAE,EAAE,CAAC,oCAAsB,CAAC,EAAE,iBAAE,CAAC,QAAQ,EAAE,EAAE;aACvD,CAAC,CAAC;QACP,CAAC;QAED,IAAI,CAAC;YACD,MAAM,UAAU,CAAC,MAAM,CAAC,CAAC,EAAE,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,EAAE,EAAE;gBAC3D,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,uCAAuC,OAAO,KAAK,YAAY,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC;gBAE/G,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC5B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,yCAAyC,OAAO,EAAE,CAAC,CAAC;oBACtE,MAAM,IAAI,6BAAY,CAAC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;gBAC3D,CAAC;gBAED,IAAI,OAAO,EAAE,CAAC;oBACV,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,yCAAyC,CAAC,CAAC;gBAChE,CAAC;YACL,CAAC,CAAC,CAAC;QACP,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,IAAI,GAAG,YAAY,qCAAoB,EAAE,CAAC;gBACtC,MAAM,GAAG,CAAC;YACd,CAAC;YACD,MAAM,IAAI,6BAAY,CAAC,oCAAoC,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAC7F,CAAC;gBAAS,CAAC;YACP,MAAM,UAAU,CAAC,WAAW,EAAE,CAAC;YAC/B,MAAM,aAAa,GAAmB,EAAE,QAAQ,EAAE,CAAC,yBAAW,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,CAAC;YACjF,iCAAY,CAAC,qBAAqB,CAAC,IAAI,CAAC,WAAW,EAAE,gCAAgC,EAAE,aAAa,CAAC,CAAC;QAC1G,CAAC;IACL,CAAC;CACJ,CAAA;AAnGY,sEAA6B;wCAA7B,6BAA6B;IADzC,IAAA,qBAAU,GAAE;IAOJ,WAAA,IAAA,iBAAM,EAAC,uCAAkB,CAAC,sBAAsB,CAAC,CAAA;IAEjD,WAAA,IAAA,iBAAM,EAAC,uCAAkB,CAAC,cAAc,CAAC,CAAA;IACzC,WAAA,IAAA,iBAAM,EAAC,uCAAkB,CAAC,kBAAkB,CAAC,CAAA;IAC7C,WAAA,IAAA,iBAAM,EAAC,uCAAkB,CAAC,kBAAkB,CAAC,CAAA;IAC7C,WAAA,IAAA,iBAAM,EAAC,qBAAS,CAAC,MAAM,CAAC,CAAA;qCAJY,+CAAsB;QACiB,+BAAc;QACV,uCAAkB;QAChB,2BAAkB;GAV/F,6BAA6B,CAmGzC"}

package/dist/integration-engine/gtfs/workers/timetables/tasks/RefreshGtfsStopsCacheTask.d.ts

@@ -0,0 +1,12 @@
+import { GtfsCisStopsModel } from "../../..";
+import { AbstractEmptyTask } from "@golemio/core/dist/integration-engine";
+import { GtfsStopsRedisRepository } from "./data-access/cache/GtfsStopsRedisRepository";
+export declare class RefreshGtfsStopsCacheTask extends AbstractEmptyTask {
+    private gtfsStopsRedisRepository;
+    private gtfsStopCisModel;
+    readonly queueName = "refreshGtfsStopsCache";
+    readonly queueTtl: number;
+    private readonly gtfsStopRepository;
+    constructor(gtfsStopsRedisRepository: GtfsStopsRedisRepository, gtfsStopCisModel: GtfsCisStopsModel);
+    protected execute(): Promise<void>;
+}

package/dist/integration-engine/gtfs/workers/timetables/tasks/RefreshGtfsStopsCacheTask.js

@@ -0,0 +1,45 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RefreshGtfsStopsCacheTask = void 0;
+const gtfs_1 = require("../../..");
+const GtfsContainerToken_1 = require("../../../ioc/GtfsContainerToken");
+const integration_engine_1 = require("@golemio/core/dist/integration-engine");
+const tsyringe_1 = require("@golemio/core/dist/shared/tsyringe");
+const constants_1 = require("../constants");
+const GtfsStopsRedisRepository_1 = require("./data-access/cache/GtfsStopsRedisRepository");
+let RefreshGtfsStopsCacheTask = class RefreshGtfsStopsCacheTask extends integration_engine_1.AbstractEmptyTask {
+    constructor(gtfsStopsRedisRepository, gtfsStopCisModel) {
+        super(constants_1.TIMETABLE_WORKER_NAME);
+        this.gtfsStopsRedisRepository = gtfsStopsRedisRepository;
+        this.gtfsStopCisModel = gtfsStopCisModel;
+        this.queueName = "refreshGtfsStopsCache";
+        this.queueTtl = 59 * 60 * 1000; // 59 minutes
+        this.gtfsStopRepository = new gtfs_1.GtfsStopsModel();
+    }
+    async execute() {
+        const cisStops = await this.gtfsStopCisModel.getAll();
+        const gtfsStops = await this.gtfsStopRepository.getStopsForCache();
+        await this.gtfsStopsRedisRepository.refreshData(cisStops, gtfsStops);
+    }
+};
+exports.RefreshGtfsStopsCacheTask = RefreshGtfsStopsCacheTask;
+exports.RefreshGtfsStopsCacheTask = RefreshGtfsStopsCacheTask = __decorate([
+    (0, tsyringe_1.injectable)(),
+    __param(0, (0, tsyringe_1.inject)(GtfsContainerToken_1.GtfsContainerToken.GtfsStopsRedisRepository)),
+    __param(1, (0, tsyringe_1.inject)(GtfsContainerToken_1.GtfsContainerToken.GtfsCisStopsModel)),
+    __metadata("design:paramtypes", [GtfsStopsRedisRepository_1.GtfsStopsRedisRepository,
+        gtfs_1.GtfsCisStopsModel])
+], RefreshGtfsStopsCacheTask);
+//# sourceMappingURL=RefreshGtfsStopsCacheTask.js.map

package/dist/integration-engine/gtfs/workers/timetables/tasks/RefreshGtfsStopsCacheTask.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"RefreshGtfsStopsCacheTask.js","sourceRoot":"","sources":["../../../../../../src/integration-engine/gtfs/workers/timetables/tasks/RefreshGtfsStopsCacheTask.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,mCAA6D;AAC7D,wEAAqE;AACrE,8EAA0E;AAC1E,iEAAwE;AACxE,4CAAqD;AACrD,2FAAwF;AAGjF,IAAM,yBAAyB,GAA/B,MAAM,yBAA0B,SAAQ,sCAAiB;IAM5D,YACyD,wBAA0D,EACjE,gBAA2C;QAEzF,KAAK,CAAC,iCAAqB,CAAC,CAAC;QAHgC,6BAAwB,GAAxB,wBAAwB,CAA0B;QACzD,qBAAgB,GAAhB,gBAAgB,CAAmB;QAP7E,cAAS,GAAG,uBAAuB,CAAC;QACpC,aAAQ,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,aAAa;QAUpD,IAAI,CAAC,kBAAkB,GAAG,IAAI,qBAAc,EAAE,CAAC;IACnD,CAAC;IAES,KAAK,CAAC,OAAO;QACnB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC;QACtD,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,gBAAgB,EAAE,CAAC;QAEnE,MAAM,IAAI,CAAC,wBAAwB,CAAC,WAAW,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;IACzE,CAAC;CACJ,CAAA;AArBY,8DAAyB;oCAAzB,yBAAyB;IADrC,IAAA,qBAAU,GAAE;IAQJ,WAAA,IAAA,iBAAM,EAAC,uCAAkB,CAAC,wBAAwB,CAAC,CAAA;IACnD,WAAA,IAAA,iBAAM,EAAC,uCAAkB,CAAC,iBAAiB,CAAC,CAAA;qCAD0C,mDAAwB;QACvC,wBAAiB;GARpF,yBAAyB,CAqBrC"}

package/dist/integration-engine/gtfs/workers/timetables/tasks/RefreshGtfsTripStopsCacheTask.d.ts

@@ -0,0 +1,13 @@
+import { GtfsTripStopsCacheRepository } from "../../../data-access/cache/GtfsTripStopsCacheRepository";
+import { DeparturesRepository } from "../../../data-access/precomputed";
+import { ILogger } from "@golemio/core/dist/helpers";
+import { AbstractEmptyTask } from "@golemio/core/dist/integration-engine";
+export declare class RefreshGtfsTripStopsCacheTask extends AbstractEmptyTask {
+    private gtfsTripStopsCacheRepository;
+    private departureRepository;
+    private log;
+    readonly queueName = "refreshGtfsTripStopsCache";
+    readonly queueTtl: number;
+    constructor(gtfsTripStopsCacheRepository: GtfsTripStopsCacheRepository, departureRepository: DeparturesRepository, log: ILogger);
+    protected execute(): Promise<void>;
+}

package/dist/integration-engine/gtfs/workers/timetables/tasks/RefreshGtfsTripStopsCacheTask.js

@@ -0,0 +1,48 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RefreshGtfsTripStopsCacheTask = void 0;
+const GtfsTripStopsCacheRepository_1 = require("../../../data-access/cache/GtfsTripStopsCacheRepository");
+const precomputed_1 = require("../../../data-access/precomputed");
+const GtfsContainerToken_1 = require("../../../ioc/GtfsContainerToken");
+const CoreToken_1 = require("@golemio/core/dist/helpers/ioc/CoreToken");
+const integration_engine_1 = require("@golemio/core/dist/integration-engine");
+const tsyringe_1 = require("@golemio/core/dist/shared/tsyringe");
+const constants_1 = require("../constants");
+let RefreshGtfsTripStopsCacheTask = class RefreshGtfsTripStopsCacheTask extends integration_engine_1.AbstractEmptyTask {
+    constructor(gtfsTripStopsCacheRepository, departureRepository, log) {
+        super(constants_1.TIMETABLE_WORKER_NAME);
+        this.gtfsTripStopsCacheRepository = gtfsTripStopsCacheRepository;
+        this.departureRepository = departureRepository;
+        this.log = log;
+        this.queueName = "refreshGtfsTripStopsCache";
+        this.queueTtl = 59 * 60 * 1000; // 59 minutes
+    }
+    async execute() {
+        const tripStopsRows = await this.departureRepository.getTripStopsForCache();
+        this.log.info(`${this.constructor.name}: Refreshing cache for ${tripStopsRows.length} trips`);
+        const tripStopsMap = new Map(tripStopsRows.map((row) => [row.trip_id, { stops: row.stops }]));
+        await this.gtfsTripStopsCacheRepository.saveMultipleTripStops(tripStopsMap);
+    }
+};
+exports.RefreshGtfsTripStopsCacheTask = RefreshGtfsTripStopsCacheTask;
+exports.RefreshGtfsTripStopsCacheTask = RefreshGtfsTripStopsCacheTask = __decorate([
+    (0, tsyringe_1.injectable)(),
+    __param(0, (0, tsyringe_1.inject)(GtfsContainerToken_1.GtfsContainerToken.GtfsTripStopsCacheRepository)),
+    __param(1, (0, tsyringe_1.inject)(GtfsContainerToken_1.GtfsContainerToken.DepartureRepository)),
+    __param(2, (0, tsyringe_1.inject)(CoreToken_1.CoreToken.Logger)),
+    __metadata("design:paramtypes", [GtfsTripStopsCacheRepository_1.GtfsTripStopsCacheRepository,
+        precomputed_1.DeparturesRepository, Object])
+], RefreshGtfsTripStopsCacheTask);
+//# sourceMappingURL=RefreshGtfsTripStopsCacheTask.js.map

package/dist/integration-engine/gtfs/workers/timetables/tasks/RefreshGtfsTripStopsCacheTask.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"RefreshGtfsTripStopsCacheTask.js","sourceRoot":"","sources":["../../../../../../src/integration-engine/gtfs/workers/timetables/tasks/RefreshGtfsTripStopsCacheTask.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,0GAAuG;AACvG,kEAAwE;AACxE,wEAAqE;AAErE,wEAAqE;AACrE,8EAA0E;AAC1E,iEAAwE;AACxE,4CAAqD;AAG9C,IAAM,6BAA6B,GAAnC,MAAM,6BAA8B,SAAQ,sCAAiB;IAIhE,YAEI,4BAAkE,EAClB,mBAAiD,EACvE,GAAoB;QAE9C,KAAK,CAAC,iCAAqB,CAAC,CAAC;QAJrB,iCAA4B,GAA5B,4BAA4B,CAA8B;QACV,wBAAmB,GAAnB,mBAAmB,CAAsB;QAC/D,QAAG,GAAH,GAAG,CAAS;QAPlC,cAAS,GAAG,2BAA2B,CAAC;QACxC,aAAQ,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,aAAa;IASxD,CAAC;IAES,KAAK,CAAC,OAAO;QACnB,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,oBAAoB,EAAE,CAAC;QAC5E,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,0BAA0B,aAAa,CAAC,MAAM,QAAQ,CAAC,CAAC;QAE9F,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;QAC9F,MAAM,IAAI,CAAC,4BAA4B,CAAC,qBAAqB,CAAC,YAAY,CAAC,CAAC;IAChF,CAAC;CACJ,CAAA;AApBY,sEAA6B;wCAA7B,6BAA6B;IADzC,IAAA,qBAAU,GAAE;IAMJ,WAAA,IAAA,iBAAM,EAAC,uCAAkB,CAAC,4BAA4B,CAAC,CAAA;IAEvD,WAAA,IAAA,iBAAM,EAAC,uCAAkB,CAAC,mBAAmB,CAAC,CAAA;IAC9C,WAAA,IAAA,iBAAM,EAAC,qBAAS,CAAC,MAAM,CAAC,CAAA;qCAFa,2DAA4B;QACW,kCAAoB;GAP5F,6BAA6B,CAoBzC"}

package/dist/integration-engine/gtfs/workers/timetables/tasks/RefreshPrecomputedTablesTask.d.ts

@@ -0,0 +1,19 @@
+import { GtfsFacade } from "../../../GtfsFacade";
+import { GtfsFeedRepository } from "../../../data-access/GtfsFeedRepository";
+import { GtfsRepository } from "../../../data-access/GtfsRepository";
+import { ILogger } from "@golemio/core/dist/helpers/logger/LoggerProvider";
+import { AbstractEmptyTask } from "@golemio/core/dist/integration-engine/workers";
+import { PrecomputedTablesFacade } from "./helpers/PrecomputedTablesFacade";
+export declare class RefreshPrecomputedTablesTask extends AbstractEmptyTask {
+    private readonly gtfsRepository;
+    private readonly precomputeTablesFacade;
+    private readonly gtfsFacade;
+    private readonly feedRepository;
+    private readonly logger;
+    readonly queueName = "refreshPrecomputedTables";
+    readonly queueTtl: number;
+    private readonly dataCacheManager;
+    constructor(gtfsRepository: GtfsRepository, precomputeTablesFacade: PrecomputedTablesFacade, gtfsFacade: GtfsFacade, feedRepository: GtfsFeedRepository, logger: ILogger);
+    protected execute(): Promise<void>;
+    private refreshForFeed;
+}

package/dist/integration-engine/gtfs/workers/timetables/tasks/RefreshPrecomputedTablesTask.js

@@ -0,0 +1,86 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RefreshPrecomputedTablesTask = void 0;
+const GtfsFacade_1 = require("../../../GtfsFacade");
+const GtfsFeedRepository_1 = require("../../../data-access/GtfsFeedRepository");
+const GtfsRepository_1 = require("../../../data-access/GtfsRepository");
+const DataCacheManager_1 = require("../../../helpers/DataCacheManager");
+const SourceTableSuffixEnum_1 = require("../../../helpers/SourceTableSuffixEnum");
+const GtfsContainerToken_1 = require("../../../ioc/GtfsContainerToken");
+const CoreToken_1 = require("@golemio/core/dist/helpers/ioc/CoreToken");
+const workers_1 = require("@golemio/core/dist/integration-engine/workers");
+const golemio_errors_1 = require("@golemio/core/dist/shared/golemio-errors");
+const tsyringe_1 = require("@golemio/core/dist/shared/tsyringe");
+const constants_1 = require("../constants");
+const PrecomputedTablesFacade_1 = require("./helpers/PrecomputedTablesFacade");
+let RefreshPrecomputedTablesTask = class RefreshPrecomputedTablesTask extends workers_1.AbstractEmptyTask {
+    constructor(gtfsRepository, precomputeTablesFacade, gtfsFacade, feedRepository, logger) {
+        super(constants_1.TIMETABLE_WORKER_NAME);
+        this.gtfsRepository = gtfsRepository;
+        this.precomputeTablesFacade = precomputeTablesFacade;
+        this.gtfsFacade = gtfsFacade;
+        this.feedRepository = feedRepository;
+        this.logger = logger;
+        this.queueName = "refreshPrecomputedTables";
+        this.queueTtl = 59 * 60 * 1000; // 59 minutes
+        this.dataCacheManager = DataCacheManager_1.DataCacheManager.getInstance();
+    }
+    async execute() {
+        const feedCodes = await this.feedRepository.getAllFeedCodes();
+        for (const feedCode of feedCodes) {
+            if (!(await this.gtfsRepository.hasDataForFeed(feedCode))) {
+                this.logger.info(`Skipping precomputed refresh for feed ${feedCode} - no data ingested yet`);
+                continue;
+            }
+            await this.refreshForFeed(feedCode);
+        }
+        await this.dataCacheManager.cleanCache();
+        await this.gtfsRepository.recreateShapesForMvtView();
+    }
+    async refreshForFeed(feedCode) {
+        try {
+            await this.precomputeTablesFacade.createAndPopulatePrecomputedTmpTables(SourceTableSuffixEnum_1.SourceTableSuffixEnum.Actual, feedCode);
+        }
+        catch (err) {
+            this.logger.error(err);
+            throw new golemio_errors_1.GeneralError(`Error while creating Gtfs precomputed tables (feed ${feedCode})`, this.constructor.name);
+        }
+        try {
+            const feedId = await this.feedRepository.getFeedIdByCode(feedCode);
+            await this.gtfsFacade.replacePrecomputedTables(feedCode, feedId);
+        }
+        catch (err) {
+            this.logger.error(err);
+            throw new golemio_errors_1.GeneralError(`Error while replacing Gtfs precomputed tables (feed ${feedCode})`, this.constructor.name);
+        }
+        finally {
+            await this.gtfsRepository.cleanOldTables(feedCode);
+        }
+    }
+};
+exports.RefreshPrecomputedTablesTask = RefreshPrecomputedTablesTask;
+exports.RefreshPrecomputedTablesTask = RefreshPrecomputedTablesTask = __decorate([
+    (0, tsyringe_1.injectable)(),
+    __param(0, (0, tsyringe_1.inject)(GtfsContainerToken_1.GtfsContainerToken.GtfsRepository)),
+    __param(1, (0, tsyringe_1.inject)(GtfsContainerToken_1.GtfsContainerToken.PrecomputedTablesFacade)),
+    __param(2, (0, tsyringe_1.inject)(GtfsContainerToken_1.GtfsContainerToken.GtfsFacade)),
+    __param(3, (0, tsyringe_1.inject)(GtfsContainerToken_1.GtfsContainerToken.GtfsFeedRepository)),
+    __param(4, (0, tsyringe_1.inject)(CoreToken_1.CoreToken.Logger)),
+    __metadata("design:paramtypes", [GtfsRepository_1.GtfsRepository,
+        PrecomputedTablesFacade_1.PrecomputedTablesFacade,
+        GtfsFacade_1.GtfsFacade,
+        GtfsFeedRepository_1.GtfsFeedRepository, Object])
+], RefreshPrecomputedTablesTask);
+//# sourceMappingURL=RefreshPrecomputedTablesTask.js.map

package/dist/integration-engine/gtfs/workers/timetables/tasks/RefreshPrecomputedTablesTask.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"RefreshPrecomputedTablesTask.js","sourceRoot":"","sources":["../../../../../../src/integration-engine/gtfs/workers/timetables/tasks/RefreshPrecomputedTablesTask.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,oDAAiD;AACjD,gFAA6E;AAC7E,wEAAqE;AACrE,wEAAqE;AACrE,kFAA+E;AAC/E,wEAAqE;AACrE,wEAAqE;AAErE,2EAAkF;AAClF,6EAAwE;AACxE,iEAAwE;AACxE,4CAAqD;AACrD,+EAA4E;AAGrE,IAAM,4BAA4B,GAAlC,MAAM,4BAA6B,SAAQ,2BAAiB;IAM/D,YAC+C,cAA+C,EACtC,sBAAgE,EAC7E,UAAuC,EAC/B,cAAmD,EACxE,MAAgC;QAE1D,KAAK,CAAC,iCAAqB,CAAC,CAAC;QAN+B,mBAAc,GAAd,cAAc,CAAgB;QACrB,2BAAsB,GAAtB,sBAAsB,CAAyB;QAC5D,eAAU,GAAV,UAAU,CAAY;QACd,mBAAc,GAAd,cAAc,CAAoB;QACvD,WAAM,GAAN,MAAM,CAAS;QAV9C,cAAS,GAAG,0BAA0B,CAAC;QACvC,aAAQ,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,aAAa;QAEvC,qBAAgB,GAAqB,mCAAgB,CAAC,WAAW,EAAE,CAAC;IAUrF,CAAC;IAES,KAAK,CAAC,OAAO;QACnB,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,eAAe,EAAE,CAAC;QAE9D,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YAC/B,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,cAAc,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC;gBACxD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,yCAAyC,QAAQ,yBAAyB,CAAC,CAAC;gBAC7F,SAAS;YACb,CAAC;YACD,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;QACxC,CAAC;QAED,MAAM,IAAI,CAAC,gBAAgB,CAAC,UAAU,EAAE,CAAC;QACzC,MAAM,IAAI,CAAC,cAAc,CAAC,wBAAwB,EAAE,CAAC;IACzD,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,QAAgB;QACzC,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,sBAAsB,CAAC,qCAAqC,CAAC,6CAAqB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QACpH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACvB,MAAM,IAAI,6BAAY,CAAC,sDAAsD,QAAQ,GAAG,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QACrH,CAAC;QAED,IAAI,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;YACnE,MAAM,IAAI,CAAC,UAAU,CAAC,wBAAwB,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QACrE,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACvB,MAAM,IAAI,6BAAY,CAAC,uDAAuD,QAAQ,GAAG,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QACtH,CAAC;gBAAS,CAAC;YACP,MAAM,IAAI,CAAC,cAAc,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;QACvD,CAAC;IACL,CAAC;CACJ,CAAA;AAjDY,oEAA4B;uCAA5B,4BAA4B;IADxC,IAAA,qBAAU,GAAE;IAQJ,WAAA,IAAA,iBAAM,EAAC,uCAAkB,CAAC,cAAc,CAAC,CAAA;IACzC,WAAA,IAAA,iBAAM,EAAC,uCAAkB,CAAC,uBAAuB,CAAC,CAAA;IAClD,WAAA,IAAA,iBAAM,EAAC,uCAAkB,CAAC,UAAU,CAAC,CAAA;IACrC,WAAA,IAAA,iBAAM,EAAC,uCAAkB,CAAC,kBAAkB,CAAC,CAAA;IAC7C,WAAA,IAAA,iBAAM,EAAC,qBAAS,CAAC,MAAM,CAAC,CAAA;qCAJmD,+BAAc;QACG,iDAAuB;QAChD,uBAAU;QACE,uCAAkB;GAV7F,4BAA4B,CAiDxC"}

package/dist/integration-engine/gtfs/workers/timetables/tasks/RefreshPublicGtfsDepartureCacheTask.d.ts

@@ -0,0 +1,23 @@
+import { PublicGtfsDepartureRepository } from "../../../data-access/cache/PublicGtfsDepartureRepository";
+import { DeparturesRepository } from "../../../data-access/precomputed";
+import { PublicDepartureCacheTransformation } from "../../../transformations/PublicDepartureCacheTransformation";
+import { ISimpleConfig } from "@golemio/core/dist/helpers/configuration/ISimpleConfig";
+import { AbstractTask } from "@golemio/core/dist/integration-engine/workers";
+import { IRefreshPublicDepartureParams } from "./interfaces/IRefreshPublicDepartureParams";
+import { RefreshPublicDepartureValidationSchema } from "./schema/RefreshPublicDepartureSchema";
+import { GtfsStopsModel } from "../../../GtfsStopsModel";
+export declare class RefreshPublicGtfsDepartureCacheTask extends AbstractTask<IRefreshPublicDepartureParams> {
+    private departureTransformation;
+    private departureRepository;
+    private publicDepartureRepository;
+    private config;
+    private stopsModel;
+    readonly queueName = "refreshPublicGtfsDepartureCache";
+    readonly queueTtl: number;
+    readonly schema: typeof RefreshPublicDepartureValidationSchema;
+    private readonly departurePageSize;
+    constructor(departureTransformation: PublicDepartureCacheTransformation, departureRepository: DeparturesRepository, publicDepartureRepository: PublicGtfsDepartureRepository, config: ISimpleConfig, stopsModel: GtfsStopsModel);
+    protected execute(params: IRefreshPublicDepartureParams): Promise<void>;
+    private getIntervalParamsWithDefault;
+    private getDeparturesByStopId;
+}

package/dist/integration-engine/gtfs/workers/timetables/tasks/RefreshPublicGtfsDepartureCacheTask.js

@@ -0,0 +1,102 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RefreshPublicGtfsDepartureCacheTask = void 0;
+const PublicGtfsDepartureRepository_1 = require("../../../data-access/cache/PublicGtfsDepartureRepository");
+const precomputed_1 = require("../../../data-access/precomputed");
+const GtfsContainerToken_1 = require("../../../ioc/GtfsContainerToken");
+const PublicDepartureCacheTransformation_1 = require("../../../transformations/PublicDepartureCacheTransformation");
+const CoreToken_1 = require("@golemio/core/dist/helpers/ioc/CoreToken");
+const workers_1 = require("@golemio/core/dist/integration-engine/workers");
+const golemio_errors_1 = require("@golemio/core/dist/shared/golemio-errors");
+const tsyringe_1 = require("@golemio/core/dist/shared/tsyringe");
+const constants_1 = require("../constants");
+const RefreshPublicDepartureSchema_1 = require("./schema/RefreshPublicDepartureSchema");
+const GtfsStopsModel_1 = require("../../../GtfsStopsModel");
+const DEFAULT_PAGE_SIZE = 50000;
+let RefreshPublicGtfsDepartureCacheTask = class RefreshPublicGtfsDepartureCacheTask extends workers_1.AbstractTask {
+    constructor(departureTransformation, departureRepository, publicDepartureRepository, config, stopsModel) {
+        super(constants_1.TIMETABLE_WORKER_NAME);
+        this.departureTransformation = departureTransformation;
+        this.departureRepository = departureRepository;
+        this.publicDepartureRepository = publicDepartureRepository;
+        this.config = config;
+        this.stopsModel = stopsModel;
+        this.queueName = "refreshPublicGtfsDepartureCache";
+        this.queueTtl = 59 * 60 * 1000; // 59 minutes
+        this.schema = RefreshPublicDepartureSchema_1.RefreshPublicDepartureValidationSchema;
+        const departurePageSize = this.config.getValue("module.pid.ropid-gtfs.timetables.refreshPublicGtfsDepartureCache.departurePageSize", DEFAULT_PAGE_SIZE.toString());
+        this.departurePageSize = Number.parseInt(departurePageSize);
+    }
+    async execute(params) {
+        const intervalParams = this.getIntervalParamsWithDefault(params);
+        const numberOfDepartures = await this.departureRepository.countDeparturesForPublicCache(intervalParams);
+        const pages = Math.ceil(numberOfDepartures / this.departurePageSize);
+        const stopIdsInDepartures = new Set();
+        for (let page = 0; page < pages; page++) {
+            const departuresForCache = await this.departureRepository.getDepaturesForPublicCache(page, this.departurePageSize, intervalParams);
+            const departuresByStopIdDict = this.getDeparturesByStopId(departuresForCache);
+            for (const [stopId, departures] of departuresByStopIdDict.entries()) {
+                stopIdsInDepartures.add(stopId);
+                try {
+                    const departuresDto = this.departureTransformation.transformArray(departures);
+                    await this.publicDepartureRepository.replaceDeparturesForStop(departuresDto, stopId, intervalParams);
+                }
+                catch (err) {
+                    if (err instanceof golemio_errors_1.AbstractGolemioError) {
+                        throw err;
+                    }
+                    throw new golemio_errors_1.GeneralError("Error while refreshing public departure cache", this.constructor.name, err);
+                }
+            }
+        }
+        const allStops = await this.stopsModel.getAll();
+        for (const { stop_id: id } of allStops) {
+            if (!stopIdsInDepartures.has(id)) {
+                await this.publicDepartureRepository.replaceDeparturesForStop([], id, intervalParams);
+            }
+        }
+    }
+    getIntervalParamsWithDefault(params) {
+        const defaultIntervalFromHours = this.config.getValue("module.pid.ropid-gtfs.timetables.refreshPublicGtfsDepartureCache.defaultIntervalFromHours", "-3");
+        const defaultIntervalToHours = this.config.getValue("module.pid.ropid-gtfs.timetables.refreshPublicGtfsDepartureCache.defaultIntervalToHours", "6");
+        return {
+            intervalFromHours: params.intervalFromHours ?? Number.parseInt(defaultIntervalFromHours),
+            intervalToHours: params.intervalToHours ?? Number.parseInt(defaultIntervalToHours),
+        };
+    }
+    getDeparturesByStopId(departures) {
+        const departuresByStopId = new Map();
+        for (const departure of departures) {
+            if (!departuresByStopId.has(departure.stop_id)) {
+                departuresByStopId.set(departure.stop_id, []);
+            }
+            departuresByStopId.get(departure.stop_id).push(departure);
+        }
+        return departuresByStopId;
+    }
+};
+exports.RefreshPublicGtfsDepartureCacheTask = RefreshPublicGtfsDepartureCacheTask;
+exports.RefreshPublicGtfsDepartureCacheTask = RefreshPublicGtfsDepartureCacheTask = __decorate([
+    (0, tsyringe_1.injectable)(),
+    __param(0, (0, tsyringe_1.inject)(GtfsContainerToken_1.GtfsContainerToken.PublicDepartureCacheTransformation)),
+    __param(1, (0, tsyringe_1.inject)(GtfsContainerToken_1.GtfsContainerToken.DepartureRepository)),
+    __param(2, (0, tsyringe_1.inject)(GtfsContainerToken_1.GtfsContainerToken.PublicGtfsDepartureRepository)),
+    __param(3, (0, tsyringe_1.inject)(CoreToken_1.CoreToken.SimpleConfig)),
+    __param(4, (0, tsyringe_1.inject)(GtfsContainerToken_1.GtfsContainerToken.GtfsStopsModel)),
+    __metadata("design:paramtypes", [PublicDepartureCacheTransformation_1.PublicDepartureCacheTransformation,
+        precomputed_1.DeparturesRepository,
+        PublicGtfsDepartureRepository_1.PublicGtfsDepartureRepository, Object, GtfsStopsModel_1.GtfsStopsModel])
+], RefreshPublicGtfsDepartureCacheTask);
+//# sourceMappingURL=RefreshPublicGtfsDepartureCacheTask.js.map

package/dist/integration-engine/gtfs/workers/timetables/tasks/RefreshPublicGtfsDepartureCacheTask.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"RefreshPublicGtfsDepartureCacheTask.js","sourceRoot":"","sources":["../../../../../../src/integration-engine/gtfs/workers/timetables/tasks/RefreshPublicGtfsDepartureCacheTask.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,4GAAyG;AACzG,kEAAwE;AAExE,wEAAqE;AACrE,oHAAiH;AAEjH,wEAAqE;AACrE,2EAA6E;AAC7E,6EAA8F;AAC9F,iEAAwE;AACxE,4CAAqD;AAErD,wFAA+F;AAC/F,4DAAyD;AAEzD,MAAM,iBAAiB,GAAG,KAAK,CAAC;AAGzB,IAAM,mCAAmC,GAAzC,MAAM,mCAAoC,SAAQ,sBAA2C;IAMhG,YAEI,uBAAmE,EACnB,mBAAiD,EAEjG,yBAAgE,EAChC,MAA6B,EAClB,UAAkC;QAE7E,KAAK,CAAC,iCAAqB,CAAC,CAAC;QAPrB,4BAAuB,GAAvB,uBAAuB,CAAoC;QACX,wBAAmB,GAAnB,mBAAmB,CAAsB;QAEzF,8BAAyB,GAAzB,yBAAyB,CAA+B;QACxB,WAAM,GAAN,MAAM,CAAe;QACV,eAAU,GAAV,UAAU,CAAgB;QAZjE,cAAS,GAAG,iCAAiC,CAAC;QAC9C,aAAQ,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,aAAa;QACxC,WAAM,GAAG,qEAAsC,CAAC;QAc5D,MAAM,iBAAiB,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAC1C,oFAAoF,EACpF,iBAAiB,CAAC,QAAQ,EAAE,CAC/B,CAAC;QACF,IAAI,CAAC,iBAAiB,GAAG,MAAM,CAAC,QAAQ,CAAC,iBAAiB,CAAC,CAAC;IAChE,CAAC;IAES,KAAK,CAAC,OAAO,CAAC,MAAqC;QACzD,MAAM,cAAc,GAAG,IAAI,CAAC,4BAA4B,CAAC,MAAM,CAAC,CAAC;QACjE,MAAM,kBAAkB,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,6BAA6B,CAAC,cAAc,CAAC,CAAC;QACxG,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,iBAAiB,CAAC,CAAC;QAErE,MAAM,mBAAmB,GAAgB,IAAI,GAAG,EAAE,CAAC;QACnD,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC;YACtC,MAAM,kBAAkB,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,0BAA0B,CAChF,IAAI,EACJ,IAAI,CAAC,iBAAiB,EACtB,cAAc,CACjB,CAAC;YACF,MAAM,sBAAsB,GAAG,IAAI,CAAC,qBAAqB,CAAC,kBAAkB,CAAC,CAAC;YAE9E,KAAK,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,IAAI,sBAAsB,CAAC,OAAO,EAAE,EAAE,CAAC;gBAClE,mBAAmB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;gBAChC,IAAI,CAAC;oBACD,MAAM,aAAa,GAAG,IAAI,CAAC,uBAAuB,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;oBAC9E,MAAM,IAAI,CAAC,yBAAyB,CAAC,wBAAwB,CAAC,aAAa,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC;gBACzG,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACX,IAAI,GAAG,YAAY,qCAAoB,EAAE,CAAC;wBACtC,MAAM,GAAG,CAAC;oBACd,CAAC;oBAED,MAAM,IAAI,6BAAY,CAAC,+CAA+C,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;gBACxG,CAAC;YACL,CAAC;QACL,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC;QAEhD,KAAK,MAAM,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,QAAQ,EAAE,CAAC;YACrC,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;gBAC/B,MAAM,IAAI,CAAC,yBAAyB,CAAC,wBAAwB,CAAC,EAAE,EAAE,EAAE,EAAE,cAAc,CAAC,CAAC;YAC1F,CAAC;QACL,CAAC;IACL,CAAC;IAEO,4BAA4B,CAAC,MAAqC;QACtE,MAAM,wBAAwB,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CACjD,2FAA2F,EAC3F,IAAI,CACP,CAAC;QAEF,MAAM,sBAAsB,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAC/C,yFAAyF,EACzF,GAAG,CACN,CAAC;QAEF,OAAO;YACH,iBAAiB,EAAE,MAAM,CAAC,iBAAiB,IAAI,MAAM,CAAC,QAAQ,CAAC,wBAAwB,CAAC;YACxF,eAAe,EAAE,MAAM,CAAC,eAAe,IAAI,MAAM,CAAC,QAAQ,CAAC,sBAAsB,CAAC;SACrF,CAAC;IACN,CAAC;IAEO,qBAAqB,CAAC,UAAiC;QAC3D,MAAM,kBAAkB,GAAG,IAAI,GAAG,EAAiC,CAAC;QACpE,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;YACjC,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC7C,kBAAkB,CAAC,GAAG,CAAC,SAAS,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YAClD,CAAC;YAED,kBAAkB,CAAC,GAAG,CAAC,SAAS,CAAC,OAAO,CAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC/D,CAAC;QAED,OAAO,kBAAkB,CAAC;IAC9B,CAAC;CACJ,CAAA;AA1FY,kFAAmC;8CAAnC,mCAAmC;IAD/C,IAAA,qBAAU,GAAE;IAQJ,WAAA,IAAA,iBAAM,EAAC,uCAAkB,CAAC,kCAAkC,CAAC,CAAA;IAE7D,WAAA,IAAA,iBAAM,EAAC,uCAAkB,CAAC,mBAAmB,CAAC,CAAA;IAC9C,WAAA,IAAA,iBAAM,EAAC,uCAAkB,CAAC,6BAA6B,CAAC,CAAA;IAExD,WAAA,IAAA,iBAAM,EAAC,qBAAS,CAAC,YAAY,CAAC,CAAA;IAC9B,WAAA,IAAA,iBAAM,EAAC,uCAAkB,CAAC,cAAc,CAAC,CAAA;qCALT,uEAAkC;QACU,kCAAoB;QAE9D,6DAA6B,UAED,+BAAc;GAbxE,mCAAmC,CA0F/C"}

package/dist/integration-engine/gtfs/workers/timetables/tasks/RemapPresetsToGtfsStopsTask.d.ts

@@ -0,0 +1,9 @@
+import { DeparturePresetsFacade } from "../../../facade/DeparturePresetsFacade";
+import { AbstractEmptyTask } from "@golemio/core/dist/integration-engine";
+export declare class RemapPresetsToGtfsStopsTask extends AbstractEmptyTask {
+    private readonly departurePresetsFacade;
+    readonly queueName = "remapPresetsToGtfsStops";
+    readonly queueTtl: number;
+    constructor(departurePresetsFacade: DeparturePresetsFacade);
+    protected execute(): Promise<void>;
+}

package/dist/integration-engine/gtfs/workers/timetables/tasks/RemapPresetsToGtfsStopsTask.js

@@ -0,0 +1,39 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RemapPresetsToGtfsStopsTask = void 0;
+const DeparturePresetsFacade_1 = require("../../../facade/DeparturePresetsFacade");
+const GtfsContainerToken_1 = require("../../../ioc/GtfsContainerToken");
+const integration_engine_1 = require("@golemio/core/dist/integration-engine");
+const tsyringe_1 = require("@golemio/core/dist/shared/tsyringe");
+const constants_1 = require("../constants");
+let RemapPresetsToGtfsStopsTask = class RemapPresetsToGtfsStopsTask extends integration_engine_1.AbstractEmptyTask {
+    constructor(departurePresetsFacade) {
+        super(constants_1.TIMETABLE_WORKER_NAME);
+        this.departurePresetsFacade = departurePresetsFacade;
+        this.queueName = "remapPresetsToGtfsStops";
+        this.queueTtl = 59 * 60 * 1000; // 59 minutes
+    }
+    async execute() {
+        await this.departurePresetsFacade.remapPresetsToGtfsStops();
+        await this.departurePresetsFacade.computePresetsRoutes();
+    }
+};
+exports.RemapPresetsToGtfsStopsTask = RemapPresetsToGtfsStopsTask;
+exports.RemapPresetsToGtfsStopsTask = RemapPresetsToGtfsStopsTask = __decorate([
+    (0, tsyringe_1.injectable)(),
+    __param(0, (0, tsyringe_1.inject)(GtfsContainerToken_1.GtfsContainerToken.DeparturePresetsFacade)),
+    __metadata("design:paramtypes", [DeparturePresetsFacade_1.DeparturePresetsFacade])
+], RemapPresetsToGtfsStopsTask);
+//# sourceMappingURL=RemapPresetsToGtfsStopsTask.js.map

package/dist/integration-engine/gtfs/workers/timetables/tasks/RemapPresetsToGtfsStopsTask.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"RemapPresetsToGtfsStopsTask.js","sourceRoot":"","sources":["../../../../../../src/integration-engine/gtfs/workers/timetables/tasks/RemapPresetsToGtfsStopsTask.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,mFAAgF;AAChF,wEAAqE;AACrE,8EAA0E;AAC1E,iEAAwE;AACxE,4CAAqD;AAG9C,IAAM,2BAA2B,GAAjC,MAAM,2BAA4B,SAAQ,sCAAiB;IAI9D,YACuD,sBAA+D;QAElH,KAAK,CAAC,iCAAqB,CAAC,CAAC;QAFuC,2BAAsB,GAAtB,sBAAsB,CAAwB;QAJtG,cAAS,GAAG,yBAAyB,CAAC;QACtC,aAAQ,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,aAAa;IAMxD,CAAC;IAES,KAAK,CAAC,OAAO;QACnB,MAAM,IAAI,CAAC,sBAAsB,CAAC,uBAAuB,EAAE,CAAC;QAC5D,MAAM,IAAI,CAAC,sBAAsB,CAAC,oBAAoB,EAAE,CAAC;IAC7D,CAAC;CACJ,CAAA;AAdY,kEAA2B;sCAA3B,2BAA2B;IADvC,IAAA,qBAAU,GAAE;IAMJ,WAAA,IAAA,iBAAM,EAAC,uCAAkB,CAAC,sBAAsB,CAAC,CAAA;qCAA0C,+CAAsB;GAL7G,2BAA2B,CAcvC"}

package/dist/integration-engine/gtfs/workers/timetables/tasks/SaveStaticDataTask.d.ts

@@ -0,0 +1,24 @@
+import { AbstractEmptyTask } from "@golemio/core/dist/integration-engine/workers";
+import { StaticDataSourceFactory } from "../../../datasources/StaticDataSourceFactory";
+import { NotPublicVehiclesRedisRepository } from "../../../data-access/cache/NotPublicVehiclesRedisRepository";
+import { GtfsFeedRepository } from "../../../data-access/GtfsFeedRepository";
+import { DeparturesDirectionRepository } from "./data-access/DeparturesDirectionRepository";
+import { MetroRailtrackDataTransformation } from "./transformations/MetroRailtrackDataTransformation";
+import { MetroRailtrackGPSRepository } from "./data-access/MetroRailtrackGPSRepository";
+import { DeparturesDirectionTransformation } from "./transformations/DeparturesDirectionTransformation";
+export declare class SaveStaticDataTask extends AbstractEmptyTask {
+    private staticDataSourceFactory;
+    private departuresDirectionRepository;
+    private railtrackDataTransformation;
+    private railtrackGPSRepository;
+    private departuresDirectionTransformation;
+    private notPublicVehiclesRedisRepository;
+    private feedRepository;
+    readonly queueName = "saveStaticData";
+    readonly queueTtl: number;
+    constructor(staticDataSourceFactory: StaticDataSourceFactory, departuresDirectionRepository: DeparturesDirectionRepository, railtrackDataTransformation: MetroRailtrackDataTransformation, railtrackGPSRepository: MetroRailtrackGPSRepository, departuresDirectionTransformation: DeparturesDirectionTransformation, notPublicVehiclesRedisRepository: NotPublicVehiclesRedisRepository, feedRepository: GtfsFeedRepository);
+    protected execute(): Promise<void>;
+    private saveDeparturesDirections;
+    private saveMetroRailTracks;
+    private saveNotPublicVehiclesConfig;
+}