@golemio/public-transport 0.1.0

package/dist/integration-engine/gtfs/workers/timetables/tasks/SaveStaticDataTask.js

@@ -0,0 +1,115 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SaveStaticDataTask = void 0;
+const workers_1 = require("@golemio/core/dist/integration-engine/workers");
+const StaticDataSourceFactory_1 = require("../../../datasources/StaticDataSourceFactory");
+const GtfsContainerToken_1 = require("../../../ioc/GtfsContainerToken");
+const NotPublicVehiclesRedisRepository_1 = require("../../../data-access/cache/NotPublicVehiclesRedisRepository");
+const GtfsFeedRepository_1 = require("../../../data-access/GtfsFeedRepository");
+const DeparturesDirectionRepository_1 = require("./data-access/DeparturesDirectionRepository");
+const MetroRailtrackDataTransformation_1 = require("./transformations/MetroRailtrackDataTransformation");
+const MetroRailtrackGPSRepository_1 = require("./data-access/MetroRailtrackGPSRepository");
+const tsyringe_1 = require("@golemio/core/dist/shared/tsyringe");
+const DeparturesDirectionTransformation_1 = require("./transformations/DeparturesDirectionTransformation");
+const constants_1 = require("../constants");
+const golemio_errors_1 = require("@golemio/core/dist/shared/golemio-errors");
+let SaveStaticDataTask = class SaveStaticDataTask extends workers_1.AbstractEmptyTask {
+    constructor(staticDataSourceFactory, departuresDirectionRepository, railtrackDataTransformation, railtrackGPSRepository, departuresDirectionTransformation, notPublicVehiclesRedisRepository, feedRepository) {
+        super(constants_1.TIMETABLE_WORKER_NAME);
+        this.staticDataSourceFactory = staticDataSourceFactory;
+        this.departuresDirectionRepository = departuresDirectionRepository;
+        this.railtrackDataTransformation = railtrackDataTransformation;
+        this.railtrackGPSRepository = railtrackGPSRepository;
+        this.departuresDirectionTransformation = departuresDirectionTransformation;
+        this.notPublicVehiclesRedisRepository = notPublicVehiclesRedisRepository;
+        this.feedRepository = feedRepository;
+        this.queueName = "saveStaticData";
+        this.queueTtl = 5 * 60 * 1000; // 5 minutes
+    }
+    async execute() {
+        const results = await Promise.allSettled([
+            this.saveDeparturesDirections(),
+            this.saveMetroRailTracks(),
+            this.saveNotPublicVehiclesConfig(),
+        ]);
+        const errors = results
+            .filter((result) => result.status === "rejected")
+            .map((result) => result.reason);
+        if (errors.length > 0) {
+            const errorMessages = errors.map((e, i) => `${i + 1}. ${e.message}`).join("; ");
+            throw new golemio_errors_1.GeneralError(`Failed to save ${errors.length} of 3 static data files: ${errorMessages}`, this.constructor.name);
+        }
+    }
+    async saveDeparturesDirections() {
+        try {
+            const feedId = await this.feedRepository.getFeedIdByCode("PID");
+            const departuresDirections = await this.staticDataSourceFactory.getDataSource("departuresDirections").getAll();
+            const departuresDirectionsDto = this.departuresDirectionTransformation
+                .transformArray(departuresDirections)
+                .map((row) => ({ ...row, feed_id: feedId }));
+            await this.departuresDirectionRepository.saveData(departuresDirectionsDto, feedId);
+        }
+        catch (err) {
+            throw err instanceof golemio_errors_1.AbstractGolemioError
+                ? err
+                : new golemio_errors_1.GeneralError("Error while refreshing departures directions", this.constructor.name, err);
+        }
+    }
+    async saveMetroRailTracks() {
+        try {
+            const feedId = await this.feedRepository.getFeedIdByCode("PID");
+            const metroRailTrack = await this.staticDataSourceFactory.getDataSource("metroRailTrack").getAll();
+            const railtrackGPSData = this.railtrackDataTransformation
+                .transformArray(metroRailTrack)
+                .map((row) => ({ ...row, feed_id: feedId }));
+            await this.railtrackGPSRepository.saveData(railtrackGPSData, feedId);
+        }
+        catch (err) {
+            throw err instanceof golemio_errors_1.AbstractGolemioError
+                ? err
+                : new golemio_errors_1.GeneralError("Error while refreshing metro rail tracks", this.constructor.name, err);
+        }
+    }
+    async saveNotPublicVehiclesConfig() {
+        try {
+            const notPublicVehiclesConfig = await this.staticDataSourceFactory.getDataSource("notPublicVehicles").getAll();
+            await this.notPublicVehiclesRedisRepository.saveConfig(notPublicVehiclesConfig);
+        }
+        catch (err) {
+            throw err instanceof golemio_errors_1.AbstractGolemioError
+                ? err
+                : new golemio_errors_1.GeneralError("Error while refreshing not-public vehicles config", this.constructor.name, err);
+        }
+    }
+};
+exports.SaveStaticDataTask = SaveStaticDataTask;
+exports.SaveStaticDataTask = SaveStaticDataTask = __decorate([
+    (0, tsyringe_1.injectable)(),
+    __param(0, (0, tsyringe_1.inject)(GtfsContainerToken_1.GtfsContainerToken.StaticDataSourceFactory)),
+    __param(1, (0, tsyringe_1.inject)(GtfsContainerToken_1.GtfsContainerToken.DeparturesDirectionRepository)),
+    __param(2, (0, tsyringe_1.inject)(GtfsContainerToken_1.GtfsContainerToken.MetroRailtrackDataTransformation)),
+    __param(3, (0, tsyringe_1.inject)(GtfsContainerToken_1.GtfsContainerToken.MetroRailtrackGPSRepository)),
+    __param(4, (0, tsyringe_1.inject)(GtfsContainerToken_1.GtfsContainerToken.DeparturesDirectionTransformation)),
+    __param(5, (0, tsyringe_1.inject)(GtfsContainerToken_1.GtfsContainerToken.NotPublicVehiclesRedisRepository)),
+    __param(6, (0, tsyringe_1.inject)(GtfsContainerToken_1.GtfsContainerToken.GtfsFeedRepository)),
+    __metadata("design:paramtypes", [StaticDataSourceFactory_1.StaticDataSourceFactory,
+        DeparturesDirectionRepository_1.DeparturesDirectionRepository,
+        MetroRailtrackDataTransformation_1.MetroRailtrackDataTransformation,
+        MetroRailtrackGPSRepository_1.MetroRailtrackGPSRepository,
+        DeparturesDirectionTransformation_1.DeparturesDirectionTransformation,
+        NotPublicVehiclesRedisRepository_1.NotPublicVehiclesRedisRepository,
+        GtfsFeedRepository_1.GtfsFeedRepository])
+], SaveStaticDataTask);
+//# sourceMappingURL=SaveStaticDataTask.js.map

package/dist/integration-engine/gtfs/workers/timetables/tasks/SaveStaticDataTask.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"SaveStaticDataTask.js","sourceRoot":"","sources":["../../../../../../src/integration-engine/gtfs/workers/timetables/tasks/SaveStaticDataTask.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,2EAAkF;AAClF,0FAAuF;AACvF,wEAAqE;AACrE,kHAA+G;AAC/G,gFAA6E;AAC7E,+FAA4F;AAE5F,yGAAsG;AACtG,2FAAwF;AAExF,iEAAwE;AACxE,2GAAwG;AACxG,4CAAqD;AACrD,6EAA8F;AAGvF,IAAM,kBAAkB,GAAxB,MAAM,kBAAmB,SAAQ,2BAAiB;IAIrD,YAEI,uBAAwD,EAExD,6BAAoE,EAEpE,2BAAqE,EAErE,sBAA2D,EAE3D,iCAA4E,EAE5E,gCAA0E,EAE1E,cAA0C;QAE1C,KAAK,CAAC,iCAAqB,CAAC,CAAC;QAdrB,4BAAuB,GAAvB,uBAAuB,CAAyB;QAEhD,kCAA6B,GAA7B,6BAA6B,CAA+B;QAE5D,gCAA2B,GAA3B,2BAA2B,CAAkC;QAE7D,2BAAsB,GAAtB,sBAAsB,CAA6B;QAEnD,sCAAiC,GAAjC,iCAAiC,CAAmC;QAEpE,qCAAgC,GAAhC,gCAAgC,CAAkC;QAElE,mBAAc,GAAd,cAAc,CAAoB;QAjB9B,cAAS,GAAG,gBAAgB,CAAC;QAC7B,aAAQ,GAAG,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,YAAY;IAmBtD,CAAC;IAES,KAAK,CAAC,OAAO;QACnB,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC;YACrC,IAAI,CAAC,wBAAwB,EAAE;YAC/B,IAAI,CAAC,mBAAmB,EAAE;YAC1B,IAAI,CAAC,2BAA2B,EAAE;SACrC,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,OAAO;aACjB,MAAM,CAAC,CAAC,MAAM,EAAmC,EAAE,CAAC,MAAM,CAAC,MAAM,KAAK,UAAU,CAAC;aACjF,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAe,CAAC,CAAC;QAE7C,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpB,MAAM,aAAa,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAChF,MAAM,IAAI,6BAAY,CAClB,kBAAkB,MAAM,CAAC,MAAM,4BAA4B,aAAa,EAAE,EAC1E,IAAI,CAAC,WAAW,CAAC,IAAI,CACxB,CAAC;QACN,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,wBAAwB;QAClC,IAAI,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;YAChE,MAAM,oBAAoB,GAAG,MAAM,IAAI,CAAC,uBAAuB,CAAC,aAAa,CAAC,sBAAsB,CAAC,CAAC,MAAM,EAAE,CAAC;YAC/G,MAAM,uBAAuB,GAAG,IAAI,CAAC,iCAAiC;iBACjE,cAAc,CAAC,oBAAoB,CAAC;iBACpC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAA+B,CAAC;YAC/E,MAAM,IAAI,CAAC,6BAA6B,CAAC,QAAQ,CAAC,uBAAuB,EAAE,MAAM,CAAC,CAAC;QACvF,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,MAAM,GAAG,YAAY,qCAAoB;gBACrC,CAAC,CAAC,GAAG;gBACL,CAAC,CAAC,IAAI,6BAAY,CAAC,8CAA8C,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QACvG,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,mBAAmB;QAC7B,IAAI,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;YAChE,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,uBAAuB,CAAC,aAAa,CAAC,gBAAgB,CAAC,CAAC,MAAM,EAAE,CAAC;YACnG,MAAM,gBAAgB,GAAG,IAAI,CAAC,2BAA2B;iBACpD,cAAc,CAAC,cAAc,CAAC;iBAC9B,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAA6B,CAAC;YAC7E,MAAM,IAAI,CAAC,sBAAsB,CAAC,QAAQ,CAAC,gBAAgB,EAAE,MAAM,CAAC,CAAC;QACzE,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,MAAM,GAAG,YAAY,qCAAoB;gBACrC,CAAC,CAAC,GAAG;gBACL,CAAC,CAAC,IAAI,6BAAY,CAAC,0CAA0C,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QACnG,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,2BAA2B;QACrC,IAAI,CAAC;YACD,MAAM,uBAAuB,GAAG,MAAM,IAAI,CAAC,uBAAuB,CAAC,aAAa,CAAC,mBAAmB,CAAC,CAAC,MAAM,EAAE,CAAC;YAC/G,MAAM,IAAI,CAAC,gCAAgC,CAAC,UAAU,CAAC,uBAAuB,CAAC,CAAC;QACpF,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,MAAM,GAAG,YAAY,qCAAoB;gBACrC,CAAC,CAAC,GAAG;gBACL,CAAC,CAAC,IAAI,6BAAY,CAAC,mDAAmD,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAC5G,CAAC;IACL,CAAC;CACJ,CAAA;AAnFY,gDAAkB;6BAAlB,kBAAkB;IAD9B,IAAA,qBAAU,GAAE;IAMJ,WAAA,IAAA,iBAAM,EAAC,uCAAkB,CAAC,uBAAuB,CAAC,CAAA;IAElD,WAAA,IAAA,iBAAM,EAAC,uCAAkB,CAAC,6BAA6B,CAAC,CAAA;IAExD,WAAA,IAAA,iBAAM,EAAC,uCAAkB,CAAC,gCAAgC,CAAC,CAAA;IAE3D,WAAA,IAAA,iBAAM,EAAC,uCAAkB,CAAC,2BAA2B,CAAC,CAAA;IAEtD,WAAA,IAAA,iBAAM,EAAC,uCAAkB,CAAC,iCAAiC,CAAC,CAAA;IAE5D,WAAA,IAAA,iBAAM,EAAC,uCAAkB,CAAC,gCAAgC,CAAC,CAAA;IAE3D,WAAA,IAAA,iBAAM,EAAC,uCAAkB,CAAC,kBAAkB,CAAC,CAAA;qCAXb,iDAAuB;QAEjB,6DAA6B;QAE/B,mEAAgC;QAErC,yDAA2B;QAEhB,qEAAiC;QAElC,mEAAgC;QAElD,uCAAkB;GAlBrC,kBAAkB,CAmF9B"}

package/dist/integration-engine/gtfs/workers/timetables/tasks/TransformAndSaveDataTask.d.ts

@@ -0,0 +1,26 @@
+import { GtfsMetadataRepository } from "../../../GtfsMetadataRepository";
+import { GtfsFeedRepository } from "../../../data-access/GtfsFeedRepository";
+import { IDatabaseConnector } from "@golemio/core/dist/helpers/data-access/postgres/IDatabaseConnector";
+import { ILogger } from "@golemio/core/dist/helpers/logger/LoggerProvider";
+import { RedisPubSubChannel } from "@golemio/core/dist/integration-engine/data-access/pubsub";
+import { AbstractTask } from "@golemio/core/dist/integration-engine/workers";
+import { MessageProperties } from "@golemio/core/dist/shared/amqplib";
+import { ICachedDataset } from "./helpers/HelperTypes";
+import { GtfsFactory } from "./helpers/GtfsFactory";
+import { CachedDatasetSchema } from "./schema/CachedDatasetSchema";
+export declare class TransformAndSaveDataTask extends AbstractTask<ICachedDataset> {
+    private readonly metadataRepository;
+    private readonly feedRepository;
+    private readonly gtfsFactory;
+    private readonly gtfsRedisChannel;
+    private readonly databaseConnector;
+    private readonly logger;
+    readonly queueName = "transformAndSaveData";
+    readonly queueTtl: number;
+    readonly schema: typeof CachedDatasetSchema;
+    constructor(metadataRepository: GtfsMetadataRepository, feedRepository: GtfsFeedRepository, gtfsFactory: GtfsFactory, gtfsRedisChannel: RedisPubSubChannel, databaseConnector: IDatabaseConnector, logger: ILogger);
+    protected execute(inputData: ICachedDataset, msgProperties?: MessageProperties): Promise<void>;
+    private saveTransformedDataset;
+    private streamDataToTmp;
+    private getTmpModelByName;
+}

package/dist/integration-engine/gtfs/workers/timetables/tasks/TransformAndSaveDataTask.js

@@ -0,0 +1,146 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TransformAndSaveDataTask = void 0;
+const GtfsMetadataRepository_1 = require("../../../GtfsMetadataRepository");
+const GtfsFeedRepository_1 = require("../../../data-access/GtfsFeedRepository");
+const DatasetEnum_1 = require("../../../helpers/DatasetEnum");
+const FeedTableSuffix_1 = require("../../../helpers/FeedTableSuffix");
+const SourceTableSuffixEnum_1 = require("../../../helpers/SourceTableSuffixEnum");
+const GtfsContainerToken_1 = require("../../../ioc/GtfsContainerToken");
+const RopidMetadataModel_1 = require("../../../../shared/RopidMetadataModel");
+const const_1 = require("../../../../../schema-definitions/const");
+const gtfs_1 = require("../../../../../schema-definitions/gtfs");
+const CoreToken_1 = require("@golemio/core/dist/helpers/ioc/CoreToken");
+const pubsub_1 = require("@golemio/core/dist/integration-engine/data-access/pubsub");
+const PostgresModel_1 = require("@golemio/core/dist/integration-engine/models/PostgresModel");
+const workers_1 = require("@golemio/core/dist/integration-engine/workers");
+const golemio_errors_1 = require("@golemio/core/dist/shared/golemio-errors");
+const golemio_validator_1 = require("@golemio/core/dist/shared/golemio-validator");
+const tsyringe_1 = require("@golemio/core/dist/shared/tsyringe");
+const pg_copy_streams_1 = require("pg-copy-streams");
+const constants_1 = require("../constants");
+const HelperTypes_1 = require("./helpers/HelperTypes");
+const GtfsFactory_1 = require("./helpers/GtfsFactory");
+const CachedDatasetSchema_1 = require("./schema/CachedDatasetSchema");
+let TransformAndSaveDataTask = class TransformAndSaveDataTask extends workers_1.AbstractTask {
+    constructor(metadataRepository, feedRepository, gtfsFactory, gtfsRedisChannel, databaseConnector, logger) {
+        super(constants_1.TIMETABLE_WORKER_NAME);
+        this.metadataRepository = metadataRepository;
+        this.feedRepository = feedRepository;
+        this.gtfsFactory = gtfsFactory;
+        this.gtfsRedisChannel = gtfsRedisChannel;
+        this.databaseConnector = databaseConnector;
+        this.logger = logger;
+        this.queueName = "transformAndSaveData";
+        this.queueTtl = 23 * 60 * 60 * 1000; // 23 hours
+        this.schema = CachedDatasetSchema_1.CachedDatasetSchema;
+        this.saveTransformedDataset = async (transformedData, dataset, modelName, feedCode) => {
+            const saveMethod = this.gtfsFactory.getSaveMethod(dataset, modelName);
+            if (saveMethod === HelperTypes_1.SaveMethod.STREAM) {
+                await this.streamDataToTmp(transformedData, modelName, feedCode);
+            }
+            else {
+                await this.getTmpModelByName(modelName, feedCode)?.save(transformedData, false);
+                this.logger.info(`Datasets: copying to tmp success (${modelName})`);
+            }
+            const dbLastModified = await this.metadataRepository.getLastModified(dataset);
+            await this.metadataRepository.updateState(dataset, modelName, RopidMetadataModel_1.MetaStateEnum.SAVED, dbLastModified.version);
+        };
+        this.streamDataToTmp = async (data, modelName, feedCode) => {
+            // get connection and db client
+            const connection = this.databaseConnector.getConnection();
+            const client = (await connection.connectionManager.getConnection({ type: "write" }));
+            const tmpTableName = gtfs_1.Gtfs[modelName].pgTableName + (0, FeedTableSuffix_1.feedTableSuffix)(SourceTableSuffixEnum_1.SourceTableSuffixEnum.Tmp, feedCode);
+            // copy transformed data to tmp table by stream
+            await new Promise((resolve, reject) => {
+                const stream = client
+                    .query((0, pg_copy_streams_1.from)(`COPY "${const_1.PG_SCHEMA}".${tmpTableName} FROM STDIN DELIMITER ',' CSV HEADER;`))
+                    .on("error", async (err) => {
+                    this.logger.error(`Datasets: copying to tmp error (${modelName}): ${err.toString()}`);
+                    await connection.connectionManager.releaseConnection(client);
+                    return reject(err);
+                })
+                    .on("finish", async () => {
+                    this.logger.info(`Datasets: copying to tmp success (${modelName})`);
+                    await connection.connectionManager.releaseConnection(client);
+                    return resolve();
+                });
+                data.pipe(stream);
+            });
+        };
+        this.getTmpModelByName = (name, feedCode) => {
+            const modelDef = gtfs_1.Gtfs[name];
+            if (!modelDef || !modelDef.name || !modelDef.pgTableName || !modelDef.outputSequelizeAttributes) {
+                throw new Error("Model not found.");
+            }
+            const model = new PostgresModel_1.PostgresModel(modelDef.name + "Tmp" + "Model", {
+                outputSequelizeAttributes: modelDef.outputSequelizeAttributes,
+                pgSchema: const_1.PG_SCHEMA,
+                pgTableName: modelDef.pgTableName + (0, FeedTableSuffix_1.feedTableSuffix)(SourceTableSuffixEnum_1.SourceTableSuffixEnum.Tmp, feedCode),
+                savingType: "insertOnly",
+                sequelizeAdditionalSettings: {
+                    timestamps: false,
+                },
+            }, new golemio_validator_1.JSONSchemaValidator(modelDef.name + "Tmp" + "ModelValidator", modelDef.mongo));
+            return model;
+        };
+    }
+    async execute(inputData, msgProperties) {
+        this.logger.info(`Datasets: transforming and saving (${inputData.name})`);
+        let modelName = (0, HelperTypes_1.datasetFileModelMap)(inputData.dataset, inputData.name);
+        if (!Array.isArray(modelName)) {
+            modelName = [modelName];
+        }
+        let errorMessage;
+        try {
+            const feedId = await this.feedRepository.getFeedIdByCode(inputData.feedCode);
+            const transformedData = await this.gtfsFactory.loadAndTransformDataset(inputData, modelName[0], feedId);
+            if (inputData.dataset === DatasetEnum_1.DatasetEnum.CIS_STOPS) {
+                await this.saveTransformedDataset(transformedData.cis_stops, inputData.dataset, modelName[0], inputData.feedCode);
+                await this.saveTransformedDataset(transformedData.cis_stop_groups, inputData.dataset, modelName[1], inputData.feedCode);
+            }
+            else {
+                await this.saveTransformedDataset(transformedData, inputData.dataset, modelName[0], inputData.feedCode);
+            }
+        }
+        catch (err) {
+            this.logger.error(`Datasets: transforming and saving error (${modelName}): ${err.toString()}`);
+            errorMessage = err.message;
+        }
+        if (msgProperties?.headers?.[HelperTypes_1.ORIGIN_HOSTNAME_HEADER]) {
+            await this.gtfsRedisChannel.publishMessage(`${errorMessage ?? "OK"} (${modelName})`, {
+                channelSuffix: msgProperties.headers[HelperTypes_1.ORIGIN_HOSTNAME_HEADER],
+            });
+        }
+        if (errorMessage) {
+            throw new golemio_errors_1.GeneralError(errorMessage, this.constructor.name);
+        }
+    }
+};
+exports.TransformAndSaveDataTask = TransformAndSaveDataTask;
+exports.TransformAndSaveDataTask = TransformAndSaveDataTask = __decorate([
+    (0, tsyringe_1.injectable)(),
+    __param(0, (0, tsyringe_1.inject)(GtfsContainerToken_1.GtfsContainerToken.GtfsMetadataRepository)),
+    __param(1, (0, tsyringe_1.inject)(GtfsContainerToken_1.GtfsContainerToken.GtfsFeedRepository)),
+    __param(2, (0, tsyringe_1.inject)(GtfsContainerToken_1.GtfsContainerToken.GtfsFactory)),
+    __param(3, (0, tsyringe_1.inject)(GtfsContainerToken_1.GtfsContainerToken.RedisPubSubChannel)),
+    __param(4, (0, tsyringe_1.inject)(CoreToken_1.CoreToken.PostgresConnector)),
+    __param(5, (0, tsyringe_1.inject)(CoreToken_1.CoreToken.Logger)),
+    __metadata("design:paramtypes", [GtfsMetadataRepository_1.GtfsMetadataRepository,
+        GtfsFeedRepository_1.GtfsFeedRepository,
+        GtfsFactory_1.GtfsFactory,
+        pubsub_1.RedisPubSubChannel, Object, Object])
+], TransformAndSaveDataTask);
+//# sourceMappingURL=TransformAndSaveDataTask.js.map

package/dist/integration-engine/gtfs/workers/timetables/tasks/TransformAndSaveDataTask.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"TransformAndSaveDataTask.js","sourceRoot":"","sources":["../../../../../../src/integration-engine/gtfs/workers/timetables/tasks/TransformAndSaveDataTask.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,4EAAyE;AACzE,gFAA6E;AAC7E,8DAA2D;AAC3D,sEAAmE;AACnE,kFAA+E;AAC/E,wEAAqE;AACrE,8EAA8D;AAC9D,mEAAuC;AACvC,iEAAsE;AAGtE,wEAAqE;AAErE,qFAA8F;AAC9F,8FAA2F;AAC3F,2EAA6E;AAE7E,6EAAwE;AACxE,mFAAkF;AAClF,iEAAwE;AACxE,qDAAmD;AACnD,4CAAqD;AACrD,uDAA8H;AAC9H,uDAAoD;AACpD,sEAAmE;AAG5D,IAAM,wBAAwB,GAA9B,MAAM,wBAAyB,SAAQ,sBAA4B;IAKtE,YAEI,kBAA2D,EAE3D,cAAmD,EACX,WAAyC,EAClC,gBAAqD,EAC/D,iBAAsD,EACjE,MAAgC;QAE1D,KAAK,CAAC,iCAAqB,CAAC,CAAC;QARZ,uBAAkB,GAAlB,kBAAkB,CAAwB;QAE1C,mBAAc,GAAd,cAAc,CAAoB;QACM,gBAAW,GAAX,WAAW,CAAa;QACjB,qBAAgB,GAAhB,gBAAgB,CAAoB;QAC9C,sBAAiB,GAAjB,iBAAiB,CAAoB;QAChD,WAAM,GAAN,MAAM,CAAS;QAZ9C,cAAS,GAAG,sBAAsB,CAAC;QACnC,aAAQ,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,WAAW;QAC3C,WAAM,GAAG,yCAAmB,CAAC;QAuDrC,2BAAsB,GAAG,KAAK,EAClC,eAAoB,EACpB,OAAe,EACf,SAA2B,EAC3B,QAAgB,EACH,EAAE;YACf,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,CAAC,aAAa,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;YAEtE,IAAI,UAAU,KAAK,wBAAU,CAAC,MAAM,EAAE,CAAC;gBACnC,MAAM,IAAI,CAAC,eAAe,CAAC,eAAe,EAAE,SAA8B,EAAE,QAAQ,CAAC,CAAC;YAC1F,CAAC;iBAAM,CAAC;gBACJ,MAAM,IAAI,CAAC,iBAAiB,CAAC,SAAS,EAAE,QAAQ,CAAC,EAAE,IAAI,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC;gBAChF,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,qCAAqC,SAAS,GAAG,CAAC,CAAC;YACxE,CAAC;YAED,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;YAC9E,MAAM,IAAI,CAAC,kBAAkB,CAAC,WAAW,CAAC,OAAO,EAAE,SAAS,EAAE,kCAAa,CAAC,KAAK,EAAE,cAAc,CAAC,OAAO,CAAC,CAAC;QAC/G,CAAC,CAAC;QAEM,oBAAe,GAAG,KAAK,EAAE,IAAS,EAAE,SAA4B,EAAE,QAAgB,EAAE,EAAE;YAC1F,+BAA+B;YAC/B,MAAM,UAAU,GAAG,IAAI,CAAC,iBAAiB,CAAC,aAAa,EAAE,CAAC;YAC1D,MAAM,MAAM,GAAG,CAAC,MAAM,UAAU,CAAC,iBAAiB,CAAC,aAAa,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAQ,CAAC;YAE5F,MAAM,YAAY,GAAG,WAAI,CAAC,SAAuB,CAAC,CAAC,WAAW,GAAG,IAAA,iCAAe,EAAC,6CAAqB,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;YAEtH,+CAA+C;YAC/C,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBACxC,MAAM,MAAM,GAAG,MAAM;qBAChB,KAAK,CAAC,IAAA,sBAAQ,EAAC,SAAS,iBAAS,KAAK,YAAY,uCAAuC,CAAC,CAAC;qBAC3F,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,GAAQ,EAAE,EAAE;oBAC5B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,mCAAmC,SAAS,MAAM,GAAG,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;oBACtF,MAAM,UAAU,CAAC,iBAAiB,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;oBAC7D,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;gBACvB,CAAC,CAAC;qBACD,EAAE,CAAC,QAAQ,EAAE,KAAK,IAAI,EAAE;oBACrB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,qCAAqC,SAAS,GAAG,CAAC,CAAC;oBACpE,MAAM,UAAU,CAAC,iBAAiB,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;oBAC7D,OAAO,OAAO,EAAE,CAAC;gBACrB,CAAC,CAAC,CAAC;gBACP,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACtB,CAAC,CAAC,CAAC;QACP,CAAC,CAAC;QAEM,sBAAiB,GAAG,CAAC,IAAY,EAAE,QAAgB,EAAiB,EAAE;YAC1E,MAAM,QAAQ,GAAG,WAAI,CAAC,IAAkB,CAAC,CAAC;YAE1C,IAAI,CAAC,QAAQ,IAAI,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,WAAW,IAAI,CAAC,QAAQ,CAAC,yBAAyB,EAAE,CAAC;gBAC9F,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;YACxC,CAAC;YAED,MAAM,KAAK,GAAG,IAAI,6BAAa,CAC3B,QAAQ,CAAC,IAAI,GAAG,KAAK,GAAG,OAAO,EAC/B;gBACI,yBAAyB,EAAE,QAAQ,CAAC,yBAAyB;gBAC7D,QAAQ,EAAE,iBAAS;gBACnB,WAAW,EAAE,QAAQ,CAAC,WAAW,GAAG,IAAA,iCAAe,EAAC,6CAAqB,CAAC,GAAG,EAAE,QAAQ,CAAC;gBACxF,UAAU,EAAE,YAAY;gBACxB,2BAA2B,EAAE;oBACzB,UAAU,EAAE,KAAK;iBACpB;aACJ,EACD,IAAI,uCAAmB,CAAC,QAAQ,CAAC,IAAI,GAAG,KAAK,GAAG,gBAAgB,EAAE,QAAQ,CAAC,KAAK,CAAC,CACpF,CAAC;YAEF,OAAO,KAAK,CAAC;QACjB,CAAC,CAAC;IA5GF,CAAC;IAES,KAAK,CAAC,OAAO,CAAC,SAAyB,EAAE,aAAiC;QAChF,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sCAAsC,SAAS,CAAC,IAAI,GAAG,CAAC,CAAC;QAE1E,IAAI,SAAS,GAAG,IAAA,iCAAmB,EAAC,SAAS,CAAC,OAAO,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC;QACvE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;YAC5B,SAAS,GAAG,CAAC,SAAS,CAAC,CAAC;QAC5B,CAAC;QAED,IAAI,YAAgC,CAAC;QACrC,IAAI,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,eAAe,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;YAC7E,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,uBAAuB,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;YAExG,IAAI,SAAS,CAAC,OAAO,KAAK,yBAAW,CAAC,SAAS,EAAE,CAAC;gBAC9C,MAAM,IAAI,CAAC,sBAAsB,CAAC,eAAe,CAAC,SAAS,EAAE,SAAS,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC,QAAQ,CAAC,CAAC;gBAClH,MAAM,IAAI,CAAC,sBAAsB,CAC7B,eAAe,CAAC,eAAe,EAC/B,SAAS,CAAC,OAAO,EACjB,SAAS,CAAC,CAAC,CAAC,EACZ,SAAS,CAAC,QAAQ,CACrB,CAAC;YACN,CAAC;iBAAM,CAAC;gBACJ,MAAM,IAAI,CAAC,sBAAsB,CAAC,eAAe,EAAE,SAAS,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC,QAAQ,CAAC,CAAC;YAC5G,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,4CAA4C,SAAS,MAAM,GAAG,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;YAC/F,YAAY,GAAG,GAAG,CAAC,OAAO,CAAC;QAC/B,CAAC;QAED,IAAI,aAAa,EAAE,OAAO,EAAE,CAAC,oCAAsB,CAAC,EAAE,CAAC;YACnD,MAAM,IAAI,CAAC,gBAAgB,CAAC,cAAc,CAAC,GAAG,YAAY,IAAI,IAAI,KAAK,SAAS,GAAG,EAAE;gBACjF,aAAa,EAAE,aAAa,CAAC,OAAO,CAAC,oCAAsB,CAAC;aAC/D,CAAC,CAAC;QACP,CAAC;QAED,IAAI,YAAY,EAAE,CAAC;YACf,MAAM,IAAI,6BAAY,CAAC,YAAY,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QAChE,CAAC;IACL,CAAC;CAqEJ,CAAA;AA7HY,4DAAwB;mCAAxB,wBAAwB;IADpC,IAAA,qBAAU,GAAE;IAOJ,WAAA,IAAA,iBAAM,EAAC,uCAAkB,CAAC,sBAAsB,CAAC,CAAA;IAEjD,WAAA,IAAA,iBAAM,EAAC,uCAAkB,CAAC,kBAAkB,CAAC,CAAA;IAE7C,WAAA,IAAA,iBAAM,EAAC,uCAAkB,CAAC,WAAW,CAAC,CAAA;IACtC,WAAA,IAAA,iBAAM,EAAC,uCAAkB,CAAC,kBAAkB,CAAC,CAAA;IAC7C,WAAA,IAAA,iBAAM,EAAC,qBAAS,CAAC,iBAAiB,CAAC,CAAA;IACnC,WAAA,IAAA,iBAAM,EAAC,qBAAS,CAAC,MAAM,CAAC,CAAA;qCANY,+CAAsB;QAE1B,uCAAkB;QACmB,yBAAW;QACC,2BAAkB;GAX/F,wBAAwB,CA6HpC"}

package/dist/integration-engine/gtfs/workers/timetables/tasks/data-access/DeparturesDirectionRepository.d.ts

@@ -0,0 +1,6 @@
+import { IModel, PostgresModel } from "@golemio/core/dist/integration-engine/models";
+import { DeparturesDirectionModel } from "../../../../../../schema-definitions/departures-directions/models/DeparturesDirectionDto";
+export declare class DeparturesDirectionRepository extends PostgresModel implements IModel {
+    constructor();
+    saveData: (data: DeparturesDirectionModel[], feedId: number, shouldReplace?: boolean, isReturning?: boolean) => Promise<DeparturesDirectionModel[]>;
+}

package/dist/integration-engine/gtfs/workers/timetables/tasks/data-access/DeparturesDirectionRepository.js

@@ -0,0 +1,58 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DeparturesDirectionRepository = void 0;
+const const_1 = require("../../../../../../schema-definitions/const");
+const helpers_1 = require("@golemio/core/dist/integration-engine/helpers");
+const models_1 = require("@golemio/core/dist/integration-engine/models");
+const golemio_errors_1 = require("@golemio/core/dist/shared/golemio-errors");
+const golemio_validator_1 = require("@golemio/core/dist/shared/golemio-validator");
+const tsyringe_1 = require("@golemio/core/dist/shared/tsyringe");
+const DeparturesDirectionDto_1 = require("../../../../../../schema-definitions/departures-directions/models/DeparturesDirectionDto");
+let DeparturesDirectionRepository = class DeparturesDirectionRepository extends models_1.PostgresModel {
+    constructor() {
+        super("DeparturesDirectionRepository", {
+            pgTableName: DeparturesDirectionDto_1.DeparturesDirectionModel.TABLE_NAME,
+            pgSchema: const_1.PG_SCHEMA,
+            outputSequelizeAttributes: DeparturesDirectionDto_1.DeparturesDirectionModel.attributeModel,
+            savingType: "insertOnly",
+        }, new golemio_validator_1.JSONSchemaValidator("DeparturesDirectionRepository", DeparturesDirectionDto_1.DeparturesDirectionModel.arrayJsonSchema));
+        this.saveData = async (data, feedId, shouldReplace = true, isReturning = false) => {
+            let transaction;
+            try {
+                await this.validate(data);
+                transaction = await this.sequelizeModel.sequelize?.transaction();
+                if (shouldReplace) {
+                    await this.sequelizeModel.destroy({ where: { feed_id: feedId }, transaction });
+                }
+                const instances = await this.sequelizeModel.bulkCreate(data, {
+                    ignoreDuplicates: true,
+                    returning: isReturning,
+                    transaction,
+                });
+                await transaction?.commit();
+                return instances;
+            }
+            catch (err) {
+                const exception = new golemio_errors_1.GeneralError(`[${this.constructor.name}] Could not save data: ${err.message}`, this.constructor.name, err);
+                helpers_1.log.error(exception);
+                await transaction?.rollback();
+                throw exception;
+            }
+        };
+    }
+};
+exports.DeparturesDirectionRepository = DeparturesDirectionRepository;
+exports.DeparturesDirectionRepository = DeparturesDirectionRepository = __decorate([
+    (0, tsyringe_1.injectable)(),
+    __metadata("design:paramtypes", [])
+], DeparturesDirectionRepository);
+//# sourceMappingURL=DeparturesDirectionRepository.js.map

package/dist/integration-engine/gtfs/workers/timetables/tasks/data-access/DeparturesDirectionRepository.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"DeparturesDirectionRepository.js","sourceRoot":"","sources":["../../../../../../../src/integration-engine/gtfs/workers/timetables/tasks/data-access/DeparturesDirectionRepository.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,sEAAuC;AAEvC,2EAAoE;AACpE,yEAAqF;AACrF,6EAAwE;AACxE,mFAAkF;AAElF,iEAAgE;AAChE,qIAAoG;AAG7F,IAAM,6BAA6B,GAAnC,MAAM,6BAA8B,SAAQ,sBAAa;IAC5D;QACI,KAAK,CACD,+BAA+B,EAC/B;YACI,WAAW,EAAE,iDAAwB,CAAC,UAAU;YAChD,QAAQ,EAAE,iBAAS;YACnB,yBAAyB,EAAE,iDAAwB,CAAC,cAAc;YAClE,UAAU,EAAE,YAAY;SAC3B,EACD,IAAI,uCAAmB,CAAC,+BAA+B,EAAE,iDAAwB,CAAC,eAAe,CAAC,CACrG,CAAC;QAGC,aAAQ,GAAG,KAAK,EACnB,IAAgC,EAChC,MAAc,EACd,aAAa,GAAG,IAAI,EACpB,WAAW,GAAG,KAAK,EACgB,EAAE;YACrC,IAAI,WAAoC,CAAC;YAEzC,IAAI,CAAC;gBACD,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;gBAE1B,WAAW,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,SAAS,EAAE,WAAW,EAAE,CAAC;gBACjE,IAAI,aAAa,EAAE,CAAC;oBAChB,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC;gBACnF,CAAC;gBAED,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,UAAU,CAA2B,IAAI,EAAE;oBACnF,gBAAgB,EAAE,IAAI;oBACtB,SAAS,EAAE,WAAW;oBACtB,WAAW;iBACd,CAAC,CAAC;gBAEH,MAAM,WAAW,EAAE,MAAM,EAAE,CAAC;gBAC5B,OAAO,SAAS,CAAC;YACrB,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,MAAM,SAAS,GAAG,IAAI,6BAAY,CAC9B,IAAI,IAAI,CAAC,WAAW,CAAC,IAAI,0BAA0B,GAAG,CAAC,OAAO,EAAE,EAChE,IAAI,CAAC,WAAW,CAAC,IAAI,EACrB,GAAG,CACN,CAAC;gBAEF,aAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;gBACrB,MAAM,WAAW,EAAE,QAAQ,EAAE,CAAC;gBAC9B,MAAM,SAAS,CAAC;YACpB,CAAC;QACL,CAAC,CAAC;IArCF,CAAC;CAsCJ,CAAA;AAlDY,sEAA6B;wCAA7B,6BAA6B;IADzC,IAAA,qBAAU,GAAE;;GACA,6BAA6B,CAkDzC"}

package/dist/integration-engine/gtfs/workers/timetables/tasks/data-access/MetroRailtrackGPSRepository.d.ts

@@ -0,0 +1,8 @@
+import { MetroRailtrackGPSModel } from "../../../../../../schema-definitions/gtfs/models/railtrack/MetroRailtrackGPSModel";
+import { IModel, PostgresModel } from "@golemio/core/dist/integration-engine/models";
+import { IAggregatedRailtrackGPSData } from "../interfaces/IAggregatedRailtrackGPSData";
+export declare class MetroRailtrackGPSRepository extends PostgresModel implements IModel {
+    constructor();
+    findCoordinates: (routeName: string, trackIds: string[]) => Promise<IAggregatedRailtrackGPSData | null>;
+    saveData: (data: MetroRailtrackGPSModel[], feedId: number, shouldReplace?: boolean, isReturning?: boolean) => Promise<MetroRailtrackGPSModel[]>;
+}

package/dist/integration-engine/gtfs/workers/timetables/tasks/data-access/MetroRailtrackGPSRepository.js

@@ -0,0 +1,87 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MetroRailtrackGPSRepository = void 0;
+const const_1 = require("../../../../../../schema-definitions/const");
+const MetroRailtrackGPSModel_1 = require("../../../../../../schema-definitions/gtfs/models/railtrack/MetroRailtrackGPSModel");
+const helpers_1 = require("@golemio/core/dist/integration-engine/helpers");
+const models_1 = require("@golemio/core/dist/integration-engine/models");
+const golemio_errors_1 = require("@golemio/core/dist/shared/golemio-errors");
+const golemio_validator_1 = require("@golemio/core/dist/shared/golemio-validator");
+const sequelize_1 = __importDefault(require("@golemio/core/dist/shared/sequelize"));
+const tsyringe_1 = require("@golemio/core/dist/shared/tsyringe");
+let MetroRailtrackGPSRepository = class MetroRailtrackGPSRepository extends models_1.PostgresModel {
+    constructor() {
+        super("MetroRailtrackGPSRepository", {
+            pgTableName: MetroRailtrackGPSModel_1.MetroRailtrackGPSModel.TABLE_NAME,
+            pgSchema: const_1.PG_SCHEMA,
+            outputSequelizeAttributes: MetroRailtrackGPSModel_1.MetroRailtrackGPSModel.attributeModel,
+            savingType: "insertOnly",
+        }, new golemio_validator_1.JSONSchemaValidator("MetroRailtrackGPSRepository", MetroRailtrackGPSModel_1.MetroRailtrackGPSModel.arrayJsonSchema));
+        this.findCoordinates = async (routeName, trackIds) => {
+            try {
+                return await this.sequelizeModel.findOne({
+                    attributes: [
+                        [
+                            sequelize_1.default.fn("json_object_agg", sequelize_1.default.col("track_id"), sequelize_1.default.fn("json_build_object", "lon", sequelize_1.default.fn("ST_X", sequelize_1.default.col("coordinates")), "lat", sequelize_1.default.fn("ST_Y", sequelize_1.default.col("coordinates")), "gtfs_stop_id", sequelize_1.default.col("gtfs_stop_id"))),
+                            "coordinates",
+                        ],
+                    ],
+                    where: {
+                        route_name: routeName,
+                        track_id: {
+                            [sequelize_1.default.Op.in]: trackIds,
+                        },
+                    },
+                    raw: true,
+                    plain: true,
+                });
+            }
+            catch (err) {
+                const exception = new golemio_errors_1.GeneralError(`[${this.constructor.name}] Could not find data: ${err.message}`, this.constructor.name, err);
+                helpers_1.log.error(exception);
+                throw exception;
+            }
+        };
+        this.saveData = async (data, feedId, shouldReplace = true, isReturning = false) => {
+            let transaction;
+            try {
+                await this.validate(data);
+                transaction = await this.sequelizeModel.sequelize?.transaction();
+                if (shouldReplace) {
+                    await this.sequelizeModel.destroy({ where: { feed_id: feedId }, transaction });
+                }
+                const instances = await this.sequelizeModel.bulkCreate(data, {
+                    ignoreDuplicates: true,
+                    returning: isReturning,
+                    transaction,
+                });
+                await transaction?.commit();
+                return instances;
+            }
+            catch (err) {
+                const exception = new golemio_errors_1.GeneralError(`[${this.constructor.name}] Could not save data: ${err.message}`, this.constructor.name, err);
+                helpers_1.log.error(exception);
+                await transaction?.rollback();
+                throw exception;
+            }
+        };
+    }
+};
+exports.MetroRailtrackGPSRepository = MetroRailtrackGPSRepository;
+exports.MetroRailtrackGPSRepository = MetroRailtrackGPSRepository = __decorate([
+    (0, tsyringe_1.injectable)(),
+    __metadata("design:paramtypes", [])
+], MetroRailtrackGPSRepository);
+//# sourceMappingURL=MetroRailtrackGPSRepository.js.map

package/dist/integration-engine/gtfs/workers/timetables/tasks/data-access/MetroRailtrackGPSRepository.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"MetroRailtrackGPSRepository.js","sourceRoot":"","sources":["../../../../../../../src/integration-engine/gtfs/workers/timetables/tasks/data-access/MetroRailtrackGPSRepository.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,sEAAuC;AACvC,8HAA2F;AAC3F,2EAAoE;AACpE,yEAAqF;AACrF,6EAAwE;AACxE,mFAAkF;AAClF,oFAA6E;AAC7E,iEAAgE;AAIzD,IAAM,2BAA2B,GAAjC,MAAM,2BAA4B,SAAQ,sBAAa;IAC1D;QACI,KAAK,CACD,6BAA6B,EAC7B;YACI,WAAW,EAAE,+CAAsB,CAAC,UAAU;YAC9C,QAAQ,EAAE,iBAAS;YACnB,yBAAyB,EAAE,+CAAsB,CAAC,cAAc;YAChE,UAAU,EAAE,YAAY;SAC3B,EACD,IAAI,uCAAmB,CAAC,6BAA6B,EAAE,+CAAsB,CAAC,eAAe,CAAC,CACjG,CAAC;QAGC,oBAAe,GAAG,KAAK,EAAE,SAAiB,EAAE,QAAkB,EAA+C,EAAE;YAClH,IAAI,CAAC;gBACD,OAAO,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC;oBACrC,UAAU,EAAE;wBACR;4BACI,mBAAS,CAAC,EAAE,CACR,iBAAiB,EACjB,mBAAS,CAAC,GAAG,CAAC,UAAU,CAAC,EACzB,mBAAS,CAAC,EAAE,CACR,mBAAmB,EACnB,KAAK,EACL,mBAAS,CAAC,EAAE,CAAC,MAAM,EAAE,mBAAS,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,EAClD,KAAK,EACL,mBAAS,CAAC,EAAE,CAAC,MAAM,EAAE,mBAAS,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,EAClD,cAAc,EACd,mBAAS,CAAC,GAAG,CAAC,cAAc,CAAC,CAChC,CACJ;4BACD,aAAa;yBAChB;qBACJ;oBACD,KAAK,EAAE;wBACH,UAAU,EAAE,SAAS;wBACrB,QAAQ,EAAE;4BACN,CAAC,mBAAS,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,QAAQ;yBAC9B;qBACJ;oBACD,GAAG,EAAE,IAAI;oBACT,KAAK,EAAE,IAAI;iBACd,CAAC,CAAC;YACP,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,MAAM,SAAS,GAAG,IAAI,6BAAY,CAC9B,IAAI,IAAI,CAAC,WAAW,CAAC,IAAI,0BAA0B,GAAG,CAAC,OAAO,EAAE,EAChE,IAAI,CAAC,WAAW,CAAC,IAAI,EACrB,GAAG,CACN,CAAC;gBAEF,aAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;gBACrB,MAAM,SAAS,CAAC;YACpB,CAAC;QACL,CAAC,CAAC;QAEK,aAAQ,GAAG,KAAK,EACnB,IAA8B,EAC9B,MAAc,EACd,aAAa,GAAG,IAAI,EACpB,WAAW,GAAG,KAAK,EACc,EAAE;YACnC,IAAI,WAAoC,CAAC;YAEzC,IAAI,CAAC;gBACD,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;gBAE1B,WAAW,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,SAAS,EAAE,WAAW,EAAE,CAAC;gBACjE,IAAI,aAAa,EAAE,CAAC;oBAChB,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC;gBACnF,CAAC;gBAED,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,UAAU,CAAyB,IAAI,EAAE;oBACjF,gBAAgB,EAAE,IAAI;oBACtB,SAAS,EAAE,WAAW;oBACtB,WAAW;iBACd,CAAC,CAAC;gBAEH,MAAM,WAAW,EAAE,MAAM,EAAE,CAAC;gBAC5B,OAAO,SAAS,CAAC;YACrB,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,MAAM,SAAS,GAAG,IAAI,6BAAY,CAC9B,IAAI,IAAI,CAAC,WAAW,CAAC,IAAI,0BAA0B,GAAG,CAAC,OAAO,EAAE,EAChE,IAAI,CAAC,WAAW,CAAC,IAAI,EACrB,GAAG,CACN,CAAC;gBAEF,aAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;gBACrB,MAAM,WAAW,EAAE,QAAQ,EAAE,CAAC;gBAC9B,MAAM,SAAS,CAAC;YACpB,CAAC;QACL,CAAC,CAAC;IA/EF,CAAC;CAgFJ,CAAA;AA5FY,kEAA2B;sCAA3B,2BAA2B;IADvC,IAAA,qBAAU,GAAE;;GACA,2BAA2B,CA4FvC"}

package/dist/integration-engine/gtfs/workers/timetables/tasks/data-access/cache/GtfsStopsRedisRepository.d.ts

@@ -0,0 +1,10 @@
+import { IStopCisDto } from "../../../../../../../schema-definitions/gtfs/interfaces/IStopCisDto";
+import { IStopCacheDto } from "../../../../../../../schema-definitions/gtfs/interfaces/IStopDto";
+import { RedisModel } from "@golemio/core/dist/integration-engine";
+export declare class GtfsStopsRedisRepository extends RedisModel {
+    static NAMESPACE_PREFIX: string;
+    constructor();
+    refreshData(cisStops: Array<Pick<IStopCisDto, "id" | "cis">>, gtfsStops: IStopCacheDto[]): Promise<void>;
+    private createNewCache;
+    private deleteOldCache;
+}

package/dist/integration-engine/gtfs/workers/timetables/tasks/data-access/cache/GtfsStopsRedisRepository.js

@@ -0,0 +1,88 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var GtfsStopsRedisRepository_1;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.GtfsStopsRedisRepository = void 0;
+const GtfsStopParser_1 = require("../../../../../../../helpers/GtfsStopParser");
+const const_1 = require("../../../../../../../schema-definitions/gtfs/redis/const");
+const integration_engine_1 = require("@golemio/core/dist/integration-engine");
+const golemio_errors_1 = require("@golemio/core/dist/shared/golemio-errors");
+const tsyringe_1 = require("@golemio/core/dist/shared/tsyringe");
+const node_crypto_1 = require("node:crypto");
+const TTL_SECONDS_BEFORE_DELETE = 60;
+let GtfsStopsRedisRepository = GtfsStopsRedisRepository_1 = class GtfsStopsRedisRepository extends integration_engine_1.RedisModel {
+    constructor() {
+        super("GtfsStopsRedisRepository", {
+            isKeyConstructedFromData: false,
+            prefix: GtfsStopsRedisRepository_1.NAMESPACE_PREFIX,
+        });
+    }
+    async refreshData(cisStops, gtfsStops) {
+        try {
+            const oldSetName = (await this.connection.get(`${this.prefix}:activeSetName`)) ?? "";
+            await this.createNewCache(cisStops, gtfsStops);
+            await this.deleteOldCache(oldSetName);
+        }
+        catch (err) {
+            throw new golemio_errors_1.GeneralError("refreshData failed", this.constructor.name, err);
+        }
+    }
+    async createNewCache(cisStops, gtfsStops) {
+        try {
+            const cisToAswNode = new Map();
+            for (const stop of cisStops) {
+                cisToAswNode.set(stop.cis, GtfsStopParser_1.GtfsStopParser.getAswNodeFromId(stop.id));
+            }
+            const aswNodeToGtfsStops = new Map();
+            const staticData = new Map();
+            for (const stop of gtfsStops) {
+                if (!GtfsStopParser_1.GtfsStopParser.isTemporaryStop(stop.stop_id) || !staticData.has(stop.computed_cis_stop_id)) {
+                    staticData.set(stop.computed_cis_stop_id, JSON.stringify(stop));
+                }
+                const nodeStopIds = aswNodeToGtfsStops.get(stop.asw_node_id) ?? [];
+                if (nodeStopIds.length === 0) {
+                    aswNodeToGtfsStops.set(stop.asw_node_id, nodeStopIds);
+                }
+                nodeStopIds.push(stop.stop_id);
+            }
+            const setName = (0, node_crypto_1.randomBytes)(4).toString("hex");
+            const pipeline = this.connection.pipeline();
+            pipeline.hset(`${this.prefix}:${setName}:staticData`, staticData);
+            pipeline.hset(`${this.prefix}:${setName}:aswNodeToGtfsStops`, aswNodeToGtfsStops);
+            pipeline.hset(`${this.prefix}:${setName}:cisToAswNode`, cisToAswNode);
+            pipeline.publish(`${this.prefix}`, `${this.prefix}:${setName}`);
+            pipeline.set(`${this.prefix}:activeSetName`, `${this.prefix}:${setName}`);
+            await pipeline.exec();
+        }
+        catch (err) {
+            throw new golemio_errors_1.GeneralError("createNewCache failed", this.constructor.name, err);
+        }
+    }
+    async deleteOldCache(setName) {
+        try {
+            const pipeline = this.connection.pipeline();
+            pipeline.expire(`${setName}:aswNodeToGtfsStops`, TTL_SECONDS_BEFORE_DELETE);
+            pipeline.expire(`${setName}:cisToAswNode`, TTL_SECONDS_BEFORE_DELETE);
+            pipeline.expire(`${setName}:staticData`, TTL_SECONDS_BEFORE_DELETE);
+            await pipeline.exec();
+        }
+        catch (err) {
+            throw new golemio_errors_1.GeneralError("deleteOldCache failed", this.constructor.name, err);
+        }
+    }
+};
+exports.GtfsStopsRedisRepository = GtfsStopsRedisRepository;
+GtfsStopsRedisRepository.NAMESPACE_PREFIX = const_1.GTFS_STOPS_NAMESPACE_PREFIX;
+exports.GtfsStopsRedisRepository = GtfsStopsRedisRepository = GtfsStopsRedisRepository_1 = __decorate([
+    (0, tsyringe_1.injectable)(),
+    __metadata("design:paramtypes", [])
+], GtfsStopsRedisRepository);
+//# sourceMappingURL=GtfsStopsRedisRepository.js.map

package/dist/integration-engine/gtfs/workers/timetables/tasks/data-access/cache/GtfsStopsRedisRepository.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"GtfsStopsRedisRepository.js","sourceRoot":"","sources":["../../../../../../../../src/integration-engine/gtfs/workers/timetables/tasks/data-access/cache/GtfsStopsRedisRepository.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,gFAAyD;AAGzD,oFAAoE;AACpE,8EAAmE;AACnE,6EAAwE;AACxE,iEAAgE;AAChE,6CAA0C;AAE1C,MAAM,yBAAyB,GAAG,EAAE,CAAC;AAG9B,IAAM,wBAAwB,gCAA9B,MAAM,wBAAyB,SAAQ,+BAAU;IAGpD;QACI,KAAK,CAAC,0BAA0B,EAAE;YAC9B,wBAAwB,EAAE,KAAK;YAC/B,MAAM,EAAE,0BAAwB,CAAC,gBAAgB;SACpD,CAAC,CAAC;IACP,CAAC;IAEM,KAAK,CAAC,WAAW,CAAC,QAAgD,EAAE,SAA0B;QACjG,IAAI,CAAC;YACD,MAAM,UAAU,GAAG,CAAC,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,gBAAgB,CAAC,CAAC,IAAI,EAAE,CAAC;YACrF,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;YAC/C,MAAM,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;QAC1C,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,MAAM,IAAI,6BAAY,CAAC,oBAAoB,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAC7E,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,QAAgD,EAAE,SAA0B;QACrG,IAAI,CAAC;YACD,MAAM,YAAY,GAAG,IAAI,GAAG,EAAkB,CAAC;YAC/C,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;gBAC1B,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,+BAAc,CAAC,gBAAgB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;YACzE,CAAC;YAED,MAAM,kBAAkB,GAAG,IAAI,GAAG,EAAoB,CAAC;YACvD,MAAM,UAAU,GAAG,IAAI,GAAG,EAAkB,CAAC;YAC7C,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;gBAC3B,IAAI,CAAC,+BAAc,CAAC,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,oBAAoB,CAAC,EAAE,CAAC;oBAC9F,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,oBAAoB,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;gBACpE,CAAC;gBACD,MAAM,WAAW,GAAG,kBAAkB,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;gBACnE,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBAC3B,kBAAkB,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;gBAC1D,CAAC;gBACD,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACnC,CAAC;YAED,MAAM,OAAO,GAAG,IAAA,yBAAW,EAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YAC/C,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,CAAC;YAC5C,QAAQ,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM,IAAI,OAAO,aAAa,EAAE,UAAU,CAAC,CAAC;YAClE,QAAQ,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM,IAAI,OAAO,qBAAqB,EAAE,kBAAkB,CAAC,CAAC;YAClF,QAAQ,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM,IAAI,OAAO,eAAe,EAAE,YAAY,CAAC,CAAC;YAEtE,QAAQ,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,EAAE,GAAG,IAAI,CAAC,MAAM,IAAI,OAAO,EAAE,CAAC,CAAC;YAChE,QAAQ,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,gBAAgB,EAAE,GAAG,IAAI,CAAC,MAAM,IAAI,OAAO,EAAE,CAAC,CAAC;YAC1E,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC1B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,MAAM,IAAI,6BAAY,CAAC,uBAAuB,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAChF,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,OAAe;QACxC,IAAI,CAAC;YACD,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,CAAC;YAC5C,QAAQ,CAAC,MAAM,CAAC,GAAG,OAAO,qBAAqB,EAAE,yBAAyB,CAAC,CAAC;YAC5E,QAAQ,CAAC,MAAM,CAAC,GAAG,OAAO,eAAe,EAAE,yBAAyB,CAAC,CAAC;YACtE,QAAQ,CAAC,MAAM,CAAC,GAAG,OAAO,aAAa,EAAE,yBAAyB,CAAC,CAAC;YACpE,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC1B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,MAAM,IAAI,6BAAY,CAAC,uBAAuB,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAChF,CAAC;IACL,CAAC;;AAhEQ,4DAAwB;AACnB,yCAAgB,GAAG,mCAA2B,AAA9B,CAA+B;mCADpD,wBAAwB;IADpC,IAAA,qBAAU,GAAE;;GACA,wBAAwB,CAiEpC"}

package/dist/integration-engine/gtfs/workers/timetables/tasks/helpers/GtfsFactory.d.ts

@@ -0,0 +1,19 @@
+import { DatasetModelName } from "../../../../../../schema-definitions/gtfs";
+import { DatasetMap, GTFSDatasets, ICachedDataset, SaveMethod } from "./HelperTypes";
+export declare class GtfsFactory {
+    private dataSourceGtfs;
+    private dataSourceCisStops;
+    private dataSourceOisMapping;
+    private dataSourceRunNumbers;
+    private transformationGtfs;
+    private transformationCisStops;
+    private transformationOisMapping;
+    private datasetMap;
+    private staticFileRedisRepository;
+    private gtfsRouteSubAgencyTransformation;
+    constructor();
+    getDatasetMap(): DatasetMap;
+    getTransformation(dataset: GTFSDatasets): import("@golemio/core/dist/helpers/transformation/AbstractTransformation").AbstractTransformation<import("../../../../transformations/GtfsCisStopsTransformation").ICisStopsTransformationData, import("../../../../transformations/GtfsCisStopsTransformation").ICisStopsTransformedData> | import("@golemio/core/dist/helpers/transformation/AbstractTransformation").AbstractTransformation<import("../../../../transformations/GtfsOisTransformation").IOisMappingTransformationData, import("../../../../../../schema-definitions/gtfs/GtfsOisMapping").IGtfsOisMappingData[]> | import("@golemio/core/dist/helpers/transformation/AbstractTransformation").AbstractTransformation<import("../../../../transformations/GtfsTransformation").IGtfsTransformationData, import("stream").Readable>;
+    getSaveMethod(dataset: string, modelName: string): SaveMethod;
+    loadAndTransformDataset(inputData: ICachedDataset, modelName: DatasetModelName, feedId: number): Promise<any>;
+}