@golemio/public-transport 0.1.0

package/dist/integration-engine/gtfs/data-access/GtfsRepository.d.ts

@@ -0,0 +1,20 @@
+import { IDatabaseConnector } from "@golemio/core/dist/helpers/data-access/postgres/IDatabaseConnector";
+import { ILogger } from "@golemio/core/dist/helpers/logger/LoggerProvider";
+export declare class GtfsRepository {
+    private connector;
+    private logger;
+    private preparationProcedure;
+    private cleaningTmpProcedure;
+    private cleaningOldProcedure;
+    private hotswapProcedure;
+    private createPrecomputedTmpTablesProcedure;
+    private recreateShapesForMvtViewProcedure;
+    constructor(connector: IDatabaseConnector, logger: ILogger);
+    replaceAllTable(tables: string[], feedCode: string, feedId: number): Promise<void>;
+    createTmpTables(feedCode: string): Promise<void>;
+    createPrecomputedTmpTables(feedCode: string): Promise<void>;
+    cleanTmpAndOldTables(feedCode: string): Promise<void>;
+    cleanOldTables(feedCode: string): Promise<void>;
+    hasDataForFeed(feedCode: string): Promise<boolean>;
+    recreateShapesForMvtView(): Promise<void>;
+}

package/dist/integration-engine/gtfs/data-access/GtfsRepository.js

@@ -0,0 +1,107 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.GtfsRepository = void 0;
+const const_1 = require("../../../schema-definitions/const");
+const CoreToken_1 = require("@golemio/core/dist/helpers/ioc/CoreToken");
+const golemio_errors_1 = require("@golemio/core/dist/shared/golemio-errors");
+const sequelize_1 = require("@golemio/core/dist/shared/sequelize");
+const tsyringe_1 = require("@golemio/core/dist/shared/tsyringe");
+const FeedTableSuffix_1 = require("../helpers/FeedTableSuffix");
+const SourceTableSuffixEnum_1 = require("../helpers/SourceTableSuffixEnum");
+let GtfsRepository = class GtfsRepository {
+    constructor(connector, logger) {
+        this.connector = connector;
+        this.logger = logger;
+        this.preparationProcedure = "gtfs_prepareTmpTables";
+        this.cleaningTmpProcedure = "gtfs_cleanTmpTables";
+        this.cleaningOldProcedure = "gtfs_cleanOldTables";
+        this.hotswapProcedure = "gtfs_hotswap";
+        this.createPrecomputedTmpTablesProcedure = "gtfs_preparePrecomputedTmpTables";
+        this.recreateShapesForMvtViewProcedure = "gtfs_recreateShapesForMvtView";
+    }
+    // Each table's swap is its own separate top-level CALL (not one procedure looping over all
+    // tables) so each table's ATTACH/DETACH lock window stays short and independent of the others --
+    // a failure partway through leaves earlier tables on the new feed data and later tables
+    // (including the one that failed) unchanged, rather than rolling back atomically across all tables.
+    async replaceAllTable(tables, feedCode, feedId) {
+        this.logger.info(`Replacing tmp for actual tables (feed ${feedCode}): ${tables.join(", ")}`);
+        const connection = this.connector.getConnection();
+        for (const table of tables) {
+            await connection.query(`CALL ${const_1.PG_SCHEMA}.${this.hotswapProcedure}($1, $2, $3);`, {
+                bind: [table, feedCode, feedId],
+            });
+        }
+    }
+    async createTmpTables(feedCode) {
+        this.logger.info(`Creating tmp tables for feed ${feedCode}`);
+        const connection = this.connector.getConnection();
+        await connection.query(`CALL ${const_1.PG_SCHEMA}.${this.preparationProcedure}($1);`, { bind: [feedCode] });
+    }
+    async createPrecomputedTmpTables(feedCode) {
+        this.logger.info(`Creating precomputed tmp tables for feed ${feedCode}`);
+        const connection = this.connector.getConnection();
+        await connection.query(`CALL ${const_1.PG_SCHEMA}.${this.createPrecomputedTmpTablesProcedure}($1);`, { bind: [feedCode] });
+    }
+    async cleanTmpAndOldTables(feedCode) {
+        try {
+            this.logger.info(`Cleaning tmp and old tables for feed ${feedCode}`);
+            const connection = this.connector.getConnection();
+            await connection.query(`CALL ${const_1.PG_SCHEMA}.${this.cleaningOldProcedure}($1);`, { bind: [feedCode] });
+            await connection.query(`CALL ${const_1.PG_SCHEMA}.${this.cleaningTmpProcedure}($1);`, { bind: [feedCode] });
+        }
+        catch (err) {
+            this.logger.error(new golemio_errors_1.GeneralError("Error while cleaning tmp and old tables", this.constructor.name, err));
+        }
+    }
+    async cleanOldTables(feedCode) {
+        try {
+            this.logger.info(`Cleaning tmp and old tables for feed ${feedCode}`);
+            const connection = this.connector.getConnection();
+            await connection.query(`CALL ${const_1.PG_SCHEMA}.${this.cleaningOldProcedure}($1);`, { bind: [feedCode] });
+        }
+        catch (err) {
+            this.logger.error(new golemio_errors_1.GeneralError("Error while cleaning old tables", this.constructor.name, err));
+        }
+    }
+    // A feed can be registered in gtfs_feeds before it has ever had any data ingested (e.g. right
+    // after onboarding, before the first upload/download completes) -- callers that iterate over all
+    // registered feeds should skip feeds with no data yet rather than erroring.
+    async hasDataForFeed(feedCode) {
+        const connection = this.connector.getConnection();
+        const suffix = (0, FeedTableSuffix_1.feedTableSuffix)(SourceTableSuffixEnum_1.SourceTableSuffixEnum.Actual, feedCode);
+        const result = await connection.query(`SELECT to_regclass('${const_1.PG_SCHEMA}.gtfs_stops${suffix}') IS NOT NULL AS exists;`, { type: sequelize_1.QueryTypes.SELECT });
+        return result[0]?.exists ?? false;
+    }
+    async recreateShapesForMvtView() {
+        // The precomputed departures swap drops the dependent materialized view via CASCADE, so it must
+        // be recreated after the swap.
+        try {
+            this.logger.info(`Recreating shapes for mvt view`);
+            const connection = this.connector.getConnection();
+            await connection.query(`CALL ${const_1.PG_SCHEMA}.${this.recreateShapesForMvtViewProcedure}();`);
+        }
+        catch (err) {
+            this.logger.error(new golemio_errors_1.GeneralError("Error while recreating shapes for mvt view", this.constructor.name, err));
+        }
+    }
+};
+exports.GtfsRepository = GtfsRepository;
+exports.GtfsRepository = GtfsRepository = __decorate([
+    (0, tsyringe_1.injectable)(),
+    __param(0, (0, tsyringe_1.inject)(CoreToken_1.CoreToken.PostgresConnector)),
+    __param(1, (0, tsyringe_1.inject)(CoreToken_1.CoreToken.Logger)),
+    __metadata("design:paramtypes", [Object, Object])
+], GtfsRepository);
+//# sourceMappingURL=GtfsRepository.js.map

package/dist/integration-engine/gtfs/data-access/GtfsRepository.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"GtfsRepository.js","sourceRoot":"","sources":["../../../../src/integration-engine/gtfs/data-access/GtfsRepository.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,6DAAuC;AAEvC,wEAAqE;AAErE,6EAAwE;AACxE,mEAAiE;AACjE,iEAAwE;AACxE,gEAA6D;AAC7D,4EAAyE;AAGlE,IAAM,cAAc,GAApB,MAAM,cAAc;IAQvB,YACyC,SAAqC,EAChD,MAAuB;QADJ,cAAS,GAAT,SAAS,CAAoB;QACxC,WAAM,GAAN,MAAM,CAAS;QAT7C,yBAAoB,GAAG,uBAAuB,CAAC;QAC/C,yBAAoB,GAAG,qBAAqB,CAAC;QAC7C,yBAAoB,GAAG,qBAAqB,CAAC;QAC7C,qBAAgB,GAAG,cAAc,CAAC;QAClC,wCAAmC,GAAG,kCAAkC,CAAC;QACzE,sCAAiC,GAAG,+BAA+B,CAAC;IAKzE,CAAC;IAEJ,2FAA2F;IAC3F,iGAAiG;IACjG,wFAAwF;IACxF,oGAAoG;IAC7F,KAAK,CAAC,eAAe,CAAC,MAAgB,EAAE,QAAgB,EAAE,MAAc;QAC3E,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,yCAAyC,QAAQ,MAAM,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC7F,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC;QAClD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACzB,MAAM,UAAU,CAAC,KAAK,CAAC,QAAQ,iBAAS,IAAI,IAAI,CAAC,gBAAgB,eAAe,EAAE;gBAC9E,IAAI,EAAE,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC;aAClC,CAAC,CAAC;QACP,CAAC;IACL,CAAC;IAEM,KAAK,CAAC,eAAe,CAAC,QAAgB;QACzC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,gCAAgC,QAAQ,EAAE,CAAC,CAAC;QAC7D,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC;QAClD,MAAM,UAAU,CAAC,KAAK,CAAC,QAAQ,iBAAS,IAAI,IAAI,CAAC,oBAAoB,OAAO,EAAE,EAAE,IAAI,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;IACxG,CAAC;IAEM,KAAK,CAAC,0BAA0B,CAAC,QAAgB;QACpD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,4CAA4C,QAAQ,EAAE,CAAC,CAAC;QACzE,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC;QAClD,MAAM,UAAU,CAAC,KAAK,CAAC,QAAQ,iBAAS,IAAI,IAAI,CAAC,mCAAmC,OAAO,EAAE,EAAE,IAAI,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;IACvH,CAAC;IAEM,KAAK,CAAC,oBAAoB,CAAC,QAAgB;QAC9C,IAAI,CAAC;YACD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,wCAAwC,QAAQ,EAAE,CAAC,CAAC;YACrE,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC;YAClD,MAAM,UAAU,CAAC,KAAK,CAAC,QAAQ,iBAAS,IAAI,IAAI,CAAC,oBAAoB,OAAO,EAAE,EAAE,IAAI,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;YACpG,MAAM,UAAU,CAAC,KAAK,CAAC,QAAQ,iBAAS,IAAI,IAAI,CAAC,oBAAoB,OAAO,EAAE,EAAE,IAAI,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QACxG,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,6BAAY,CAAC,yCAAyC,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC;QAC/G,CAAC;IACL,CAAC;IAEM,KAAK,CAAC,cAAc,CAAC,QAAgB;QACxC,IAAI,CAAC;YACD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,wCAAwC,QAAQ,EAAE,CAAC,CAAC;YACrE,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC;YAClD,MAAM,UAAU,CAAC,KAAK,CAAC,QAAQ,iBAAS,IAAI,IAAI,CAAC,oBAAoB,OAAO,EAAE,EAAE,IAAI,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QACxG,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,6BAAY,CAAC,iCAAiC,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC;QACvG,CAAC;IACL,CAAC;IAED,8FAA8F;IAC9F,iGAAiG;IACjG,4EAA4E;IACrE,KAAK,CAAC,cAAc,CAAC,QAAgB;QACxC,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC;QAClD,MAAM,MAAM,GAAG,IAAA,iCAAe,EAAC,6CAAqB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QACvE,MAAM,MAAM,GAA+B,MAAM,UAAU,CAAC,KAAK,CAC7D,uBAAuB,iBAAS,cAAc,MAAM,2BAA2B,EAC/E,EAAE,IAAI,EAAE,sBAAU,CAAC,MAAM,EAAE,CAC9B,CAAC;QACF,OAAO,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,KAAK,CAAC;IACtC,CAAC;IAEM,KAAK,CAAC,wBAAwB;QACjC,gGAAgG;QAChG,+BAA+B;QAC/B,IAAI,CAAC;YACD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC;YACnD,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC;YAClD,MAAM,UAAU,CAAC,KAAK,CAAC,QAAQ,iBAAS,IAAI,IAAI,CAAC,iCAAiC,KAAK,CAAC,CAAC;QAC7F,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,6BAAY,CAAC,4CAA4C,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC;QAClH,CAAC;IACL,CAAC;CACJ,CAAA;AApFY,wCAAc;yBAAd,cAAc;IAD1B,IAAA,qBAAU,GAAE;IAUJ,WAAA,IAAA,iBAAM,EAAC,qBAAS,CAAC,iBAAiB,CAAC,CAAA;IACnC,WAAA,IAAA,iBAAM,EAAC,qBAAS,CAAC,MAAM,CAAC,CAAA;;GAVpB,cAAc,CAoF1B"}

package/dist/integration-engine/gtfs/data-access/GtfsRoutesRepository.d.ts

@@ -0,0 +1,12 @@
+import { ILogger } from "@golemio/core/dist/helpers";
+import { IDatabaseConnector } from "@golemio/core/dist/helpers/data-access/postgres/IDatabaseConnector";
+import { AbstractValidatableRepository } from "@golemio/core/dist/helpers/data-access/postgres/repositories/AbstractValidatableRepository";
+import { JSONSchemaValidator } from "@golemio/core/dist/shared/golemio-validator";
+export declare class GtfsRoutesRepository extends AbstractValidatableRepository {
+    private logger;
+    validator: JSONSchemaValidator;
+    schema: string;
+    tableName: any;
+    private sequelizeModel;
+    constructor(connector: IDatabaseConnector, logger: ILogger);
+}

package/dist/integration-engine/gtfs/data-access/GtfsRoutesRepository.js

@@ -0,0 +1,40 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.GtfsRoutesRepository = void 0;
+const const_1 = require("../../../schema-definitions/const");
+const gtfs_1 = require("../../../schema-definitions/gtfs");
+const RouteDto_1 = require("../../../schema-definitions/gtfs/models/RouteDto");
+const AbstractValidatableRepository_1 = require("@golemio/core/dist/helpers/data-access/postgres/repositories/AbstractValidatableRepository");
+const CoreToken_1 = require("@golemio/core/dist/helpers/ioc/CoreToken");
+const golemio_validator_1 = require("@golemio/core/dist/shared/golemio-validator");
+const tsyringe_1 = require("@golemio/core/dist/shared/tsyringe");
+let GtfsRoutesRepository = class GtfsRoutesRepository extends AbstractValidatableRepository_1.AbstractValidatableRepository {
+    constructor(connector, logger) {
+        super(connector, logger);
+        this.logger = logger;
+        this.schema = const_1.PG_SCHEMA;
+        this.tableName = gtfs_1.Gtfs.routes.pgTableName;
+        this.validator = new golemio_validator_1.JSONSchemaValidator("GtfsRoutesRepository", RouteDto_1.RouteDto.attributeModel);
+        this.sequelizeModel = connector.getConnection().define(this.tableName, RouteDto_1.RouteDto.attributeModel, { schema: this.schema });
+    }
+};
+exports.GtfsRoutesRepository = GtfsRoutesRepository;
+exports.GtfsRoutesRepository = GtfsRoutesRepository = __decorate([
+    (0, tsyringe_1.injectable)(),
+    __param(0, (0, tsyringe_1.inject)(CoreToken_1.CoreToken.PostgresConnector)),
+    __param(1, (0, tsyringe_1.inject)(CoreToken_1.CoreToken.Logger)),
+    __metadata("design:paramtypes", [Object, Object])
+], GtfsRoutesRepository);
+//# sourceMappingURL=GtfsRoutesRepository.js.map

package/dist/integration-engine/gtfs/data-access/GtfsRoutesRepository.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"GtfsRoutesRepository.js","sourceRoot":"","sources":["../../../../src/integration-engine/gtfs/data-access/GtfsRoutesRepository.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,6DAAuC;AACvC,2DAAiC;AACjC,+EAAqD;AAGrD,8IAA2I;AAC3I,wEAAqE;AACrE,mFAAkF;AAElF,iEAAwE;AAGjE,IAAM,oBAAoB,GAA1B,MAAM,oBAAqB,SAAQ,6DAA6B;IAOnE,YACyC,SAA6B,EACxC,MAAuB;QAEjD,KAAK,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QAFS,WAAM,GAAN,MAAM,CAAS;QAP9C,WAAM,GAAG,iBAAS,CAAC;QACnB,cAAS,GAAG,WAAI,CAAC,MAAM,CAAC,WAAW,CAAC;QASvC,IAAI,CAAC,SAAS,GAAG,IAAI,uCAAmB,CAAC,sBAAsB,EAAE,mBAAQ,CAAC,cAAc,CAAC,CAAC;QAC1F,IAAI,CAAC,cAAc,GAAG,SAAS,CAAC,aAAa,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,mBAAQ,CAAC,cAAc,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;IAC7H,CAAC;CACJ,CAAA;AAfY,oDAAoB;+BAApB,oBAAoB;IADhC,IAAA,qBAAU,GAAE;IASJ,WAAA,IAAA,iBAAM,EAAC,qBAAS,CAAC,iBAAiB,CAAC,CAAA;IACnC,WAAA,IAAA,iBAAM,EAAC,qBAAS,CAAC,MAAM,CAAC,CAAA;;GATpB,oBAAoB,CAehC"}

package/dist/integration-engine/gtfs/data-access/RouteSubAgencyRepository.d.ts

@@ -0,0 +1,6 @@
+import { RouteSubAgencyDto } from "../../../schema-definitions/gtfs/models/RouteSubAgencyDto";
+import { IModel, PostgresModel } from "@golemio/core/dist/integration-engine/models";
+export declare class RouteSubAgencyRepository extends PostgresModel implements IModel {
+    constructor();
+    findSubAgenciesByCisLineIds(cisLineIds: string[]): Promise<RouteSubAgencyDto[]>;
+}

package/dist/integration-engine/gtfs/data-access/RouteSubAgencyRepository.js

@@ -0,0 +1,34 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RouteSubAgencyRepository = void 0;
+const const_1 = require("../../../schema-definitions/const");
+const gtfs_1 = require("../../../schema-definitions/gtfs");
+const RouteSubAgencyDto_1 = require("../../../schema-definitions/gtfs/models/RouteSubAgencyDto");
+const models_1 = require("@golemio/core/dist/integration-engine/models");
+const golemio_errors_1 = require("@golemio/core/dist/shared/golemio-errors");
+const golemio_validator_1 = require("@golemio/core/dist/shared/golemio-validator");
+class RouteSubAgencyRepository extends models_1.PostgresModel {
+    constructor() {
+        super("RouteSubAgencyRepository", {
+            pgTableName: gtfs_1.Gtfs.route_sub_agencies.pgTableName,
+            pgSchema: const_1.PG_SCHEMA,
+            outputSequelizeAttributes: RouteSubAgencyDto_1.RouteSubAgencyDto.attributeModel,
+            savingType: "insertOnly",
+        }, new golemio_validator_1.JSONSchemaValidator("RouteSubAgencyRepository", RouteSubAgencyDto_1.RouteSubAgencyDto.jsonSchema));
+    }
+    async findSubAgenciesByCisLineIds(cisLineIds) {
+        try {
+            return await this.sequelizeModel.findAll({
+                attributes: ["route_licence_number", "route_id", "sub_agency_name"],
+                where: {
+                    route_licence_number: cisLineIds,
+                },
+            });
+        }
+        catch (err) {
+            throw new golemio_errors_1.GeneralError("findSubAgenciesByCisLineIds: failed to get sub-agencies", this.name, err);
+        }
+    }
+}
+exports.RouteSubAgencyRepository = RouteSubAgencyRepository;
+//# sourceMappingURL=RouteSubAgencyRepository.js.map

package/dist/integration-engine/gtfs/data-access/RouteSubAgencyRepository.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"RouteSubAgencyRepository.js","sourceRoot":"","sources":["../../../../src/integration-engine/gtfs/data-access/RouteSubAgencyRepository.ts"],"names":[],"mappings":";;;AAAA,6DAAuC;AACvC,2DAAiC;AACjC,iGAAuE;AACvE,yEAAqF;AACrF,6EAAwE;AACxE,mFAAkF;AAElF,MAAa,wBAAyB,SAAQ,sBAAa;IACvD;QACI,KAAK,CACD,0BAA0B,EAC1B;YACI,WAAW,EAAE,WAAI,CAAC,kBAAkB,CAAC,WAAW;YAChD,QAAQ,EAAE,iBAAS;YACnB,yBAAyB,EAAE,qCAAiB,CAAC,cAAc;YAC3D,UAAU,EAAE,YAAY;SAC3B,EACD,IAAI,uCAAmB,CAAC,0BAA0B,EAAE,qCAAiB,CAAC,UAAU,CAAC,CACpF,CAAC;IACN,CAAC;IAEM,KAAK,CAAC,2BAA2B,CAAC,UAAoB;QACzD,IAAI,CAAC;YACD,OAAO,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAoB;gBACxD,UAAU,EAAE,CAAC,sBAAsB,EAAE,UAAU,EAAE,iBAAiB,CAAC;gBACnE,KAAK,EAAE;oBACH,oBAAoB,EAAE,UAAU;iBACnC;aACJ,CAAC,CAAC;QACP,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,MAAM,IAAI,6BAAY,CAAC,yDAAyD,EAAE,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QACtG,CAAC;IACL,CAAC;CACJ;AA1BD,4DA0BC"}

package/dist/integration-engine/gtfs/data-access/cache/BlockStopsRedisRepository.d.ts

@@ -0,0 +1,5 @@
+import { RedisModel } from "@golemio/core/dist/integration-engine/models/RedisModel";
+export declare class BlockStopsRedisRepository extends RedisModel {
+    static NAMESPACE_PREFIX: string;
+    constructor();
+}

package/dist/integration-engine/gtfs/data-access/cache/BlockStopsRedisRepository.js

@@ -0,0 +1,34 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var BlockStopsRedisRepository_1;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BlockStopsRedisRepository = void 0;
+const TripStopsCacheDtoSchema_1 = require("../../../../schema-definitions/vehicle-positions/redis/schemas/TripStopsCacheDtoSchema");
+const RedisModel_1 = require("@golemio/core/dist/integration-engine/models/RedisModel");
+const golemio_validator_1 = require("@golemio/core/dist/shared/golemio-validator");
+const tsyringe_1 = require("@golemio/core/dist/shared/tsyringe");
+let BlockStopsRedisRepository = BlockStopsRedisRepository_1 = class BlockStopsRedisRepository extends RedisModel_1.RedisModel {
+    constructor() {
+        super("GTFSBlockStopsRedisRepository", {
+            decodeDataAfterGet: JSON.parse,
+            encodeDataBeforeSave: JSON.stringify,
+            isKeyConstructedFromData: false,
+            prefix: BlockStopsRedisRepository_1.NAMESPACE_PREFIX,
+        }, new golemio_validator_1.JSONSchemaValidator("GTFSBlockStopsRedisRepositoryValidator", TripStopsCacheDtoSchema_1.TripStopsCacheDtoSchema));
+    }
+};
+exports.BlockStopsRedisRepository = BlockStopsRedisRepository;
+BlockStopsRedisRepository.NAMESPACE_PREFIX = "gtfsBlockSchedule";
+exports.BlockStopsRedisRepository = BlockStopsRedisRepository = BlockStopsRedisRepository_1 = __decorate([
+    (0, tsyringe_1.injectable)(),
+    __metadata("design:paramtypes", [])
+], BlockStopsRedisRepository);
+//# sourceMappingURL=BlockStopsRedisRepository.js.map

package/dist/integration-engine/gtfs/data-access/cache/BlockStopsRedisRepository.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"BlockStopsRedisRepository.js","sourceRoot":"","sources":["../../../../../src/integration-engine/gtfs/data-access/cache/BlockStopsRedisRepository.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,oIAAuG;AACvG,wFAAqF;AACrF,mFAAkF;AAClF,iEAAgE;AAGzD,IAAM,yBAAyB,iCAA/B,MAAM,yBAA0B,SAAQ,uBAAU;IAGrD;QACI,KAAK,CACD,+BAA+B,EAC/B;YACI,kBAAkB,EAAE,IAAI,CAAC,KAAK;YAC9B,oBAAoB,EAAE,IAAI,CAAC,SAAS;YACpC,wBAAwB,EAAE,KAAK;YAC/B,MAAM,EAAE,2BAAyB,CAAC,gBAAgB;SACrD,EACD,IAAI,uCAAmB,CAAC,wCAAwC,EAAE,iDAAuB,CAAC,CAC7F,CAAC;IACN,CAAC;;AAdQ,8DAAyB;AACpB,0CAAgB,GAAG,mBAAmB,AAAtB,CAAuB;oCAD5C,yBAAyB;IADrC,IAAA,qBAAU,GAAE;;GACA,yBAAyB,CAerC"}

package/dist/integration-engine/gtfs/data-access/cache/DelayComputationRedisRepository.d.ts

@@ -0,0 +1,11 @@
+import { IProcessedPositions, IRedisKeyExpiration, ITripPositionsWithGTFS } from "../../../vehicle-positions/workers/vehicle-positions/interfaces/VPInterfaces";
+import { RedisModel } from "@golemio/core/dist/integration-engine/models/RedisModel";
+export declare class DelayComputationRedisRepository extends RedisModel {
+    static NAMESPACE_PREFIX: string;
+    private logger;
+    constructor();
+    expirePxat(tripIdsWithTtl: IRedisKeyExpiration[], feedId: number): Promise<void>;
+    cacheTripDataBatch(trips: ITripPositionsWithGTFS[], positions: IProcessedPositions[], feedId: number): Promise<void>;
+    getTripPropertiesBatch<T extends object>(tripIds: string[], properties: Array<keyof T>, feedId: number): Promise<Array<T | null>>;
+    calculateExpirationTtl(positions: IProcessedPositions[], tripId: string): number;
+}

package/dist/integration-engine/gtfs/data-access/cache/DelayComputationRedisRepository.js

@@ -0,0 +1,106 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DelayComputationRedisRepository = void 0;
+const RedisJsonParser_1 = require("../../../../helpers/RedisJsonParser");
+const Di_1 = require("../../ioc/Di");
+const DelayComputationDtoSchema_1 = require("../../../../schema-definitions/gtfs/redis/schemas/DelayComputationDtoSchema");
+const const_1 = require("../../../../schema-definitions/vehicle-positions/redis/const");
+const CoreToken_1 = require("@golemio/core/dist/helpers/ioc/CoreToken");
+const RedisModel_1 = require("@golemio/core/dist/integration-engine/models/RedisModel");
+const golemio_errors_1 = require("@golemio/core/dist/shared/golemio-errors");
+const golemio_validator_1 = require("@golemio/core/dist/shared/golemio-validator");
+class DelayComputationRedisRepository extends RedisModel_1.RedisModel {
+    constructor() {
+        super("GTFSDelayComputationRedisRepository", {
+            decodeDataAfterGet: JSON.parse,
+            encodeDataBeforeSave: JSON.stringify,
+            isKeyConstructedFromData: true,
+            prefix: DelayComputationRedisRepository.NAMESPACE_PREFIX,
+        }, new golemio_validator_1.JSONSchemaValidator("GTFSDelayComputationRedisRepositoryValidator", DelayComputationDtoSchema_1.DelayComputationDtoSchema));
+        this.logger = Di_1.GtfsContainer.resolve(CoreToken_1.CoreToken.Logger);
+    }
+    async expirePxat(tripIdsWithTtl, feedId) {
+        const pipeline = this.connection.pipeline();
+        for (const trip of tripIdsWithTtl) {
+            const redisKey = `${this.prefix}:${feedId}_${trip.tripId}`;
+            pipeline.pexpireat(redisKey, trip.expirationTtl);
+        }
+        try {
+            await pipeline.exec();
+        }
+        catch (err) {
+            throw new golemio_errors_1.GeneralError("Error while expiring keys in Redis", this.constructor.name, err);
+        }
+    }
+    async cacheTripDataBatch(trips, positions, feedId) {
+        const pipeline = this.connection.pipeline();
+        for (const trip of trips) {
+            const expirationTtl = this.calculateExpirationTtl(positions, trip.id);
+            const redisKey = `${DelayComputationRedisRepository.NAMESPACE_PREFIX}:${feedId}_${trip.gtfs_trip_id}`;
+            pipeline.call("JSON.SET", redisKey, "$", JSON.stringify(trip.gtfsData));
+            pipeline.pexpireat(redisKey, expirationTtl);
+        }
+        try {
+            await pipeline.exec();
+        }
+        catch (err) {
+            throw new golemio_errors_1.GeneralError("Error while setting caches in Redis with pipeline", this.constructor.name, err);
+        }
+    }
+    async getTripPropertiesBatch(tripIds, properties, feedId) {
+        if (tripIds.length === 0) {
+            return [];
+        }
+        const pipeline = this.connection.pipeline();
+        for (const tripId of tripIds) {
+            const redisKey = `${this.prefix}:${feedId}_${tripId}`;
+            const propertyPaths = [];
+            for (const prop of properties) {
+                propertyPaths.push(`$.${String(prop)}`);
+            }
+            pipeline.call("JSON.GET", redisKey, ...propertyPaths);
+        }
+        try {
+            const responses = await pipeline.exec();
+            if (!responses) {
+                return tripIds.map(() => null);
+            }
+            const result = [];
+            for (let index = 0; index < responses.length; index++) {
+                const [error, redisResult] = responses[index];
+                if (error) {
+                    this.logger.warn({
+                        error,
+                        result: redisResult,
+                    }, `${this.constructor.name}: Failed to fetch trip '${tripIds[index]}' from Redis`);
+                    result.push(null);
+                    continue;
+                }
+                if (redisResult === null || redisResult === undefined) {
+                    result.push(null);
+                    continue;
+                }
+                result.push(RedisJsonParser_1.RedisJsonParser.parse(redisResult, this.constructor.name));
+            }
+            return result;
+        }
+        catch (err) {
+            throw new golemio_errors_1.GeneralError("Error while fetching trip properties batch from Redis", this.constructor.name, err);
+        }
+    }
+    calculateExpirationTtl(positions, tripId) {
+        const now = new Date();
+        const expirationLimit = new Date(now.getTime() + 30 * 60 * 1000); // 30 minutes
+        const tripPositions = positions.find((p) => p.context.tripId === tripId);
+        let validTo = null;
+        if (tripPositions) {
+            const { lastPositionId } = tripPositions.context;
+            const lastPosition = tripPositions.positions.find((p) => p?.id === lastPositionId);
+            validTo = lastPosition?.valid_to ?? null;
+        }
+        return validTo ? Math.min(new Date(validTo).getTime(), expirationLimit.getTime()) : expirationLimit.getTime();
+    }
+}
+exports.DelayComputationRedisRepository = DelayComputationRedisRepository;
+DelayComputationRedisRepository.NAMESPACE_PREFIX = const_1.GTFS_DELAY_COMPUTATION_NAMESPACE_PREFIX;
+//# sourceMappingURL=DelayComputationRedisRepository.js.map

package/dist/integration-engine/gtfs/data-access/cache/DelayComputationRedisRepository.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"DelayComputationRedisRepository.js","sourceRoot":"","sources":["../../../../../src/integration-engine/gtfs/data-access/cache/DelayComputationRedisRepository.ts"],"names":[],"mappings":";;;AAAA,yEAA2D;AAC3D,qCAAgD;AAMhD,2HAA8F;AAC9F,wFAA6F;AAE7F,wEAAqE;AACrE,wFAAqF;AACrF,6EAAwE;AACxE,mFAAkF;AAElF,MAAa,+BAAgC,SAAQ,uBAAU;IAI3D;QACI,KAAK,CACD,qCAAqC,EACrC;YACI,kBAAkB,EAAE,IAAI,CAAC,KAAK;YAC9B,oBAAoB,EAAE,IAAI,CAAC,SAAS;YACpC,wBAAwB,EAAE,IAAI;YAC9B,MAAM,EAAE,+BAA+B,CAAC,gBAAgB;SAC3D,EACD,IAAI,uCAAmB,CAAC,8CAA8C,EAAE,qDAAyB,CAAC,CACrG,CAAC;QACF,IAAI,CAAC,MAAM,GAAG,kBAAa,CAAC,OAAO,CAAU,qBAAS,CAAC,MAAM,CAAC,CAAC;IACnE,CAAC;IAEM,KAAK,CAAC,UAAU,CAAC,cAAqC,EAAE,MAAc;QACzE,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,CAAC;QAC5C,KAAK,MAAM,IAAI,IAAI,cAAc,EAAE,CAAC;YAChC,MAAM,QAAQ,GAAG,GAAG,IAAI,CAAC,MAAM,IAAI,MAAM,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAC3D,QAAQ,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;QACrD,CAAC;QAED,IAAI,CAAC;YACD,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC1B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,MAAM,IAAI,6BAAY,CAAC,oCAAoC,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAC7F,CAAC;IACL,CAAC;IAEM,KAAK,CAAC,kBAAkB,CAC3B,KAA+B,EAC/B,SAAgC,EAChC,MAAc;QAEd,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,CAAC;QAE5C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACvB,MAAM,aAAa,GAAG,IAAI,CAAC,sBAAsB,CAAC,SAAS,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC;YACtE,MAAM,QAAQ,GAAG,GAAG,+BAA+B,CAAC,gBAAgB,IAAI,MAAM,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YAEtG,QAAQ,CAAC,IAAI,CAAC,UAAU,EAAE,QAAQ,EAAE,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;YACxE,QAAQ,CAAC,SAAS,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;QAChD,CAAC;QACD,IAAI,CAAC;YACD,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC1B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,MAAM,IAAI,6BAAY,CAAC,mDAAmD,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAC5G,CAAC;IACL,CAAC;IAEM,KAAK,CAAC,sBAAsB,CAC/B,OAAiB,EACjB,UAA0B,EAC1B,MAAc;QAEd,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO,EAAE,CAAC;QACd,CAAC;QACD,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,CAAC;QAE5C,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC3B,MAAM,QAAQ,GAAG,GAAG,IAAI,CAAC,MAAM,IAAI,MAAM,IAAI,MAAM,EAAE,CAAC;YAEtD,MAAM,aAAa,GAAG,EAAE,CAAC;YACzB,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;gBAC5B,aAAa,CAAC,IAAI,CAAC,KAAK,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC5C,CAAC;YAED,QAAQ,CAAC,IAAI,CAAC,UAAU,EAAE,QAAQ,EAAE,GAAG,aAAa,CAAC,CAAC;QAC1D,CAAC;QAED,IAAI,CAAC;YACD,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACxC,IAAI,CAAC,SAAS,EAAE,CAAC;gBACb,OAAO,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;YACnC,CAAC;YAED,MAAM,MAAM,GAAoB,EAAE,CAAC;YACnC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,SAAS,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;gBACpD,MAAM,CAAC,KAAK,EAAE,WAAW,CAAC,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;gBAE9C,IAAI,KAAK,EAAE,CAAC;oBACR,IAAI,CAAC,MAAM,CAAC,IAAI,CACZ;wBACI,KAAK;wBACL,MAAM,EAAE,WAAW;qBACtB,EACD,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,2BAA2B,OAAO,CAAC,KAAK,CAAC,cAAc,CAClF,CAAC;oBACF,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBAClB,SAAS;gBACb,CAAC;gBACD,IAAI,WAAW,KAAK,IAAI,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;oBACpD,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBAClB,SAAS;gBACb,CAAC;gBAED,MAAM,CAAC,IAAI,CAAC,iCAAe,CAAC,KAAK,CAAI,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC;YAC9E,CAAC;YAED,OAAO,MAAM,CAAC;QAClB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,MAAM,IAAI,6BAAY,CAAC,uDAAuD,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAChH,CAAC;IACL,CAAC;IAEM,sBAAsB,CAAC,SAAgC,EAAE,MAAc;QAC1E,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,eAAe,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,aAAa;QAE/E,MAAM,aAAa,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC;QAEzE,IAAI,OAAO,GAAgB,IAAI,CAAC;QAEhC,IAAI,aAAa,EAAE,CAAC;YAChB,MAAM,EAAE,cAAc,EAAE,GAAG,aAAa,CAAC,OAAO,CAAC;YACjD,MAAM,YAAY,GAAG,aAAa,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,KAAK,cAAc,CAAC,CAAC;YACnF,OAAO,GAAG,YAAY,EAAE,QAAQ,IAAI,IAAI,CAAC;QAC7C,CAAC;QAED,OAAO,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,eAAe,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,OAAO,EAAE,CAAC;IAClH,CAAC;;AA5HL,0EA6HC;AA5HiB,gDAAgB,GAAG,+CAAuC,CAAC"}

package/dist/integration-engine/gtfs/data-access/cache/GtfsTripStopsCacheRepository.d.ts

@@ -0,0 +1,10 @@
+import { IGtfsTripStopsCacheDto } from "../../../../schema-definitions/gtfs/redis/interfaces/IGtfsTripStopsCacheDto";
+import { ILogger } from "@golemio/core/dist/helpers";
+import { RedisModel } from "@golemio/core/dist/integration-engine/models/RedisModel";
+export declare class GtfsTripStopsCacheRepository extends RedisModel {
+    private log;
+    static NAMESPACE_PREFIX: string;
+    constructor(log: ILogger);
+    saveMultipleTripStops(tripStops: Map<string, IGtfsTripStopsCacheDto>): Promise<void>;
+    private validateAndRemoveInvalid;
+}

package/dist/integration-engine/gtfs/data-access/cache/GtfsTripStopsCacheRepository.js

@@ -0,0 +1,79 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+var GtfsTripStopsCacheRepository_1;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.GtfsTripStopsCacheRepository = void 0;
+const const_1 = require("../../../../schema-definitions/gtfs/redis/const");
+const GtfsTripStopsCacheDtoSchema_1 = require("../../../../schema-definitions/gtfs/redis/schemas/GtfsTripStopsCacheDtoSchema");
+const CoreToken_1 = require("@golemio/core/dist/helpers/ioc/CoreToken");
+const RedisModel_1 = require("@golemio/core/dist/integration-engine/models/RedisModel");
+const golemio_errors_1 = require("@golemio/core/dist/shared/golemio-errors");
+const golemio_validator_1 = require("@golemio/core/dist/shared/golemio-validator");
+const tsyringe_1 = require("@golemio/core/dist/shared/tsyringe");
+// TTL must exceed max trip duration (~3.5h) + task interval (1h) to keep running trips in cache.
+// Task refreshes every ~1h with a -1h...+2h query window, so a trip gets refreshed up to 1h after start.
+// 6h TTL ensures data survives until well after the longest trip ends.
+const CACHE_TTL_SECONDS = 6 * 3600;
+let GtfsTripStopsCacheRepository = GtfsTripStopsCacheRepository_1 = class GtfsTripStopsCacheRepository extends RedisModel_1.RedisModel {
+    constructor(log) {
+        super("GtfsTripStopsCacheRepository", {
+            isKeyConstructedFromData: false,
+            prefix: GtfsTripStopsCacheRepository_1.NAMESPACE_PREFIX,
+        }, new golemio_validator_1.JSONSchemaValidator("GtfsTripStopsCacheRepositoryValidator", GtfsTripStopsCacheDtoSchema_1.GtfsTripStopsCacheDtoSchema));
+        this.log = log;
+    }
+    async saveMultipleTripStops(tripStops) {
+        const BATCH_SIZE = 200;
+        await this.validateAndRemoveInvalid(tripStops);
+        try {
+            let pipeline = this.connection.pipeline();
+            for (const [tripId, dto] of tripStops.entries()) {
+                const key = `${GtfsTripStopsCacheRepository_1.NAMESPACE_PREFIX}:${tripId}`;
+                pipeline.set(key, JSON.stringify(dto), "EX", CACHE_TTL_SECONDS);
+                if (pipeline.length >= BATCH_SIZE) {
+                    await pipeline.exec();
+                    pipeline = this.connection.pipeline();
+                }
+            }
+            if (pipeline.length > 0) {
+                await pipeline.exec();
+            }
+        }
+        catch (err) {
+            throw new golemio_errors_1.GeneralError("Error while saving trip stops to cache", this.constructor.name, err);
+        }
+    }
+    async validateAndRemoveInvalid(tripStops) {
+        for (const [tripId, dto] of tripStops.entries()) {
+            try {
+                await this.validator.Validate(dto);
+            }
+            catch (exc) {
+                this.log.error(`${this.constructor.name}: Invalid trip stops for trip ${tripId}`, {
+                    ...exc,
+                    stops: dto.stops,
+                });
+                tripStops.delete(tripId);
+            }
+        }
+    }
+};
+exports.GtfsTripStopsCacheRepository = GtfsTripStopsCacheRepository;
+GtfsTripStopsCacheRepository.NAMESPACE_PREFIX = const_1.GTFS_TRIP_STOPS_NAMESPACE_PREFIX;
+exports.GtfsTripStopsCacheRepository = GtfsTripStopsCacheRepository = GtfsTripStopsCacheRepository_1 = __decorate([
+    (0, tsyringe_1.injectable)(),
+    __param(0, (0, tsyringe_1.inject)(CoreToken_1.CoreToken.Logger)),
+    __metadata("design:paramtypes", [Object])
+], GtfsTripStopsCacheRepository);
+//# sourceMappingURL=GtfsTripStopsCacheRepository.js.map

package/dist/integration-engine/gtfs/data-access/cache/GtfsTripStopsCacheRepository.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"GtfsTripStopsCacheRepository.js","sourceRoot":"","sources":["../../../../../src/integration-engine/gtfs/data-access/cache/GtfsTripStopsCacheRepository.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AACA,2EAAyE;AACzE,+HAAkG;AAElG,wEAAqE;AACrE,wFAAqF;AACrF,6EAAwE;AACxE,mFAAkF;AAClF,iEAAwE;AAExE,iGAAiG;AACjG,yGAAyG;AACzG,uEAAuE;AACvE,MAAM,iBAAiB,GAAG,CAAC,GAAG,IAAI,CAAC;AAG5B,IAAM,4BAA4B,oCAAlC,MAAM,4BAA6B,SAAQ,uBAAU;IAGxD,YAA8C,GAAY;QACtD,KAAK,CACD,8BAA8B,EAC9B;YACI,wBAAwB,EAAE,KAAK;YAC/B,MAAM,EAAE,8BAA4B,CAAC,gBAAgB;SACxD,EACD,IAAI,uCAAmB,CAAC,uCAAuC,EAAE,yDAA2B,CAAC,CAChG,CAAC;QARwC,QAAG,GAAH,GAAG,CAAS;IAS1D,CAAC;IAEM,KAAK,CAAC,qBAAqB,CAAC,SAA8C;QAC7E,MAAM,UAAU,GAAG,GAAG,CAAC;QAEvB,MAAM,IAAI,CAAC,wBAAwB,CAAC,SAAS,CAAC,CAAC;QAE/C,IAAI,CAAC;YACD,IAAI,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,CAAC;YAE1C,KAAK,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,IAAI,SAAS,CAAC,OAAO,EAAE,EAAE,CAAC;gBAC9C,MAAM,GAAG,GAAG,GAAG,8BAA4B,CAAC,gBAAgB,IAAI,MAAM,EAAE,CAAC;gBACzE,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,iBAAiB,CAAC,CAAC;gBAEhE,IAAI,QAAQ,CAAC,MAAM,IAAI,UAAU,EAAE,CAAC;oBAChC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;oBACtB,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,CAAC;gBAC1C,CAAC;YACL,CAAC;YAED,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACtB,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YAC1B,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,MAAM,IAAI,6BAAY,CAAC,wCAAwC,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QACjG,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,wBAAwB,CAAC,SAA8C;QACjF,KAAK,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,IAAI,SAAS,CAAC,OAAO,EAAE,EAAE,CAAC;YAC9C,IAAI,CAAC;gBACD,MAAM,IAAI,CAAC,SAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;YACxC,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,iCAAiC,MAAM,EAAE,EAAE;oBAC9E,GAAG,GAAG;oBACN,KAAK,EAAE,GAAG,CAAC,KAAK;iBACnB,CAAC,CAAC;gBACH,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAC7B,CAAC;QACL,CAAC;IACL,CAAC;;AApDQ,oEAA4B;AACvB,6CAAgB,GAAG,wCAAgC,AAAnC,CAAoC;uCADzD,4BAA4B;IADxC,IAAA,qBAAU,GAAE;IAII,WAAA,IAAA,iBAAM,EAAC,qBAAS,CAAC,MAAM,CAAC,CAAA;;GAH5B,4BAA4B,CAqDxC"}

package/dist/integration-engine/gtfs/data-access/cache/NotPublicVehiclesRedisRepository.d.ts

@@ -0,0 +1,14 @@
+import { INotPublicVehicles } from "../../../../schema-definitions/datasources/static-data";
+import { RedisModel } from "@golemio/core/dist/integration-engine/models/RedisModel";
+export declare class NotPublicVehiclesRedisRepository extends RedisModel {
+    static NAMESPACE_PREFIX: string;
+    constructor();
+    /**
+     * Save the not-public vehicles configuration to Redis
+     */
+    saveConfig(config: INotPublicVehicles): Promise<void>;
+    /**
+     * Get the current not-public vehicles configuration from Redis
+     */
+    getConfig(): Promise<INotPublicVehicles>;
+}

package/dist/integration-engine/gtfs/data-access/cache/NotPublicVehiclesRedisRepository.js

@@ -0,0 +1,47 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var NotPublicVehiclesRedisRepository_1;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.NotPublicVehiclesRedisRepository = void 0;
+const const_1 = require("../../../../schema-definitions/gtfs/redis/const");
+const RedisModel_1 = require("@golemio/core/dist/integration-engine/models/RedisModel");
+const tsyringe_1 = require("@golemio/core/dist/shared/tsyringe");
+let NotPublicVehiclesRedisRepository = NotPublicVehiclesRedisRepository_1 = class NotPublicVehiclesRedisRepository extends RedisModel_1.RedisModel {
+    constructor() {
+        super("NotPublicVehiclesRedisRepository", {
+            isKeyConstructedFromData: false,
+            prefix: NotPublicVehiclesRedisRepository_1.NAMESPACE_PREFIX,
+        });
+    }
+    /**
+     * Save the not-public vehicles configuration to Redis
+     */
+    async saveConfig(config) {
+        await this.set(const_1.NOT_PUBLIC_VEHICLES_KEY, JSON.stringify(config));
+    }
+    /**
+     * Get the current not-public vehicles configuration from Redis
+     */
+    async getConfig() {
+        const value = await this.get(const_1.NOT_PUBLIC_VEHICLES_KEY);
+        if (!value) {
+            return { road: { registrationNumbers: [] }, tram: { registrationNumbers: [] }, routeIds: [] };
+        }
+        return JSON.parse(value);
+    }
+};
+exports.NotPublicVehiclesRedisRepository = NotPublicVehiclesRedisRepository;
+NotPublicVehiclesRedisRepository.NAMESPACE_PREFIX = const_1.CONFIG_NAMESPACE_PREFIX;
+exports.NotPublicVehiclesRedisRepository = NotPublicVehiclesRedisRepository = NotPublicVehiclesRedisRepository_1 = __decorate([
+    (0, tsyringe_1.injectable)(),
+    __metadata("design:paramtypes", [])
+], NotPublicVehiclesRedisRepository);
+//# sourceMappingURL=NotPublicVehiclesRedisRepository.js.map

package/dist/integration-engine/gtfs/data-access/cache/NotPublicVehiclesRedisRepository.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"NotPublicVehiclesRedisRepository.js","sourceRoot":"","sources":["../../../../../src/integration-engine/gtfs/data-access/cache/NotPublicVehiclesRedisRepository.ts"],"names":[],"mappings":";;;;;;;;;;;;;AACA,2EAAyF;AACzF,wFAAqF;AACrF,iEAAgE;AAGzD,IAAM,gCAAgC,wCAAtC,MAAM,gCAAiC,SAAQ,uBAAU;IAG5D;QACI,KAAK,CAAC,kCAAkC,EAAE;YACtC,wBAAwB,EAAE,KAAK;YAC/B,MAAM,EAAE,kCAAgC,CAAC,gBAAgB;SAC5D,CAAC,CAAC;IACP,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,UAAU,CAAC,MAA0B;QAC9C,MAAM,IAAI,CAAC,GAAG,CAAC,+BAAuB,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;IACpE,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,SAAS;QAClB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,+BAAuB,CAAC,CAAC;QACtD,IAAI,CAAC,KAAK,EAAE,CAAC;YACT,OAAO,EAAE,IAAI,EAAE,EAAE,mBAAmB,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,mBAAmB,EAAE,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;QAClG,CAAC;QACD,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAuB,CAAC;IACnD,CAAC;;AA1BQ,4EAAgC;AAC3B,iDAAgB,GAAG,+BAAuB,AAA1B,CAA2B;2CADhD,gCAAgC;IAD5C,IAAA,qBAAU,GAAE;;GACA,gCAAgC,CA2B5C"}

package/dist/integration-engine/gtfs/data-access/cache/PublicGtfsDepartureRepository.d.ts

@@ -0,0 +1,14 @@
+import { IRefreshPublicDepartureParams } from "../../workers/timetables/tasks/interfaces/IRefreshPublicDepartureParams";
+import { IPublicGtfsDepartureCacheDto } from "../../../../schema-definitions/gtfs/redis/interfaces/IPublicGtfsDepartureCacheDto";
+import { RedisModel } from "@golemio/core/dist/integration-engine/models/RedisModel";
+export declare class PublicGtfsDepartureRepository extends RedisModel {
+    static NAMESPACE_PREFIX: string;
+    constructor();
+    /**
+     * Save new departures for a stop and
+     *   - remove all older departures
+     *   - remove departures that are in the same time range as the new ones
+     *     (to prevent duplicates and to keep the cache clean and up-to-date)
+     */
+    replaceDeparturesForStop(departures: IPublicGtfsDepartureCacheDto[], stopId: string, intervalParams: Required<IRefreshPublicDepartureParams>): Promise<void>;
+}