@golemio/public-transport 0.1.0

package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/ProcessRegionalBusPositionsTask.js

@@ -0,0 +1,216 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ProcessRegionalBusPositionsTask = void 0;
+const GtfsTripsModel_1 = require("../../../../gtfs/GtfsTripsModel");
+const cache_1 = require("../../../../gtfs/data-access/cache");
+const VPContainerToken_1 = require("../../../ioc/VPContainerToken");
+const CoreToken_1 = require("@golemio/core/dist/helpers/ioc/CoreToken");
+const queueprocessors_1 = require("@golemio/core/dist/integration-engine/queueprocessors");
+const workers_1 = require("@golemio/core/dist/integration-engine/workers");
+const golemio_errors_1 = require("@golemio/core/dist/shared/golemio-errors");
+const tsyringe_1 = require("@golemio/core/dist/shared/tsyringe");
+const PositionsRepository_1 = require("../data-access/PositionsRepository");
+const DelayComputationManager_1 = require("../helpers/DelayComputationManager");
+const RegionalBusPositionsManager_1 = require("../helpers/regional-bus/RegionalBusPositionsManager");
+const UpdateDelaySchema_1 = require("../schema/UpdateDelaySchema");
+const UpdateDelayLimiter_1 = require("./helpers/UpdateDelayLimiter");
+const constants_1 = require("../constants");
+let ProcessRegionalBusPositionsTask = class ProcessRegionalBusPositionsTask extends workers_1.AbstractTask {
+    constructor(logger, tripsRepository, positionsRepository, delayComputationRedisRepository, gtfsTripsRepository, regionalBusPositionsManager) {
+        super(constants_1.WORKER_NAME);
+        this.queueName = "processRegionalBusPositions";
+        this.queueTtl = 2 * 60 * 1000; // 2 minutes
+        this.schema = UpdateDelaySchema_1.UpdateDelayValidationSchema;
+        this.enrichTripWithGtfsComputationData = async (trip) => {
+            try {
+                const gtfsComputationData = await this.delayComputationManager.getComputationObject(trip.gtfs_trip_id, 1);
+                if (gtfsComputationData === null) {
+                    return trip;
+                }
+                trip.gtfsData = gtfsComputationData;
+            }
+            catch (err) {
+                if (err instanceof golemio_errors_1.GeneralError) {
+                    this.logger.warn(err);
+                }
+                else {
+                    this.logger.error(new golemio_errors_1.GeneralError("Error while getting delay computation data for trip " + trip.gtfs_trip_id, this.constructor.name, err));
+                }
+            }
+            return trip;
+        };
+        /**
+         * Propagate known position properties from trips positions to processed positions, when the processed position property is
+         * `undefined`
+         *
+         * @param tripsPositions Trips positions to propagate properties from
+         * @param processedPositions Processed positions to propagate properties to
+         */
+        this.propagateKnownPositionProperties = (tripPositions, processedPositions) => {
+            for (let i = 0; i < processedPositions.positions.length; i++) {
+                if (processedPositions.positions[i] === null)
+                    continue;
+                processedPositions.positions[i] = {
+                    ...tripPositions.positions[i],
+                    ...processedPositions.positions[i],
+                };
+            }
+        };
+        this.updateComputedPositionsAndTrips = async (processedPositions) => {
+            let positions = [];
+            let trips = new Map();
+            for (const processedPosition of processedPositions) {
+                positions = positions.concat(processedPosition.positions.filter((position) => position !== null));
+                trips.set(processedPosition.context.tripId, {
+                    id: processedPosition.context.tripId,
+                    last_position_id: processedPosition.context.lastPositionId ?? null,
+                    last_position_context: processedPosition.context,
+                    is_canceled: processedPosition.context.lastPositionCanceled,
+                });
+            }
+            await this.positionsRepository.bulkSave(positions);
+            await this.tripsRepository.bulkSave(Array.from(trips.values()));
+        };
+        this.logger = logger;
+        this.tripsRepository = tripsRepository;
+        this.positionsRepository = positionsRepository;
+        this.delayComputationRedisRepository = delayComputationRedisRepository;
+        this.delayComputationManager = new DelayComputationManager_1.DelayComputationManager(gtfsTripsRepository);
+        this.updateDelayLimiter = new UpdateDelayLimiter_1.UpdateDelayLimiter("ProcessRegionalBusPositionsTask", this.queueTtl);
+        this.regionalBusPositionsManager = regionalBusPositionsManager;
+    }
+    async execute(data, msgProperties) {
+        if (!this.updateDelayLimiter.isActualMessage(msgProperties)) {
+            return; // skip processing of old messages
+        }
+        const tripIds = data.updatedTrips.map((trip) => trip.id);
+        let gtfsComputationTrips = [];
+        let tripsPositionsWithGtfsData = [];
+        try {
+            const tripsPositionsToUpdate = await this.positionsRepository.getPositionsForUpdateDelay(tripIds);
+            gtfsComputationTrips =
+                await this.delayComputationRedisRepository.getTripPropertiesBatch(tripsPositionsToUpdate.map((trip) => trip.gtfs_trip_id), ["shapes_anchor_points", "stop_times"], 
+                // regional bus positions are PID-only (feed_id 1)
+                1);
+            for (let i = 0; i < tripsPositionsToUpdate.length; i++) {
+                const trip = tripsPositionsToUpdate[i];
+                const gtfsData = gtfsComputationTrips[i];
+                tripsPositionsWithGtfsData.push({
+                    ...trip,
+                    gtfsData,
+                });
+            }
+            const tripsWithNewlyCreatedCache = [];
+            const tripsWithExistingCache = [];
+            const processedPositions = await Promise.all(tripsPositionsWithGtfsData.map(async (trip) => {
+                if (trip.gtfsData === null) {
+                    trip = await this.enrichTripWithGtfsComputationData(trip);
+                    if (trip.gtfsData === null) {
+                        return null;
+                    }
+                    tripsWithNewlyCreatedCache.push(trip);
+                }
+                else {
+                    tripsWithExistingCache.push(trip);
+                }
+                const computedPositions = this.regionalBusPositionsManager.computePositions(trip);
+                this.propagateKnownPositionProperties(trip, computedPositions);
+                return computedPositions;
+            }));
+            const validProcessedPositions = processedPositions.filter((e) => !!e);
+            await this.updateComputedPositionsAndTrips(validProcessedPositions);
+            await Promise.all([
+                this.invalidateBacktrackedPositions(validProcessedPositions),
+                this.delayComputationRedisRepository.cacheTripDataBatch(tripsWithNewlyCreatedCache, validProcessedPositions, 1),
+                this.expireDelayComputationCache(tripsWithExistingCache, validProcessedPositions),
+            ]);
+            await queueprocessors_1.QueueManager.sendMessageToExchange(this.queuePrefix, "propagateDelay", {
+                processedPositions: validProcessedPositions,
+                trips: data.updatedTrips,
+                // regional bus positions are PID-only (feed_id 1)
+                feed_id: 1,
+            });
+        }
+        catch (err) {
+            if (err instanceof golemio_errors_1.AbstractGolemioError) {
+                throw err;
+            }
+            throw new golemio_errors_1.GeneralError(`Error while updating delay. For trip ids:${tripIds.slice(0, 10).join(",")}`, this.constructor.name, err);
+        }
+    }
+    /**
+     * Expire delay computation cache for given trips
+     */
+    async expireDelayComputationCache(tripWithExistingCache, positions) {
+        const tripIdsWithTtl = [];
+        for (const trip of tripWithExistingCache) {
+            const expirationTtl = this.delayComputationRedisRepository.calculateExpirationTtl(positions, trip.id);
+            if (trip.gtfsData) {
+                tripIdsWithTtl.push({
+                    tripId: trip.gtfs_trip_id,
+                    expirationTtl,
+                });
+            }
+        }
+        try {
+            await this.delayComputationRedisRepository.expirePxat(tripIdsWithTtl, 1);
+        }
+        catch (err) {
+            this.logger.error(err);
+        }
+    }
+    /**
+     * Invalidate positions after the last stop sequence of backtracked positions
+     * We do this to improve historical data quality
+     * as well as to prevent serving of incorrect stop times to API clients
+     * (vehicle is expected to repeat some part of the trip)
+     */
+    async invalidateBacktrackedPositions(processedPositions) {
+        const tripWithStopSequenceTuples = processedPositions
+            .filter(({ isBacktrackingDetected }) => !!isBacktrackingDetected)
+            .map(({ context, positions }) => {
+            const tripId = context.tripId;
+            const maxStopSequence = this.getMaxStopSequence(positions);
+            return [tripId, maxStopSequence];
+        });
+        if (tripWithStopSequenceTuples.length === 0) {
+            return;
+        }
+        const count = await this.positionsRepository.invalidatePositionsAfterStopSequence(tripWithStopSequenceTuples);
+        this.logger.info(`Invalidated ${count} backtracked positions`);
+    }
+    getMaxStopSequence(positions) {
+        const maxStopSequence = Math.max(...positions.map((position) => position?.last_stop_sequence ?? 0));
+        if (maxStopSequence === 0) {
+            throw new golemio_errors_1.GeneralError("Max stop sequence must be greater than 0", this.constructor.name);
+        }
+        return maxStopSequence;
+    }
+};
+exports.ProcessRegionalBusPositionsTask = ProcessRegionalBusPositionsTask;
+exports.ProcessRegionalBusPositionsTask = ProcessRegionalBusPositionsTask = __decorate([
+    (0, tsyringe_1.injectable)(),
+    __param(0, (0, tsyringe_1.inject)(CoreToken_1.CoreToken.Logger)),
+    __param(1, (0, tsyringe_1.inject)(VPContainerToken_1.VPContainerToken.TripRepository)),
+    __param(2, (0, tsyringe_1.inject)(VPContainerToken_1.VPContainerToken.PositionsRepository)),
+    __param(3, (0, tsyringe_1.inject)(VPContainerToken_1.VPContainerToken.DelayComputationRedisRepository)),
+    __param(4, (0, tsyringe_1.inject)(VPContainerToken_1.VPContainerToken.GtfsTripsModel)),
+    __param(5, (0, tsyringe_1.inject)(VPContainerToken_1.VPContainerToken.RegionalBusPositionsManager)),
+    __metadata("design:paramtypes", [Object, Function, PositionsRepository_1.PositionsRepository,
+        cache_1.DelayComputationRedisRepository,
+        GtfsTripsModel_1.GtfsTripsModel,
+        RegionalBusPositionsManager_1.RegionalBusPositionsManager])
+], ProcessRegionalBusPositionsTask);
+//# sourceMappingURL=ProcessRegionalBusPositionsTask.js.map

package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/ProcessRegionalBusPositionsTask.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ProcessRegionalBusPositionsTask.js","sourceRoot":"","sources":["../../../../../../src/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/ProcessRegionalBusPositionsTask.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,oEAAyD;AACzD,8DAA6E;AAC7E,oEAA8E;AAE9E,wEAAqE;AAErE,2FAAqF;AACrF,2EAA6E;AAC7E,6EAA8F;AAE9F,iEAAwE;AACxE,4EAAyE;AAEzE,gFAA6E;AAC7E,qGAAkG;AAUlG,mEAA0E;AAC1E,qEAAkE;AAClE,4CAA2C;AAGpC,IAAM,+BAA+B,GAArC,MAAM,+BAAgC,SAAQ,sBAA+B;IAahF,YAC8B,MAAe,EACA,eAAgC,EAC3B,mBAAwC,EAEtF,+BAAgE,EACvB,mBAAmC,EACtB,2BAAwD;QAE9G,KAAK,CAAC,uBAAW,CAAC,CAAC;QArBP,cAAS,GAAG,6BAA6B,CAAC;QAC1C,aAAQ,GAAG,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,YAAY;QACtC,WAAM,GAAG,+CAA2B,CAAC;QA4G7C,sCAAiC,GAAG,KAAK,EAC7C,IAAqC,EACG,EAAE;YAC1C,IAAI,CAAC;gBACD,MAAM,mBAAmB,GAAG,MAAM,IAAI,CAAC,uBAAuB,CAAC,oBAAoB,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC;gBAC1G,IAAI,mBAAmB,KAAK,IAAI,EAAE,CAAC;oBAC/B,OAAO,IAAI,CAAC;gBAChB,CAAC;gBAED,IAAI,CAAC,QAAQ,GAAG,mBAAmB,CAAC;YACxC,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,IAAI,GAAG,YAAY,6BAAY,EAAE,CAAC;oBAC9B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAC1B,CAAC;qBAAM,CAAC;oBACJ,IAAI,CAAC,MAAM,CAAC,KAAK,CACb,IAAI,6BAAY,CACZ,sDAAsD,GAAG,IAAI,CAAC,YAAY,EAC1E,IAAI,CAAC,WAAW,CAAC,IAAI,EACrB,GAAG,CACN,CACJ,CAAC;gBACN,CAAC;YACL,CAAC;YAED,OAAO,IAAI,CAAC;QAChB,CAAC,CAAC;QAEF;;;;;;WAMG;QACK,qCAAgC,GAAG,CACvC,aAA8C,EAC9C,kBAAuC,EACzC,EAAE;YACA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,kBAAkB,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3D,IAAI,kBAAkB,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,IAAI;oBAAE,SAAS;gBACvD,kBAAkB,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG;oBAC9B,GAAG,aAAa,CAAC,SAAS,CAAC,CAAC,CAAC;oBAC7B,GAAG,kBAAkB,CAAC,SAAS,CAAC,CAAC,CAAC;iBACrC,CAAC;YACN,CAAC;QACL,CAAC,CAAC;QAEM,oCAA+B,GAAG,KAAK,EAAE,kBAAyC,EAAiB,EAAE;YACzG,IAAI,SAAS,GAAwB,EAAE,CAAC;YACxC,IAAI,KAAK,GAAG,IAAI,GAAG,EAAkC,CAAC;YAEtD,KAAK,MAAM,iBAAiB,IAAI,kBAAkB,EAAE,CAAC;gBACjD,SAAS,GAAG,SAAS,CAAC,MAAM,CACxB,iBAAiB,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,KAAK,IAAI,CAAwB,CAC7F,CAAC;gBACF,KAAK,CAAC,GAAG,CAAC,iBAAiB,CAAC,OAAO,CAAC,MAAM,EAAE;oBACxC,EAAE,EAAE,iBAAiB,CAAC,OAAO,CAAC,MAAM;oBACpC,gBAAgB,EAAE,iBAAiB,CAAC,OAAO,CAAC,cAAc,IAAI,IAAI;oBAClE,qBAAqB,EAAE,iBAAiB,CAAC,OAAO;oBAChD,WAAW,EAAE,iBAAiB,CAAC,OAAO,CAAC,oBAAoB;iBAC9D,CAAC,CAAC;YACP,CAAC;YAED,MAAM,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;YACnD,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACpE,CAAC,CAAC;QAzJE,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;QACvC,IAAI,CAAC,mBAAmB,GAAG,mBAAmB,CAAC;QAC/C,IAAI,CAAC,+BAA+B,GAAG,+BAA+B,CAAC;QACvE,IAAI,CAAC,uBAAuB,GAAG,IAAI,iDAAuB,CAAC,mBAAmB,CAAC,CAAC;QAChF,IAAI,CAAC,kBAAkB,GAAG,IAAI,uCAAkB,CAAC,iCAAiC,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QACnG,IAAI,CAAC,2BAA2B,GAAG,2BAA2B,CAAC;IACnE,CAAC;IAES,KAAK,CAAC,OAAO,CAAC,IAAuB,EAAE,aAAiC;QAC9E,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,eAAe,CAAC,aAAa,CAAC,EAAE,CAAC;YAC1D,OAAO,CAAC,kCAAkC;QAC9C,CAAC;QAED,MAAM,OAAO,GAAa,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACnE,IAAI,oBAAoB,GAAkD,EAAE,CAAC;QAC7E,IAAI,0BAA0B,GAAsC,EAAE,CAAC;QAEvE,IAAI,CAAC;YACD,MAAM,sBAAsB,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,0BAA0B,CAAC,OAAO,CAAC,CAAC;YAClG,oBAAoB;gBAChB,MAAM,IAAI,CAAC,+BAA+B,CAAC,sBAAsB,CAC7D,sBAAsB,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,EACvD,CAAC,sBAAsB,EAAE,YAAY,CAAC;gBACtC,kDAAkD;gBAClD,CAAC,CACJ,CAAC;YAEN,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,sBAAsB,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACrD,MAAM,IAAI,GAAG,sBAAsB,CAAC,CAAC,CAAC,CAAC;gBACvC,MAAM,QAAQ,GAAG,oBAAoB,CAAC,CAAC,CAAC,CAAC;gBACzC,0BAA0B,CAAC,IAAI,CAAC;oBAC5B,GAAG,IAAI;oBACP,QAAQ;iBACX,CAAC,CAAC;YACP,CAAC;YAED,MAAM,0BAA0B,GAA6B,EAAE,CAAC;YAChE,MAAM,sBAAsB,GAA6B,EAAE,CAAC;YAE5D,MAAM,kBAAkB,GAAG,MAAM,OAAO,CAAC,GAAG,CACxC,0BAA0B,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;gBAC1C,IAAI,IAAI,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;oBACzB,IAAI,GAAG,MAAM,IAAI,CAAC,iCAAiC,CAAC,IAAI,CAAC,CAAC;oBAE1D,IAAI,IAAI,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;wBACzB,OAAO,IAAI,CAAC;oBAChB,CAAC;oBAED,0BAA0B,CAAC,IAAI,CAAC,IAA8B,CAAC,CAAC;gBACpE,CAAC;qBAAM,CAAC;oBACJ,sBAAsB,CAAC,IAAI,CAAC,IAA8B,CAAC,CAAC;gBAChE,CAAC;gBAED,MAAM,iBAAiB,GAAG,IAAI,CAAC,2BAA2B,CAAC,gBAAgB,CAAC,IAA8B,CAAC,CAAC;gBAC5G,IAAI,CAAC,gCAAgC,CAAC,IAAI,EAAE,iBAAiB,CAAC,CAAC;gBAC/D,OAAO,iBAAiB,CAAC;YAC7B,CAAC,CAAC,CACL,CAAC;YAEF,MAAM,uBAAuB,GAAG,kBAAkB,CAAC,MAAM,CAAC,CAAC,CAAC,EAA4B,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAChG,MAAM,IAAI,CAAC,+BAA+B,CAAC,uBAAuB,CAAC,CAAC;YAEpE,MAAM,OAAO,CAAC,GAAG,CAAC;gBACd,IAAI,CAAC,8BAA8B,CAAC,uBAAuB,CAAC;gBAC5D,IAAI,CAAC,+BAA+B,CAAC,kBAAkB,CAAC,0BAA0B,EAAE,uBAAuB,EAAE,CAAC,CAAC;gBAC/G,IAAI,CAAC,2BAA2B,CAAC,sBAAsB,EAAE,uBAAuB,CAAC;aACpF,CAAC,CAAC;YAEH,MAAM,8BAAY,CAAC,qBAAqB,CAAC,IAAI,CAAC,WAAW,EAAE,gBAAgB,EAAE;gBACzE,kBAAkB,EAAE,uBAAuB;gBAC3C,KAAK,EAAE,IAAI,CAAC,YAAY;gBACxB,kDAAkD;gBAClD,OAAO,EAAE,CAAC;aACb,CAAC,CAAC;QACP,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,IAAI,GAAG,YAAY,qCAAoB,EAAE,CAAC;gBACtC,MAAM,GAAG,CAAC;YACd,CAAC;YAED,MAAM,IAAI,6BAAY,CAClB,4CAA4C,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,EAC5E,IAAI,CAAC,WAAW,CAAC,IAAI,EACrB,GAAG,CACN,CAAC;QACN,CAAC;IACL,CAAC;IAqED;;OAEG;IACK,KAAK,CAAC,2BAA2B,CAAC,qBAA+C,EAAE,SAAgC;QACvH,MAAM,cAAc,GAA0B,EAAE,CAAC;QAEjD,KAAK,MAAM,IAAI,IAAI,qBAAqB,EAAE,CAAC;YACvC,MAAM,aAAa,GAAG,IAAI,CAAC,+BAA+B,CAAC,sBAAsB,CAAC,SAAS,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC;YAEtG,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAChB,cAAc,CAAC,IAAI,CAAC;oBAChB,MAAM,EAAE,IAAI,CAAC,YAAY;oBACzB,aAAa;iBAChB,CAAC,CAAC;YACP,CAAC;QACL,CAAC;QAED,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,+BAA+B,CAAC,UAAU,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC;QAC7E,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC3B,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACK,KAAK,CAAC,8BAA8B,CAAC,kBAAyC;QAClF,MAAM,0BAA0B,GAA4B,kBAAkB;aACzE,MAAM,CAAC,CAAC,EAAE,sBAAsB,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,sBAAsB,CAAC;aAChE,GAAG,CAAC,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,EAAE,EAAE;YAC5B,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;YAC9B,MAAM,eAAe,GAAG,IAAI,CAAC,kBAAkB,CAAC,SAAS,CAAC,CAAC;YAC3D,OAAO,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;QACrC,CAAC,CAAC,CAAC;QAEP,IAAI,0BAA0B,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1C,OAAO;QACX,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,oCAAoC,CAAC,0BAA0B,CAAC,CAAC;QAC9G,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,eAAe,KAAK,wBAAwB,CAAC,CAAC;IACnE,CAAC;IAEO,kBAAkB,CAAC,SAA0C;QACjE,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,EAAE,kBAAkB,IAAI,CAAC,CAAC,CAAC,CAAC;QACpG,IAAI,eAAe,KAAK,CAAC,EAAE,CAAC;YACxB,MAAM,IAAI,6BAAY,CAAC,0CAA0C,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QAC9F,CAAC;QAED,OAAO,eAAe,CAAC;IAC3B,CAAC;CACJ,CAAA;AAzOY,0EAA+B;0CAA/B,+BAA+B;IAD3C,IAAA,qBAAU,GAAE;IAeJ,WAAA,IAAA,iBAAM,EAAC,qBAAS,CAAC,MAAM,CAAC,CAAA;IACxB,WAAA,IAAA,iBAAM,EAAC,mCAAgB,CAAC,cAAc,CAAC,CAAA;IACvC,WAAA,IAAA,iBAAM,EAAC,mCAAgB,CAAC,mBAAmB,CAAC,CAAA;IAC5C,WAAA,IAAA,iBAAM,EAAC,mCAAgB,CAAC,+BAA+B,CAAC,CAAA;IAExD,WAAA,IAAA,iBAAM,EAAC,mCAAgB,CAAC,cAAc,CAAC,CAAA;IACvC,WAAA,IAAA,iBAAM,EAAC,mCAAgB,CAAC,2BAA2B,CAAC,CAAA;uDAJc,yCAAmB;QAErD,uCAA+B;QACF,+BAAc;QACO,yDAA2B;GApBzG,+BAA+B,CAyO3C"}

package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/PropagateDelayTask.d.ts

@@ -0,0 +1,19 @@
+import { RunTripsRedisRepository } from "../../../../gtfs/data-access/cache/RunTripsRedisRepository";
+import { PositionsRepository } from "../data-access/PositionsRepository";
+import type { TripsRepository } from "../data-access/TripsRepository";
+import { IPropagateDelayInput } from "../interfaces/IPropagateDelayInput";
+import { PropagateDelayValidationSchema } from "../schema/PropagateDelaySchema";
+import { AbstractPropagateDelayTask } from "./abstract/AbstractPropagateDelayTask";
+export declare class PropagateDelayTask extends AbstractPropagateDelayTask<IPropagateDelayInput> {
+    private readonly runTripsRedisRepository;
+    readonly queueName = "propagateDelay";
+    readonly queueTtl: number;
+    readonly schema: typeof PropagateDelayValidationSchema;
+    constructor(tripsRepository: TripsRepository, positionsRepository: PositionsRepository, runTripsRedisRepository: RunTripsRedisRepository);
+    protected execute(data: IPropagateDelayInput): Promise<void>;
+    private mapDelayedPositionsToRunTrips;
+    private isUpdateDelayRunTripsIdsData;
+    private isBlockedTrainTripData;
+    private isConnectingLinkIn60Minutes;
+    private isCurrentGtfsTrip;
+}

package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/PropagateDelayTask.js

@@ -0,0 +1,154 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PropagateDelayTask = void 0;
+const RouteTypeEnums_1 = require("../../../../../helpers/RouteTypeEnums");
+const RunTripsRedisRepository_1 = require("../../../../gtfs/data-access/cache/RunTripsRedisRepository");
+const VPContainerToken_1 = require("../../../ioc/VPContainerToken");
+const helpers_1 = require("@golemio/core/dist/integration-engine/helpers");
+const QueueManager_1 = require("@golemio/core/dist/integration-engine/queueprocessors/QueueManager");
+const tsyringe_1 = require("@golemio/core/dist/shared/tsyringe");
+const const_1 = require("../../../../../const");
+const PositionsRepository_1 = require("../data-access/PositionsRepository");
+const PropagateDelaySchema_1 = require("../schema/PropagateDelaySchema");
+const AbstractPropagateDelayTask_1 = require("./abstract/AbstractPropagateDelayTask");
+const ALLOWED_PROPAGATION_STATES = [const_1.StatePositionEnum.ON_TRACK, const_1.StatePositionEnum.AT_STOP, const_1.StatePositionEnum.AFTER_TRACK_DELAYED];
+let PropagateDelayTask = class PropagateDelayTask extends AbstractPropagateDelayTask_1.AbstractPropagateDelayTask {
+    constructor(tripsRepository, positionsRepository, runTripsRedisRepository) {
+        super(tripsRepository, positionsRepository);
+        this.runTripsRedisRepository = runTripsRedisRepository;
+        this.queueName = "propagateDelay";
+        this.queueTtl = 5 * 60 * 1000; // 5 minutes
+        this.schema = PropagateDelaySchema_1.PropagateDelayValidationSchema;
+        this.mapDelayedPositionsToRunTrips = (processedPositions, updatedTrips) => {
+            const tripPositionMap = [];
+            const trainTripPositionMap = [];
+            for (const batch of processedPositions) {
+                const statePosition = batch.context.lastPositionState;
+                if (!statePosition || !ALLOWED_PROPAGATION_STATES.includes(statePosition)) {
+                    continue;
+                }
+                const delayInSeconds = batch.context.lastPositionDelay;
+                const originUnixTimestamp = batch.context.lastPositionOriginTimestamp;
+                if (typeof delayInSeconds !== "number" || typeof originUnixTimestamp !== "number") {
+                    continue;
+                }
+                const trip = updatedTrips.find((el) => el.id === batch.context.tripId);
+                if (trip && this.isUpdateDelayRunTripsIdsData(trip)) {
+                    tripPositionMap.push({
+                        position: {
+                            delayInSeconds,
+                            originTimestamp: new Date(originUnixTimestamp),
+                            bearing: batch.context.lastPositionTracking?.properties.bearing,
+                            originId: batch.context.lastPositionId,
+                        },
+                        trip: trip,
+                    });
+                }
+                else if (trip && this.isBlockedTrainTripData(trip)) {
+                    trainTripPositionMap.push({
+                        position: {
+                            delayInSeconds,
+                            originTimestamp: new Date(originUnixTimestamp),
+                            bearing: batch.context.lastPositionTracking?.properties.bearing,
+                            originId: batch.context.lastPositionId,
+                        },
+                        trip: trip,
+                    });
+                }
+            }
+            return { tripPositionMap, trainTripPositionMap };
+        };
+        this.isUpdateDelayRunTripsIdsData = (data) => {
+            const { internal_route_name, internal_run_number, gtfs_trip_id, vehicle_registration_number } = data;
+            return !!(internal_route_name &&
+                internal_run_number &&
+                gtfs_trip_id &&
+                typeof vehicle_registration_number !== "undefined");
+        };
+        this.isBlockedTrainTripData = (data) => {
+            const { gtfs_trip_id, gtfs_block_id, gtfs_route_type } = data;
+            return !!(gtfs_trip_id && gtfs_block_id && gtfs_route_type === RouteTypeEnums_1.GTFSRouteTypeEnum.TRAIN);
+        };
+    }
+    async execute(data) {
+        const feedId = data.feed_id ?? 1;
+        const { tripPositionMap, trainTripPositionMap } = this.mapDelayedPositionsToRunTrips(data.processedPositions, data.trips);
+        if (trainTripPositionMap.length > 0) {
+            await QueueManager_1.QueueManager.sendMessageToExchange(this.queuePrefix, "propagateTrainDelay", {
+                data: trainTripPositionMap,
+                feed_id: feedId,
+            });
+        }
+        for (const delayedPositions of tripPositionMap) {
+            const { internal_route_name, internal_run_number, gtfs_trip_id, gtfs_block_id, vehicle_registration_number, start_timestamp, } = delayedPositions.trip;
+            const scheduledTrips = await this.runTripsRedisRepository.get(`${feedId}_${internal_route_name}_${internal_run_number}`);
+            const positionTripWeekDay = new Date(start_timestamp).getDay();
+            const gtfsCurrentTrip = scheduledTrips?.schedule.find((trip) => {
+                return this.isCurrentGtfsTrip(trip, gtfs_trip_id, positionTripWeekDay);
+            });
+            if (!gtfsCurrentTrip) {
+                helpers_1.log.info(`${this.queueName}: could not determine GTFS trip from run trips data: ` +
+                    JSON.stringify(delayedPositions.trip).substring(0, 2000));
+                continue;
+            }
+            const gtfsNextTrips = scheduledTrips.schedule.filter((trip) => {
+                return this.isConnectingLinkIn60Minutes(gtfsCurrentTrip, trip);
+            });
+            try {
+                await this.propagateDelayForGtfsTrip({
+                    currentGtfsTripId: gtfs_trip_id,
+                    currentGtfsBlockId: gtfs_block_id ?? null,
+                    currentOriginTimestamp: delayedPositions.position.originTimestamp,
+                    currentDelay: delayedPositions.position.delayInSeconds,
+                    currentRegistrationNumber: vehicle_registration_number,
+                    currentStartTime: gtfsCurrentTrip.start_timestamp,
+                    currentEndTime: gtfsCurrentTrip.end_timestamp,
+                    currentBearing: delayedPositions.position.bearing,
+                    nextGtfsTrips: gtfsNextTrips.map((trip) => {
+                        return {
+                            trip_id: trip.trip_id,
+                            requiredTurnaroundSeconds: trip.requiredTurnaroundSeconds,
+                        };
+                    }),
+                    originPositionId: delayedPositions.position.originId,
+                    feedId,
+                });
+            }
+            catch (err) {
+                helpers_1.log.warn(`${this.queueName}: could not propagate delay for GTFS trip: ${gtfs_trip_id} - ${err.message}`);
+            }
+        }
+    }
+    isConnectingLinkIn60Minutes(gtfsCurrentTrip, trip) {
+        const currentTripEndTime = new Date(gtfsCurrentTrip.end_timestamp);
+        const nextTripStartTime = new Date(trip.start_timestamp);
+        const currentTripEndTimePlus60Minutes = new Date(currentTripEndTime.getTime() + 60 * 60 * 1000);
+        return currentTripEndTimePlus60Minutes >= nextTripStartTime && currentTripEndTime <= nextTripStartTime;
+    }
+    isCurrentGtfsTrip(tripSchedule, propagatedGtfsTripId, propagatedTripWeekDay) {
+        const tripWeekDay = new Date(tripSchedule.start_timestamp).getDay();
+        return tripSchedule.trip_id === propagatedGtfsTripId && tripWeekDay === propagatedTripWeekDay;
+    }
+};
+exports.PropagateDelayTask = PropagateDelayTask;
+exports.PropagateDelayTask = PropagateDelayTask = __decorate([
+    (0, tsyringe_1.injectable)(),
+    __param(0, (0, tsyringe_1.inject)(VPContainerToken_1.VPContainerToken.TripRepository)),
+    __param(1, (0, tsyringe_1.inject)(VPContainerToken_1.VPContainerToken.PositionsRepository)),
+    __param(2, (0, tsyringe_1.inject)(VPContainerToken_1.VPContainerToken.RunTripsRedisRepository)),
+    __metadata("design:paramtypes", [Function, PositionsRepository_1.PositionsRepository,
+        RunTripsRedisRepository_1.RunTripsRedisRepository])
+], PropagateDelayTask);
+//# sourceMappingURL=PropagateDelayTask.js.map

package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/PropagateDelayTask.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"PropagateDelayTask.js","sourceRoot":"","sources":["../../../../../../src/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/PropagateDelayTask.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,0EAA4D;AAC5D,wGAA6F;AAC7F,oEAA8E;AAE9E,2EAAoE;AACpE,qGAAkG;AAClG,iEAAwE;AACxE,gDAA8C;AAC9C,4EAAyE;AAOzE,yEAAgF;AAChF,sFAAmF;AAEnF,MAAM,0BAA0B,GAAG,CAAC,yBAAiB,CAAC,QAAQ,EAAE,yBAAiB,CAAC,OAAO,EAAE,yBAAiB,CAAC,mBAAmB,CAAC,CAAC;AAG3H,IAAM,kBAAkB,GAAxB,MAAM,kBAAmB,SAAQ,uDAAgD;IAKpF,YAC6C,eAAgC,EAC3B,mBAAwC,EACpC,uBAAiE;QAEnH,KAAK,CAAC,eAAe,EAAE,mBAAmB,CAAC,CAAC;QAFuB,4BAAuB,GAAvB,uBAAuB,CAAyB;QAPvG,cAAS,GAAG,gBAAgB,CAAC;QAC7B,aAAQ,GAAG,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,YAAY;QACtC,WAAM,GAAG,qDAA8B,CAAC;QA6EhD,kCAA6B,GAAG,CACpC,kBAAyC,EACzC,YAAwE,EACa,EAAE;YACvF,MAAM,eAAe,GAAyB,EAAE,CAAC;YACjD,MAAM,oBAAoB,GAAyB,EAAE,CAAC;YAEtD,KAAK,MAAM,KAAK,IAAI,kBAAkB,EAAE,CAAC;gBACrC,MAAM,aAAa,GAAG,KAAK,CAAC,OAAO,CAAC,iBAAiB,CAAC;gBACtD,IAAI,CAAC,aAAa,IAAI,CAAC,0BAA0B,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;oBACxE,SAAS;gBACb,CAAC;gBAED,MAAM,cAAc,GAAG,KAAK,CAAC,OAAO,CAAC,iBAAiB,CAAC;gBACvD,MAAM,mBAAmB,GAAG,KAAK,CAAC,OAAO,CAAC,2BAA2B,CAAC;gBACtE,IAAI,OAAO,cAAc,KAAK,QAAQ,IAAI,OAAO,mBAAmB,KAAK,QAAQ,EAAE,CAAC;oBAChF,SAAS;gBACb,CAAC;gBAED,MAAM,IAAI,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,KAAK,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;gBACvE,IAAI,IAAI,IAAI,IAAI,CAAC,4BAA4B,CAAC,IAAI,CAAC,EAAE,CAAC;oBAClD,eAAe,CAAC,IAAI,CAAC;wBACjB,QAAQ,EAAE;4BACN,cAAc;4BACd,eAAe,EAAE,IAAI,IAAI,CAAC,mBAAmB,CAAC;4BAC9C,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,oBAAoB,EAAE,UAAU,CAAC,OAAQ;4BAChE,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAC,cAAc;yBACzC;wBACD,IAAI,EAAE,IAAgC;qBACzC,CAAC,CAAC;gBACP,CAAC;qBAAM,IAAI,IAAI,IAAI,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,EAAE,CAAC;oBACnD,oBAAoB,CAAC,IAAI,CAAC;wBACtB,QAAQ,EAAE;4BACN,cAAc;4BACd,eAAe,EAAE,IAAI,IAAI,CAAC,mBAAmB,CAAC;4BAC9C,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,oBAAoB,EAAE,UAAU,CAAC,OAAQ;4BAChE,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAC,cAAc;yBACzC;wBACD,IAAI,EAAE,IAAgC;qBACzC,CAAC,CAAC;gBACP,CAAC;YACL,CAAC;YACD,OAAO,EAAE,eAAe,EAAE,oBAAoB,EAAE,CAAC;QACrD,CAAC,CAAC;QAEM,iCAA4B,GAAG,CACnC,IAAyD,EACzB,EAAE;YAClC,MAAM,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,YAAY,EAAE,2BAA2B,EAAE,GACzF,IAAgC,CAAC;YACrC,OAAO,CAAC,CAAC,CACL,mBAAmB;gBACnB,mBAAmB;gBACnB,YAAY;gBACZ,OAAO,2BAA2B,KAAK,WAAW,CACrD,CAAC;QACN,CAAC,CAAC;QAEM,2BAAsB,GAAG,CAAC,IAAyD,EAAW,EAAE;YACpG,MAAM,EAAE,YAAY,EAAE,aAAa,EAAE,eAAe,EAAE,GAAG,IAAgC,CAAC;YAE1F,OAAO,CAAC,CAAC,CAAC,YAAY,IAAI,aAAa,IAAI,eAAe,KAAK,kCAAiB,CAAC,KAAK,CAAC,CAAC;QAC5F,CAAC,CAAC;IAnIF,CAAC;IAES,KAAK,CAAC,OAAO,CAAC,IAA0B;QAC9C,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,IAAI,CAAC,CAAC;QACjC,MAAM,EAAE,eAAe,EAAE,oBAAoB,EAAE,GAAG,IAAI,CAAC,6BAA6B,CAAC,IAAI,CAAC,kBAAkB,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;QAE1H,IAAI,oBAAoB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClC,MAAM,2BAAY,CAAC,qBAAqB,CAAC,IAAI,CAAC,WAAW,EAAE,qBAAqB,EAAE;gBAC9E,IAAI,EAAE,oBAAoB;gBAC1B,OAAO,EAAE,MAAM;aACW,CAAC,CAAC;QACpC,CAAC;QAED,KAAK,MAAM,gBAAgB,IAAI,eAAe,EAAE,CAAC;YAC7C,MAAM,EACF,mBAAmB,EACnB,mBAAmB,EACnB,YAAY,EACZ,aAAa,EACb,2BAA2B,EAC3B,eAAe,GAClB,GAAG,gBAAgB,CAAC,IAAI,CAAC;YAE1B,MAAM,cAAc,GAAqC,MAAM,IAAI,CAAC,uBAAuB,CAAC,GAAG,CAC3F,GAAG,MAAM,IAAI,mBAAmB,IAAI,mBAAmB,EAAE,CAC5D,CAAC;YAEF,MAAM,mBAAmB,GAAG,IAAI,IAAI,CAAC,eAAe,CAAC,CAAC,MAAM,EAAE,CAAC;YAC/D,MAAM,eAAe,GAAG,cAAc,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE;gBAC3D,OAAO,IAAI,CAAC,iBAAiB,CAAC,IAAI,EAAE,YAAY,EAAE,mBAAmB,CAAC,CAAC;YAC3E,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,eAAe,EAAE,CAAC;gBACnB,aAAG,CAAC,IAAI,CACJ,GAAG,IAAI,CAAC,SAAS,uDAAuD;oBACpE,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,CAC/D,CAAC;gBACF,SAAS;YACb,CAAC;YAED,MAAM,aAAa,GAAG,cAAe,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE;gBAC3D,OAAO,IAAI,CAAC,2BAA2B,CAAC,eAAe,EAAE,IAAI,CAAC,CAAC;YACnE,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC;gBACD,MAAM,IAAI,CAAC,yBAAyB,CAAC;oBACjC,iBAAiB,EAAE,YAAY;oBAC/B,kBAAkB,EAAE,aAAa,IAAI,IAAI;oBACzC,sBAAsB,EAAE,gBAAgB,CAAC,QAAQ,CAAC,eAAe;oBACjE,YAAY,EAAE,gBAAgB,CAAC,QAAQ,CAAC,cAAc;oBACtD,yBAAyB,EAAE,2BAA2B;oBACtD,gBAAgB,EAAE,eAAe,CAAC,eAAe;oBACjD,cAAc,EAAE,eAAe,CAAC,aAAa;oBAC7C,cAAc,EAAE,gBAAgB,CAAC,QAAQ,CAAC,OAAQ;oBAClD,aAAa,EAAE,aAAa,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;wBACtC,OAAO;4BACH,OAAO,EAAE,IAAI,CAAC,OAAO;4BACrB,yBAAyB,EAAE,IAAI,CAAC,yBAAyB;yBAC5D,CAAC;oBACN,CAAC,CAAC;oBACF,gBAAgB,EAAE,gBAAgB,CAAC,QAAQ,CAAC,QAAQ;oBACpD,MAAM;iBACT,CAAC,CAAC;YACP,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,aAAG,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,SAAS,8CAA8C,YAAY,MAAM,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;YAC7G,CAAC;QACL,CAAC;IACL,CAAC;IAkEO,2BAA2B,CAAC,eAA6B,EAAE,IAAkB;QACjF,MAAM,kBAAkB,GAAG,IAAI,IAAI,CAAC,eAAe,CAAC,aAAa,CAAC,CAAC;QACnE,MAAM,iBAAiB,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QACzD,MAAM,+BAA+B,GAAG,IAAI,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC;QAEhG,OAAO,+BAA+B,IAAI,iBAAiB,IAAI,kBAAkB,IAAI,iBAAiB,CAAC;IAC3G,CAAC;IAEO,iBAAiB,CAAC,YAA0B,EAAE,oBAA4B,EAAE,qBAA6B;QAC7G,MAAM,WAAW,GAAG,IAAI,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC,CAAC,MAAM,EAAE,CAAC;QACpE,OAAO,YAAY,CAAC,OAAO,KAAK,oBAAoB,IAAI,WAAW,KAAK,qBAAqB,CAAC;IAClG,CAAC;CACJ,CAAA;AA5JY,gDAAkB;6BAAlB,kBAAkB;IAD9B,IAAA,qBAAU,GAAE;IAOJ,WAAA,IAAA,iBAAM,EAAC,mCAAgB,CAAC,cAAc,CAAC,CAAA;IACvC,WAAA,IAAA,iBAAM,EAAC,mCAAgB,CAAC,mBAAmB,CAAC,CAAA;IAC5C,WAAA,IAAA,iBAAM,EAAC,mCAAgB,CAAC,uBAAuB,CAAC,CAAA;+CADkB,yCAAmB;QACM,iDAAuB;GAR9G,kBAAkB,CA4J9B"}

package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/PropagateTrainDelayTask.d.ts

@@ -0,0 +1,19 @@
+import { BlockStopsRedisRepository } from "../../../../gtfs/data-access/cache/BlockStopsRedisRepository";
+import { ISimpleConfig } from "@golemio/core/dist/helpers/configuration/ISimpleConfig";
+import { ILogger } from "@golemio/core/dist/helpers/logger/LoggerProvider";
+import { IPropagateTrainDelayInput } from "../interfaces/IPropagateTrainDelayInput";
+import { PropagateDelayValidationSchema } from "../schema/PropagateTrainDelaySchema";
+import { PositionsRepository } from "../data-access/PositionsRepository";
+import type { TripsRepository } from "../data-access/TripsRepository";
+import { AbstractPropagateDelayTask } from "./abstract/AbstractPropagateDelayTask";
+export declare class PropagateTrainDelayTask extends AbstractPropagateDelayTask<IPropagateTrainDelayInput> {
+    private readonly blockStopsRepository;
+    readonly queueName = "propagateTrainDelay";
+    readonly queueTtl: number;
+    readonly schema: typeof PropagateDelayValidationSchema;
+    private logger;
+    private turnaroundEstimateInSeconds;
+    constructor(tripsRepository: TripsRepository, positionsRepository: PositionsRepository, logger: ILogger, blockStopsRepository: BlockStopsRedisRepository, config: ISimpleConfig);
+    protected execute(input: IPropagateTrainDelayInput): Promise<void>;
+    private getNextGtfsTripId;
+}

package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/PropagateTrainDelayTask.js

@@ -0,0 +1,98 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PropagateTrainDelayTask = void 0;
+const BlockStopsRedisRepository_1 = require("../../../../gtfs/data-access/cache/BlockStopsRedisRepository");
+const VPContainerToken_1 = require("../../../ioc/VPContainerToken");
+const CoreToken_1 = require("@golemio/core/dist/helpers/ioc/CoreToken");
+const sequelize_1 = require("@golemio/core/dist/shared/sequelize");
+const tsyringe_1 = require("@golemio/core/dist/shared/tsyringe");
+const PropagateTrainDelaySchema_1 = require("../schema/PropagateTrainDelaySchema");
+const PositionsRepository_1 = require("../data-access/PositionsRepository");
+const AbstractPropagateDelayTask_1 = require("./abstract/AbstractPropagateDelayTask");
+let PropagateTrainDelayTask = class PropagateTrainDelayTask extends AbstractPropagateDelayTask_1.AbstractPropagateDelayTask {
+    constructor(tripsRepository, positionsRepository, logger, blockStopsRepository, config) {
+        super(tripsRepository, positionsRepository);
+        this.blockStopsRepository = blockStopsRepository;
+        this.queueName = "propagateTrainDelay";
+        this.queueTtl = 5 * 60 * 1000; // 5 minutes
+        this.schema = PropagateTrainDelaySchema_1.PropagateDelayValidationSchema;
+        this.getNextGtfsTripId = async (gtfs_block_id, start_timestamp, feedId) => {
+            const trip = await this.tripsRepository.findOne({
+                attributes: ["gtfs_trip_id"],
+                where: {
+                    gtfs_block_id: gtfs_block_id,
+                    feed_id: feedId,
+                    start_timestamp: { [sequelize_1.Op.gt]: start_timestamp },
+                },
+                order: [["start_timestamp", "ASC"]],
+                raw: true,
+            });
+            return trip?.gtfs_trip_id;
+        };
+        this.logger = logger;
+        this.turnaroundEstimateInSeconds = config.getValue("module.pid.vehicle-positions.gtfsTripRun.turnaroundEstimateInSeconds", 0);
+    }
+    async execute(input) {
+        const feedId = input.feed_id ?? 1;
+        for (const delayedPositions of input.data) {
+            const { gtfs_trip_id, gtfs_block_id, vehicle_registration_number, start_timestamp, end_timestamp } = delayedPositions.trip;
+            try {
+                const nextGtfsTripId = await this.getNextGtfsTripId(gtfs_block_id, start_timestamp, feedId);
+                if (!nextGtfsTripId) {
+                    continue;
+                }
+                // block ids are only unique within a feed, so read the feed-namespaced cache key
+                const blockedTrips = (await this.blockStopsRepository.get(`${feedId}_${gtfs_block_id}`));
+                const lastStopCurrentTrip = blockedTrips[gtfs_trip_id]?.trip_stops?.at(-1)?.stop_id;
+                const firstStopNextTrip = blockedTrips[nextGtfsTripId]?.trip_stops?.[0]?.stop_id;
+                const requiredTurnaroundSeconds = lastStopCurrentTrip === firstStopNextTrip ? 0 : this.turnaroundEstimateInSeconds;
+                await this.propagateDelayForGtfsTrip({
+                    currentGtfsTripId: gtfs_trip_id,
+                    currentGtfsBlockId: gtfs_block_id ?? null,
+                    currentOriginTimestamp: delayedPositions.position.originTimestamp,
+                    currentDelay: delayedPositions.position.delayInSeconds,
+                    currentRegistrationNumber: vehicle_registration_number,
+                    currentStartTime: start_timestamp,
+                    currentEndTime: end_timestamp,
+                    currentBearing: delayedPositions.position.bearing,
+                    nextGtfsTrips: nextGtfsTripId
+                        ? [
+                            {
+                                trip_id: nextGtfsTripId,
+                                requiredTurnaroundSeconds: requiredTurnaroundSeconds,
+                            },
+                        ]
+                        : [],
+                    originPositionId: delayedPositions.position.originId,
+                    feedId,
+                });
+            }
+            catch (err) {
+                this.logger.warn(`${this.queueName}: could not propagate train delay for GTFS trip: ${gtfs_trip_id} - ${err.message}`);
+            }
+        }
+    }
+};
+exports.PropagateTrainDelayTask = PropagateTrainDelayTask;
+exports.PropagateTrainDelayTask = PropagateTrainDelayTask = __decorate([
+    (0, tsyringe_1.injectable)(),
+    __param(0, (0, tsyringe_1.inject)(VPContainerToken_1.VPContainerToken.TripRepository)),
+    __param(1, (0, tsyringe_1.inject)(VPContainerToken_1.VPContainerToken.PositionsRepository)),
+    __param(2, (0, tsyringe_1.inject)(CoreToken_1.CoreToken.Logger)),
+    __param(3, (0, tsyringe_1.inject)(VPContainerToken_1.VPContainerToken.BlockStopsRedisRepository)),
+    __param(4, (0, tsyringe_1.inject)(CoreToken_1.CoreToken.SimpleConfig)),
+    __metadata("design:paramtypes", [Function, PositionsRepository_1.PositionsRepository, Object, BlockStopsRedisRepository_1.BlockStopsRedisRepository, Object])
+], PropagateTrainDelayTask);
+//# sourceMappingURL=PropagateTrainDelayTask.js.map

package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/PropagateTrainDelayTask.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"PropagateTrainDelayTask.js","sourceRoot":"","sources":["../../../../../../src/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/PropagateTrainDelayTask.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,4GAAiG;AACjG,oEAA8E;AAE9E,wEAAqE;AAErE,mEAAyD;AACzD,iEAAwE;AAGxE,mFAAqF;AACrF,4EAAyE;AAEzE,sFAAmF;AAG5E,IAAM,uBAAuB,GAA7B,MAAM,uBAAwB,SAAQ,uDAAqD;IAO9F,YAC6C,eAAgC,EAC3B,mBAAwC,EAC5D,MAAe,EAEzC,oBAAgE,EAChC,MAAqB;QAErD,KAAK,CAAC,eAAe,EAAE,mBAAmB,CAAC,CAAC;QAH3B,yBAAoB,GAApB,oBAAoB,CAA2B;QAXpD,cAAS,GAAG,qBAAqB,CAAC;QAClC,aAAQ,GAAG,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,YAAY;QACtC,WAAM,GAAG,0DAA8B,CAAC;QAmEhD,sBAAiB,GAAG,KAAK,EAC7B,aAAiC,EACjC,eAAuB,EACvB,MAAc,EACa,EAAE;YAC7B,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC;gBAC5C,UAAU,EAAE,CAAC,cAAc,CAAC;gBAC5B,KAAK,EAAE;oBACH,aAAa,EAAE,aAAa;oBAC5B,OAAO,EAAE,MAAM;oBACf,eAAe,EAAE,EAAE,CAAC,cAAE,CAAC,EAAE,CAAC,EAAE,eAAe,EAAE;iBAChD;gBACD,KAAK,EAAE,CAAC,CAAC,iBAAiB,EAAE,KAAK,CAAC,CAAC;gBACnC,GAAG,EAAE,IAAI;aACZ,CAAC,CAAC;YAEH,OAAO,IAAI,EAAE,YAAY,CAAC;QAC9B,CAAC,CAAC;QAvEE,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,2BAA2B,GAAG,MAAM,CAAC,QAAQ,CAC9C,sEAAsE,EACtE,CAAC,CACM,CAAC;IAChB,CAAC;IAES,KAAK,CAAC,OAAO,CAAC,KAAgC;QACpD,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,IAAI,CAAC,CAAC;QAClC,KAAK,MAAM,gBAAgB,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;YACxC,MAAM,EAAE,YAAY,EAAE,aAAa,EAAE,2BAA2B,EAAE,eAAe,EAAE,aAAa,EAAE,GAC9F,gBAAgB,CAAC,IAAI,CAAC;YAC1B,IAAI,CAAC;gBACD,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,aAAa,EAAE,eAAe,EAAE,MAAM,CAAC,CAAC;gBAE5F,IAAI,CAAC,cAAc,EAAE,CAAC;oBAClB,SAAS;gBACb,CAAC;gBACD,iFAAiF;gBACjF,MAAM,YAAY,GAAG,CAAC,MAAM,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,GAAG,MAAM,IAAI,aAAa,EAAE,CAAC,CAAsB,CAAC;gBAE9G,MAAM,mBAAmB,GAAG,YAAY,CAAC,YAAY,CAAC,EAAE,UAAU,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC;gBACpF,MAAM,iBAAiB,GAAG,YAAY,CAAC,cAAc,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC;gBACjF,MAAM,yBAAyB,GAC3B,mBAAmB,KAAK,iBAAiB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,2BAA2B,CAAC;gBAErF,MAAM,IAAI,CAAC,yBAAyB,CAAC;oBACjC,iBAAiB,EAAE,YAAY;oBAC/B,kBAAkB,EAAE,aAAa,IAAI,IAAI;oBACzC,sBAAsB,EAAE,gBAAgB,CAAC,QAAQ,CAAC,eAAe;oBACjE,YAAY,EAAE,gBAAgB,CAAC,QAAQ,CAAC,cAAc;oBACtD,yBAAyB,EAAE,2BAA2B;oBACtD,gBAAgB,EAAE,eAAe;oBACjC,cAAc,EAAE,aAAc;oBAC9B,cAAc,EAAE,gBAAgB,CAAC,QAAQ,CAAC,OAAO;oBACjD,aAAa,EAAE,cAAc;wBACzB,CAAC,CAAC;4BACI;gCACI,OAAO,EAAE,cAAc;gCACvB,yBAAyB,EAAE,yBAAyB;6BACvD;yBACJ;wBACH,CAAC,CAAC,EAAE;oBACR,gBAAgB,EAAE,gBAAgB,CAAC,QAAQ,CAAC,QAAQ;oBACpD,MAAM;iBACT,CAAC,CAAC;YACP,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,IAAI,CAAC,MAAM,CAAC,IAAI,CACZ,GAAG,IAAI,CAAC,SAAS,oDAAoD,YAAY,MAAM,GAAG,CAAC,OAAO,EAAE,CACvG,CAAC;YACN,CAAC;QACL,CAAC;IACL,CAAC;CAoBJ,CAAA;AAxFY,0DAAuB;kCAAvB,uBAAuB;IADnC,IAAA,qBAAU,GAAE;IASJ,WAAA,IAAA,iBAAM,EAAC,mCAAgB,CAAC,cAAc,CAAC,CAAA;IACvC,WAAA,IAAA,iBAAM,EAAC,mCAAgB,CAAC,mBAAmB,CAAC,CAAA;IAC5C,WAAA,IAAA,iBAAM,EAAC,qBAAS,CAAC,MAAM,CAAC,CAAA;IACxB,WAAA,IAAA,iBAAM,EAAC,mCAAgB,CAAC,yBAAyB,CAAC,CAAA;IAElD,WAAA,IAAA,iBAAM,EAAC,qBAAS,CAAC,YAAY,CAAC,CAAA;+CAJoC,yCAAmB,UAG/C,qDAAyB;GAZ3D,uBAAuB,CAwFnC"}

package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/RefreshGtfsTripDataTask.d.ts

@@ -0,0 +1,18 @@
+import { ILogger } from "@golemio/core/dist/helpers";
+import { AbstractEmptyTask } from "@golemio/core/dist/integration-engine/workers";
+import type { TripsRepository } from "../data-access/TripsRepository";
+import { IGtfsTripDataFixerFactory } from "../domain/service/IGtfsTripDataFixerFactory";
+/**
+ * Updates GTFS trip data for realtime trips immediately following a GTFS timetable database refresh
+ * - Identifies and corrects realtime trips using obsolete GTFS trip IDs (from the previous timetable)
+ * - Refreshes GTFS trip data (route ID, block ID, headsign, etc.) based on updated GTFS trip IDs
+ */
+export declare class RefreshGtfsTripDataTask extends AbstractEmptyTask {
+    private logger;
+    private gtfsDataFixerFactory;
+    private tripRepository;
+    readonly queueName = "refreshGTFSTripData";
+    readonly queueTtl: number;
+    constructor(logger: ILogger, gtfsDataFixerFactory: IGtfsTripDataFixerFactory, tripRepository: TripsRepository);
+    protected execute(): Promise<void>;
+}

package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/RefreshGtfsTripDataTask.js

@@ -0,0 +1,53 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RefreshGtfsTripDataTask = void 0;
+const VPContainerToken_1 = require("../../../ioc/VPContainerToken");
+const ProviderSourceTypeEnum_1 = require("../../../../../schema-definitions/vehicle-positions/models/enums/ProviderSourceTypeEnum");
+const CoreToken_1 = require("@golemio/core/dist/helpers/ioc/CoreToken");
+const workers_1 = require("@golemio/core/dist/integration-engine/workers");
+const tsyringe_1 = require("@golemio/core/dist/shared/tsyringe");
+const constants_1 = require("../constants");
+/**
+ * Updates GTFS trip data for realtime trips immediately following a GTFS timetable database refresh
+ * - Identifies and corrects realtime trips using obsolete GTFS trip IDs (from the previous timetable)
+ * - Refreshes GTFS trip data (route ID, block ID, headsign, etc.) based on updated GTFS trip IDs
+ */
+let RefreshGtfsTripDataTask = class RefreshGtfsTripDataTask extends workers_1.AbstractEmptyTask {
+    constructor(logger, gtfsDataFixerFactory, tripRepository) {
+        super(constants_1.WORKER_NAME);
+        this.logger = logger;
+        this.gtfsDataFixerFactory = gtfsDataFixerFactory;
+        this.tripRepository = tripRepository;
+        this.queueName = "refreshGTFSTripData";
+        this.queueTtl = 10 * 60 * 1000; // 10 minutes
+    }
+    async execute() {
+        // Find and fix realtime trips with invalid GTFS trip ID
+        // HTTP trips
+        const numOfHttpTrips = await this.gtfsDataFixerFactory.getStrategy(ProviderSourceTypeEnum_1.ProviderSourceTypeEnum.Http).fix(this.queuePrefix);
+        this.logger.info(`${this.constructor.name}: ${numOfHttpTrips} HTTP trips with invalid GTFS trip ID detected and sent for fixing`);
+        // Refresh GTFS trip data based on GTFS trip ID
+        await this.tripRepository.refreshGtfsTripData();
+    }
+};
+exports.RefreshGtfsTripDataTask = RefreshGtfsTripDataTask;
+exports.RefreshGtfsTripDataTask = RefreshGtfsTripDataTask = __decorate([
+    (0, tsyringe_1.injectable)(),
+    __param(0, (0, tsyringe_1.inject)(CoreToken_1.CoreToken.Logger)),
+    __param(1, (0, tsyringe_1.inject)(VPContainerToken_1.VPContainerToken.GtfsTripDataFixerFactory)),
+    __param(2, (0, tsyringe_1.inject)(VPContainerToken_1.VPContainerToken.TripRepository)),
+    __metadata("design:paramtypes", [Object, Object, Function])
+], RefreshGtfsTripDataTask);
+//# sourceMappingURL=RefreshGtfsTripDataTask.js.map

package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/RefreshGtfsTripDataTask.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"RefreshGtfsTripDataTask.js","sourceRoot":"","sources":["../../../../../../src/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/RefreshGtfsTripDataTask.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,oEAA8E;AAC9E,oIAAoG;AAEpG,wEAAqE;AACrE,2EAAkF;AAClF,iEAAwE;AACxE,4CAA2C;AAI3C;;;;GAIG;AAEI,IAAM,uBAAuB,GAA7B,MAAM,uBAAwB,SAAQ,2BAAiB;IAI1D,YAC8B,MAAuB,EACE,oBAAuD,EACjE,cAAuC;QAEhF,KAAK,CAAC,uBAAW,CAAC,CAAC;QAJe,WAAM,GAAN,MAAM,CAAS;QACU,yBAAoB,GAApB,oBAAoB,CAA2B;QACzD,mBAAc,GAAd,cAAc,CAAiB;QANpE,cAAS,GAAG,qBAAqB,CAAC;QAClC,aAAQ,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,aAAa;IAQxD,CAAC;IAES,KAAK,CAAC,OAAO;QACnB,wDAAwD;QACxD,aAAa;QACb,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,WAAW,CAAC,+CAAsB,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACtH,IAAI,CAAC,MAAM,CAAC,IAAI,CACZ,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,KAAK,cAAc,oEAAoE,CAClH,CAAC;QAEF,+CAA+C;QAC/C,MAAM,IAAI,CAAC,cAAc,CAAC,mBAAmB,EAAE,CAAC;IACpD,CAAC;CACJ,CAAA;AAvBY,0DAAuB;kCAAvB,uBAAuB;IADnC,IAAA,qBAAU,GAAE;IAMJ,WAAA,IAAA,iBAAM,EAAC,qBAAS,CAAC,MAAM,CAAC,CAAA;IACxB,WAAA,IAAA,iBAAM,EAAC,mCAAgB,CAAC,wBAAwB,CAAC,CAAA;IACjD,WAAA,IAAA,iBAAM,EAAC,mCAAgB,CAAC,cAAc,CAAC,CAAA;;GAPnC,uBAAuB,CAuBnC"}