@golemio/pid 2.4.1-dev.756038965 → 2.4.1-dev.756186448

package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/SaveDataToDBTask.js

@@ -0,0 +1,77 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SaveDataToDBTask = void 0;
+const queueprocessors_1 = require("@golemio/core/dist/integration-engine/queueprocessors");
+const workers_1 = require("@golemio/core/dist/integration-engine/workers");
+const TripsRepository_1 = require("../data-access/TripsRepository");
+const SaveDataToDBSchema_1 = require("../schema/SaveDataToDBSchema");
+const PositionsTransformation_1 = require("../transformations/PositionsTransformation");
+class SaveDataToDBTask extends workers_1.AbstractTask {
+    constructor(queuePrefix) {
+        super(queuePrefix);
+        this.queueName = "saveDataToDB";
+        this.queueTtl = 5 * 60 * 1000; // 5 minutes
+        this.schema = SaveDataToDBSchema_1.SaveDataToDBValidationSchema;
+        this.tripsRepository = new TripsRepository_1.TripsRepository();
+        this.positionsTransformation = new PositionsTransformation_1.PositionsTransformation();
+    }
+    execute(data) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const transformedData = yield this.positionsTransformation.transform(data.m.spoj);
+            const rows = yield this.tripsRepository.bulkUpsert(transformedData.trips);
+            // send message for update GTFSTripIds
+            for (let i = 0, chunkSize = 50; i < rows.inserted.length; i += chunkSize) {
+                const inserted = rows.inserted.slice(i, i + chunkSize);
+                const insertedIds = inserted.map((ins) => {
+                    return ins.id;
+                });
+                yield queueprocessors_1.QueueManager.sendMessageToExchange(this.queuePrefix, "updateGTFSTripId", {
+                    trips: inserted,
+                    positions: transformedData.positions.filter((position) => insertedIds.includes(position.trips_id)),
+                });
+            }
+            // send message for update delay
+            // aggregate runs by origin_route_name & sequence_id to keep related messages in same bulk
+            const runTripMap = rows.updated.length ? { unknown: [] } : {};
+            for (const trip of rows.updated) {
+                if (!trip.origin_route_name || !trip.sequence_id) {
+                    runTripMap.unknown.push(trip.id);
+                }
+                else {
+                    const key = `${trip.origin_route_name}_${trip.sequence_id}`;
+                    runTripMap[key] ? runTripMap[key].push(trip.id) : (runTripMap[key] = [trip.id]);
+                }
+            }
+            const chunks = [];
+            let idx = 0;
+            for (const key in runTripMap) {
+                if (!chunks[idx]) {
+                    chunks[idx] = [];
+                }
+                chunks[idx] = chunks[idx].concat(runTripMap[key]);
+                if (chunks[idx].length > 200) {
+                    idx++;
+                }
+            }
+            for (const key in chunks) {
+                const positions = transformedData.positions.filter((position) => chunks[key].includes(position.trips_id));
+                const updatedTrips = yield this.tripsRepository.findAllAssocTripIds(chunks[key]);
+                yield queueprocessors_1.QueueManager.sendMessageToExchange(this.queuePrefix, "updateDelay", {
+                    positions,
+                    updatedTrips,
+                });
+            }
+        });
+    }
+}
+exports.SaveDataToDBTask = SaveDataToDBTask;
+//# sourceMappingURL=SaveDataToDBTask.js.map

package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/SaveDataToDBTask.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"SaveDataToDBTask.js","sourceRoot":"","sources":["../../../../../../src/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/SaveDataToDBTask.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2FAAqF;AACrF,2EAA6E;AAC7E,oEAAiE;AAEjE,qEAA4E;AAC5E,wFAAqF;AAErF,MAAa,gBAAiB,SAAQ,sBAA8B;IAQhE,YAAY,WAAmB;QAC3B,KAAK,CAAC,WAAW,CAAC,CAAC;QARP,cAAS,GAAG,cAAc,CAAC;QAC3B,aAAQ,GAAG,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,YAAY;QACtC,WAAM,GAAG,iDAA4B,CAAC;QAOlD,IAAI,CAAC,eAAe,GAAG,IAAI,iCAAe,EAAE,CAAC;QAC7C,IAAI,CAAC,uBAAuB,GAAG,IAAI,iDAAuB,EAAE,CAAC;IACjE,CAAC;IAEe,OAAO,CAAC,IAAsB;;YAC1C,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,uBAAuB,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAClF,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;YAE1E,sCAAsC;YACtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,SAAS,GAAG,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE;gBACtE,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;gBACvD,MAAM,WAAW,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;oBACrC,OAAO,GAAG,CAAC,EAAE,CAAC;gBAClB,CAAC,CAAC,CAAC;gBAEH,MAAM,8BAAY,CAAC,qBAAqB,CAAC,IAAI,CAAC,WAAW,EAAE,kBAAkB,EAAE;oBAC3E,KAAK,EAAE,QAAQ;oBACf,SAAS,EAAE,eAAe,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,WAAW,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;iBACrG,CAAC,CAAC;aACN;YAED,gCAAgC;YAChC,0FAA0F;YAC1F,MAAM,UAAU,GAA6B,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAExF,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,OAAO,EAAE;gBAC7B,IAAI,CAAC,IAAI,CAAC,iBAAiB,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;oBAC9C,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;iBACpC;qBAAM;oBACH,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;oBAC5D,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;iBACnF;aACJ;YAED,MAAM,MAAM,GAAe,EAAE,CAAC;YAC9B,IAAI,GAAG,GAAG,CAAC,CAAC;YACZ,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE;gBAC1B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE;oBACd,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC;iBACpB;gBACD,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC;gBAClD,IAAI,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,GAAG,GAAG,EAAE;oBAC1B,GAAG,EAAE,CAAC;iBACT;aACJ;YAED,KAAK,MAAM,GAAG,IAAI,MAAM,EAAE;gBACtB,MAAM,SAAS,GAAG,eAAe,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;gBAC1G,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,mBAAmB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;gBAEjF,MAAM,8BAAY,CAAC,qBAAqB,CAAC,IAAI,CAAC,WAAW,EAAE,aAAa,EAAE;oBACtE,SAAS;oBACT,YAAY;iBACf,CAAC,CAAC;aACN;QACL,CAAC;KAAA;CACJ;AAlED,4CAkEC"}

package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/UpdateDelayTask.d.ts

@@ -0,0 +1,22 @@
+import { AbstractTask } from "@golemio/core/dist/integration-engine/workers";
+import { IUpdateDelayInput } from "../interfaces/IUpdateDelayInput";
+import { UpdateDelayValidationSchema } from "../schema/UpdateDelaySchema";
+export declare class UpdateDelayTask extends AbstractTask<IUpdateDelayInput> {
+    readonly queueName = "propagateDelay";
+    readonly queueTtl: number;
+    readonly schema: typeof UpdateDelayValidationSchema;
+    private readonly tripsRepository;
+    private readonly positionsRepository;
+    private readonly delayComputationRedisRepository;
+    private readonly tripStopsManager;
+    private readonly delayComputationManager;
+    constructor(queuePrefix: string);
+    protected execute(data: IUpdateDelayInput): Promise<void>;
+    /**
+     * Take all newly computed positions and save it, then save the last ones to the trips
+     *
+     * @param {IProcessedPositions[]} computedResult - Arrays of all newly computed positions
+     * @returns {Object[]} - Arrays of inserted/updated positions and array of (inserted)/updated trips
+     */
+    private updateComputedPositionsAndTrips;
+}

package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/UpdateDelayTask.js

@@ -0,0 +1,176 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.UpdateDelayTask = void 0;
+const DelayComputationRedisRepository_1 = require("../../../../ropid-gtfs/data-access/DelayComputationRedisRepository");
+const RopidGTFSStopTimesModel_1 = require("../../../../ropid-gtfs/RopidGTFSStopTimesModel");
+const RopidGTFSTripsModel_1 = require("../../../../ropid-gtfs/RopidGTFSTripsModel");
+const helpers_1 = require("@golemio/core/dist/integration-engine/helpers");
+const queueprocessors_1 = require("@golemio/core/dist/integration-engine/queueprocessors");
+const workers_1 = require("@golemio/core/dist/integration-engine/workers");
+const golemio_errors_1 = require("@golemio/core/dist/shared/golemio-errors");
+const PositionsRepository_1 = require("../data-access/PositionsRepository");
+const TripsRepository_1 = require("../data-access/TripsRepository");
+const TripStopsRedisRepository_1 = require("../data-access/TripStopsRedisRepository");
+const DelayComputationManager_1 = require("../helpers/DelayComputationManager");
+const PositionsManager_1 = __importDefault(require("../helpers/PositionsManager"));
+const TripStopsManager_1 = require("../helpers/TripStopsManager");
+const VPUtils_1 = require("../helpers/VPUtils");
+const UpdateDelaySchema_1 = require("../schema/UpdateDelaySchema");
+class UpdateDelayTask extends workers_1.AbstractTask {
+    constructor(queuePrefix) {
+        super(queuePrefix);
+        this.queueName = "propagateDelay";
+        this.queueTtl = 5 * 60 * 1000; // 5 minutes
+        this.schema = UpdateDelaySchema_1.UpdateDelayValidationSchema;
+        /**
+         * Take all newly computed positions and save it, then save the last ones to the trips
+         *
+         * @param {IProcessedPositions[]} computedResult - Arrays of all newly computed positions
+         * @returns {Object[]} - Arrays of inserted/updated positions and array of (inserted)/updated trips
+         */
+        this.updateComputedPositionsAndTrips = (computedResult) => __awaiter(this, void 0, void 0, function* () {
+            const positionsUpdated = yield this.positionsRepository.bulkUpdate(computedResult.flatMap((e) => e.positions));
+            const tripsUpdated = yield this.tripsRepository.bulkUpdate(computedResult.map((e) => ({
+                id: e.context.tripId,
+                last_position_id: e.context.lastPositionId,
+                last_position_context: e.context,
+                is_canceled: e.context.lastPositionCanceled,
+            })));
+            return {
+                positionsUpdated,
+                tripsUpdated,
+            };
+        });
+        this.tripsRepository = new TripsRepository_1.TripsRepository();
+        this.positionsRepository = new PositionsRepository_1.PositionsRepository();
+        this.delayComputationRedisRepository = new DelayComputationRedisRepository_1.DelayComputationRedisRepository();
+        const gtfsStopTimesRepository = new RopidGTFSStopTimesModel_1.RopidGTFSStopTimesModel();
+        const gtfsTripsRepository = new RopidGTFSTripsModel_1.RopidGTFSTripsModel();
+        const tripStopsRedisRepository = new TripStopsRedisRepository_1.TripStopsRedisRepository();
+        this.tripStopsManager = new TripStopsManager_1.TripStopsManager(gtfsStopTimesRepository, tripStopsRedisRepository);
+        this.delayComputationManager = new DelayComputationManager_1.DelayComputationManager(gtfsTripsRepository);
+    }
+    execute(data) {
+        var _a, _b;
+        return __awaiter(this, void 0, void 0, function* () {
+            const tripIds = data.updatedTrips.map((trip) => trip.id);
+            if (((_a = data.positions) === null || _a === void 0 ? void 0 : _a.length) > 0) {
+                // unique ids in input data in key-value (id-positions) structure
+                let positionsByIds = {};
+                for (const position of data.positions) {
+                    positionsByIds[position.trips_id] = position;
+                }
+                // unique block_ids and its parent input trips_id in key-value structure
+                let tripsIdsByBlockIds = {};
+                // unique block_ids and its parent gtfs_trip_id in key-value structure
+                let gtfsTripIdsByBlockIds = {};
+                for (const trip of data.updatedTrips) {
+                    if (!trip.gtfs_block_id) {
+                        continue;
+                    }
+                    if (!tripsIdsByBlockIds[trip.gtfs_block_id]) {
+                        tripsIdsByBlockIds[trip.gtfs_block_id] = trip.id;
+                    }
+                    else {
+                        // save only the shorter trip_id (it is the raw input id with no suffixes)
+                        tripsIdsByBlockIds[trip.gtfs_block_id] =
+                            tripsIdsByBlockIds[trip.gtfs_block_id] > trip.id ? trip.id : tripsIdsByBlockIds[trip.gtfs_block_id];
+                    }
+                    if (!gtfsTripIdsByBlockIds[trip.gtfs_block_id]) {
+                        gtfsTripIdsByBlockIds[trip.gtfs_block_id] = new Set();
+                    }
+                    if (trip.gtfs_trip_id) {
+                        gtfsTripIdsByBlockIds[trip.gtfs_block_id].add(trip.gtfs_trip_id);
+                    }
+                }
+                // Get cached schedule for each unique block_id
+                const tripStopsSchedulesByBlockIds = yield Object.entries(gtfsTripIdsByBlockIds).reduce((acc, [blockId, gtfsTripIds]) => __awaiter(this, void 0, void 0, function* () {
+                    const tripStops = yield acc;
+                    try {
+                        const schedule = yield this.tripStopsManager.setAndReturnTripStopsSchedule(blockId, [...gtfsTripIds]);
+                        tripStops[blockId] = schedule;
+                    }
+                    catch (err) {
+                        helpers_1.IntegrationErrorHandler.handle(err);
+                    }
+                    return acc;
+                }), Promise.resolve({}));
+                // duplicate positions for trips with block_ids
+                for (const trip of data.updatedTrips) {
+                    if (positionsByIds[trip.id]) {
+                        if (trip.gtfs_block_id) {
+                            // Determine current position tracking status
+                            positionsByIds[trip.id].tracking = VPUtils_1.VPUtils.determineTrackingStatus(trip.gtfs_trip_id, tripStopsSchedulesByBlockIds[trip.gtfs_block_id], positionsByIds[trip.id]);
+                        }
+                        continue;
+                    }
+                    const currentPosition = data.positions.find((position) => {
+                        return position.trips_id === tripsIdsByBlockIds[trip.gtfs_block_id];
+                    });
+                    if (!currentPosition) {
+                        continue;
+                    }
+                    // Determine position duplication and new position tracking status
+                    const newPositionTrackingStatus = VPUtils_1.VPUtils.determineNewPositionTracking(tripStopsSchedulesByBlockIds[trip.gtfs_block_id], trip, currentPosition);
+                    // duplicate position with new created trip for second trip
+                    const newPosition = Object.assign({}, currentPosition);
+                    newPosition.trips_id = trip.id;
+                    newPosition.tracking = newPositionTrackingStatus;
+                    data.positions.push(newPosition);
+                }
+                // save all new positions
+                yield this.positionsRepository.save(data.positions);
+            }
+            if (((_b = data.updatedTrips) === null || _b === void 0 ? void 0 : _b.length) > 0) {
+                try {
+                    // Get all positions for each trip
+                    const tripsPositionsToUpdate = yield this.positionsRepository.getPositionsForUpdateDelay(tripIds);
+                    // Append gtfs data to each trip
+                    const tripsPositionsWithOrWithoutGTFSDataToUpdate = yield Promise.all(tripsPositionsToUpdate.map((trip) => __awaiter(this, void 0, void 0, function* () {
+                        const gtfsData = (yield this.delayComputationRedisRepository.get(trip.gtfs_trip_id));
+                        return Object.assign(Object.assign({}, trip), { gtfsData });
+                    })));
+                    // Process every position
+                    const processedPositions = yield Promise.all(tripsPositionsWithOrWithoutGTFSDataToUpdate.map((trip) => __awaiter(this, void 0, void 0, function* () {
+                        // if gtfs shape points and schedules data is not ready, calculate it first
+                        if (trip.gtfsData === null) {
+                            helpers_1.log.debug("Delay Computation data (Redis) was not found. (gtfsTripId = " + trip.gtfs_trip_id + ")");
+                            try {
+                                const gtfsComputationData = yield this.delayComputationManager.getComputationObject(trip.gtfs_trip_id);
+                                yield this.delayComputationRedisRepository.set("trip_id", gtfsComputationData, VPUtils_1.VPUtils.DELAY_COMPUTATION_CACHE_TTL);
+                                trip.gtfsData = gtfsComputationData;
+                            }
+                            catch (err) {
+                                return;
+                            }
+                        }
+                        return PositionsManager_1.default.computePositions(trip, data.schedule);
+                    })));
+                    const validProcessedPositions = processedPositions.filter((e) => !!e);
+                    yield this.updateComputedPositionsAndTrips(validProcessedPositions);
+                    yield queueprocessors_1.QueueManager.sendMessageToExchange(this.queuePrefix, "propagateDelay", {
+                        processedPositions: validProcessedPositions,
+                        trips: data.updatedTrips,
+                    });
+                }
+                catch (err) {
+                    throw new golemio_errors_1.CustomError(`Error while updating delay. For trip ids:${tripIds.slice(0, 10).join(",")}`, true, this.constructor.name, 5001, err);
+                }
+            }
+        });
+    }
+}
+exports.UpdateDelayTask = UpdateDelayTask;
+//# sourceMappingURL=UpdateDelayTask.js.map

package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/UpdateDelayTask.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"UpdateDelayTask.js","sourceRoot":"","sources":["../../../../../../src/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/UpdateDelayTask.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,wHAA6G;AAC7G,4FAAiF;AACjF,oFAAyE;AACzE,2EAA6F;AAC7F,2FAAqF;AACrF,2EAA6E;AAC7E,6EAAuE;AACvE,4EAAyF;AACzF,oEAAiE;AACjE,sFAAmF;AACnF,gFAA6E;AAC7E,mFAA2D;AAC3D,kEAA+D;AAC/D,gDAA6C;AAU7C,mEAA0E;AAE1E,MAAa,eAAgB,SAAQ,sBAA+B;IAWhE,YAAY,WAAmB;QAC3B,KAAK,CAAC,WAAW,CAAC,CAAC;QAXP,cAAS,GAAG,gBAAgB,CAAC;QAC7B,aAAQ,GAAG,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,YAAY;QACtC,WAAM,GAAG,+CAA2B,CAAC;QAoLrD;;;;;WAKG;QACK,oCAA+B,GAAG,CAAO,cAAqC,EAAE,EAAE;YACtF,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,UAAU,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;YAC/G,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,UAAU,CACtD,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACvB,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM;gBACpB,gBAAgB,EAAE,CAAC,CAAC,OAAO,CAAC,cAAc;gBAC1C,qBAAqB,EAAE,CAAC,CAAC,OAAO;gBAChC,WAAW,EAAE,CAAC,CAAC,OAAO,CAAC,oBAAoB;aAC9C,CAAC,CAAC,CACN,CAAC;YAEF,OAAO;gBACH,gBAAgB;gBAChB,YAAY;aACf,CAAC;QACN,CAAC,CAAA,CAAC;QA/LE,IAAI,CAAC,eAAe,GAAG,IAAI,iCAAe,EAAE,CAAC;QAC7C,IAAI,CAAC,mBAAmB,GAAG,IAAI,yCAAmB,EAAE,CAAC;QACrD,IAAI,CAAC,+BAA+B,GAAG,IAAI,iEAA+B,EAAE,CAAC;QAE7E,MAAM,uBAAuB,GAAG,IAAI,iDAAuB,EAAE,CAAC;QAC9D,MAAM,mBAAmB,GAAG,IAAI,yCAAmB,EAAE,CAAC;QACtD,MAAM,wBAAwB,GAAG,IAAI,mDAAwB,EAAE,CAAC;QAEhE,IAAI,CAAC,gBAAgB,GAAG,IAAI,mCAAgB,CAAC,uBAAuB,EAAE,wBAAwB,CAAC,CAAC;QAChG,IAAI,CAAC,uBAAuB,GAAG,IAAI,iDAAuB,CAAC,mBAAmB,CAAC,CAAC;IACpF,CAAC;IAEe,OAAO,CAAC,IAAuB;;;YAC3C,MAAM,OAAO,GAAa,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAEnE,IAAI,CAAA,MAAA,IAAI,CAAC,SAAS,0CAAE,MAAM,IAAG,CAAC,EAAE;gBAC5B,iEAAiE;gBACjE,IAAI,cAAc,GAAkD,EAAE,CAAC;gBACvE,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,SAAS,EAAE;oBACnC,cAAc,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,QAAQ,CAAC;iBAChD;gBAED,wEAAwE;gBACxE,IAAI,kBAAkB,GAA2B,EAAE,CAAC;gBAEpD,sEAAsE;gBACtE,IAAI,qBAAqB,GAAgC,EAAE,CAAC;gBAE5D,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,YAAY,EAAE;oBAClC,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE;wBACrB,SAAS;qBACZ;oBAED,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE;wBACzC,kBAAkB,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,IAAI,CAAC,EAAE,CAAC;qBACpD;yBAAM;wBACH,0EAA0E;wBAC1E,kBAAkB,CAAC,IAAI,CAAC,aAAa,CAAC;4BAClC,kBAAkB,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,kBAAkB,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;qBAC3G;oBAED,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE;wBAC5C,qBAAqB,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,IAAI,GAAG,EAAE,CAAC;qBACzD;oBAED,IAAI,IAAI,CAAC,YAAY,EAAE;wBACnB,qBAAqB,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;qBACpE;iBACJ;gBAED,+CAA+C;gBAC/C,MAAM,4BAA4B,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC,MAAM,CACnF,CAAO,GAAG,EAAE,CAAC,OAAO,EAAE,WAAW,CAAC,EAAE,EAAE;oBAClC,MAAM,SAAS,GAAG,MAAM,GAAG,CAAC;oBAC5B,IAAI;wBACA,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,6BAA6B,CAAC,OAAO,EAAE,CAAC,GAAG,WAAW,CAAC,CAAC,CAAC;wBACtG,SAAS,CAAC,OAAO,CAAC,GAAG,QAAQ,CAAC;qBACjC;oBAAC,OAAO,GAAG,EAAE;wBACV,iCAAuB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;qBACvC;oBAED,OAAO,GAAG,CAAC;gBACf,CAAC,CAAA,EACD,OAAO,CAAC,OAAO,CAAC,EAAuC,CAAC,CAC3D,CAAC;gBAEF,+CAA+C;gBAC/C,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,YAAY,EAAE;oBAClC,IAAI,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE;wBACzB,IAAI,IAAI,CAAC,aAAa,EAAE;4BACpB,6CAA6C;4BAC7C,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,QAAQ,GAAG,iBAAO,CAAC,uBAAuB,CAC9D,IAAI,CAAC,YAAa,EAClB,4BAA4B,CAAC,IAAI,CAAC,aAAa,CAAC,EAChD,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC,CAC1B,CAAC;yBACL;wBAED,SAAS;qBACZ;oBAED,MAAM,eAAe,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE;wBACrD,OAAO,QAAQ,CAAC,QAAQ,KAAK,kBAAkB,CAAC,IAAI,CAAC,aAAc,CAAC,CAAC;oBACzE,CAAC,CAAC,CAAC;oBAEH,IAAI,CAAC,eAAe,EAAE;wBAClB,SAAS;qBACZ;oBAED,kEAAkE;oBAClE,MAAM,yBAAyB,GAAG,iBAAO,CAAC,4BAA4B,CAClE,4BAA4B,CAAC,IAAI,CAAC,aAAc,CAAC,EACjD,IAAI,EACJ,eAAe,CAClB,CAAC;oBAEF,2DAA2D;oBAC3D,MAAM,WAAW,qBAAQ,eAAe,CAAE,CAAC;oBAC3C,WAAW,CAAC,QAAQ,GAAG,IAAI,CAAC,EAAE,CAAC;oBAC/B,WAAW,CAAC,QAAQ,GAAG,yBAAyB,CAAC;oBACjD,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;iBACpC;gBAED,yBAAyB;gBACzB,MAAM,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;aACvD;YAED,IAAI,CAAA,MAAA,IAAI,CAAC,YAAY,0CAAE,MAAM,IAAG,CAAC,EAAE;gBAC/B,IAAI;oBACA,kCAAkC;oBAClC,MAAM,sBAAsB,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,0BAA0B,CAAC,OAAO,CAAC,CAAC;oBAElG,gCAAgC;oBAChC,MAAM,2CAA2C,GAAsC,MAAM,OAAO,CAAC,GAAG,CACpG,sBAAsB,CAAC,GAAG,CAAC,CAAO,IAAoB,EAAE,EAAE;wBACtD,MAAM,QAAQ,GAAG,CAAC,MAAM,IAAI,CAAC,+BAA+B,CAAC,GAAG,CAC5D,IAAI,CAAC,YAAY,CACpB,CAA4B,CAAC;wBAC9B,uCACO,IAAI,KACP,QAAQ,IACV;oBACN,CAAC,CAAA,CAAC,CACL,CAAC;oBAEF,yBAAyB;oBACzB,MAAM,kBAAkB,GAAG,MAAM,OAAO,CAAC,GAAG,CACxC,2CAA2C,CAAC,GAAG,CAAC,CAAO,IAAI,EAAE,EAAE;wBAC3D,2EAA2E;wBAC3E,IAAI,IAAI,CAAC,QAAQ,KAAK,IAAI,EAAE;4BACxB,aAAG,CAAC,KAAK,CAAC,8DAA8D,GAAG,IAAI,CAAC,YAAY,GAAG,GAAG,CAAC,CAAC;4BACpG,IAAI;gCACA,MAAM,mBAAmB,GAAG,MAAM,IAAI,CAAC,uBAAuB,CAAC,oBAAoB,CAC/E,IAAI,CAAC,YAAY,CACpB,CAAC;gCAEF,MAAM,IAAI,CAAC,+BAA+B,CAAC,GAAG,CAC1C,SAAS,EACT,mBAAmB,EACnB,iBAAO,CAAC,2BAA2B,CACtC,CAAC;gCAEF,IAAI,CAAC,QAAQ,GAAG,mBAAmB,CAAC;6BACvC;4BAAC,OAAO,GAAG,EAAE;gCACV,OAAO;6BACV;yBACJ;wBACD,OAAO,0BAAgB,CAAC,gBAAgB,CAAC,IAA8B,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;oBAC5F,CAAC,CAAA,CAAC,CACL,CAAC;oBAEF,MAAM,uBAAuB,GAAG,kBAAkB,CAAC,MAAM,CAAC,CAAC,CAAC,EAA4B,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;oBAChG,MAAM,IAAI,CAAC,+BAA+B,CAAC,uBAAuB,CAAC,CAAC;oBAEpE,MAAM,8BAAY,CAAC,qBAAqB,CAAC,IAAI,CAAC,WAAW,EAAE,gBAAgB,EAAE;wBACzE,kBAAkB,EAAE,uBAAuB;wBAC3C,KAAK,EAAE,IAAI,CAAC,YAAY;qBAC3B,CAAC,CAAC;iBACN;gBAAC,OAAO,GAAG,EAAE;oBACV,MAAM,IAAI,4BAAW,CACjB,4CAA4C,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,EAC5E,IAAI,EACJ,IAAI,CAAC,WAAW,CAAC,IAAI,EACrB,IAAI,EACJ,GAAG,CACN,CAAC;iBACL;aACJ;;KACJ;CAwBJ;AA7MD,0CA6MC"}

package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/UpdateGtfsTripIdTask.d.ts

@@ -0,0 +1,18 @@
+import { AbstractTask } from "@golemio/core/dist/integration-engine/workers";
+import { IUpdateGtfsTripIdInput } from "../interfaces/IUpdateGtfsTripIdInput";
+import { UpdateGtfsTripIdValidationSchema } from "../schema/UpdateGtfsTripIdSchema";
+export declare class UpdateGtfsTripIdTask extends AbstractTask<IUpdateGtfsTripIdInput> {
+    readonly queueName = "updateGTFSTripId";
+    readonly queueTtl: number;
+    readonly schema: typeof UpdateGtfsTripIdValidationSchema;
+    private readonly tripsRepository;
+    private readonly positionsRepository;
+    private readonly gtfsStopTimesRepository;
+    private readonly gtfsTripRunManager;
+    private readonly tripStopsManager;
+    constructor(queuePrefix: string);
+    /**
+     * Take all newly computed positions and save it, then save the last ones to the trips
+     */
+    protected execute(data: IUpdateGtfsTripIdInput): Promise<void>;
+}

package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/UpdateGtfsTripIdTask.js

@@ -0,0 +1,143 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.UpdateGtfsTripIdTask = void 0;
+const RopidGTFSStopTimesModel_1 = require("../../../../ropid-gtfs/RopidGTFSStopTimesModel");
+const CommonRunsRepository_1 = require("../../runs/data-access/CommonRunsRepository");
+const RunTripsRedisRepository_1 = require("../../runs/data-access/RunTripsRedisRepository");
+const helpers_1 = require("@golemio/core/dist/integration-engine/helpers");
+const queueprocessors_1 = require("@golemio/core/dist/integration-engine/queueprocessors");
+const workers_1 = require("@golemio/core/dist/integration-engine/workers");
+const golemio_errors_1 = require("@golemio/core/dist/shared/golemio-errors");
+const PositionsRepository_1 = require("../data-access/PositionsRepository");
+const TripsRepository_1 = require("../data-access/TripsRepository");
+const TripStopsRedisRepository_1 = require("../data-access/TripStopsRedisRepository");
+const GTFSTripRunManagerFactory_1 = require("../helpers/gtfs-trip-run/GTFSTripRunManagerFactory");
+const TripStopsManager_1 = require("../helpers/TripStopsManager");
+const VPUtils_1 = require("../helpers/VPUtils");
+const UpdateGtfsTripIdSchema_1 = require("../schema/UpdateGtfsTripIdSchema");
+class UpdateGtfsTripIdTask extends workers_1.AbstractTask {
+    constructor(queuePrefix) {
+        super(queuePrefix);
+        this.queueName = "updateGTFSTripId";
+        this.queueTtl = 5 * 60 * 1000; // 5 minutes
+        this.schema = UpdateGtfsTripIdSchema_1.UpdateGtfsTripIdValidationSchema;
+        this.tripsRepository = new TripsRepository_1.TripsRepository();
+        this.positionsRepository = new PositionsRepository_1.PositionsRepository();
+        this.gtfsStopTimesRepository = new RopidGTFSStopTimesModel_1.RopidGTFSStopTimesModel();
+        const commonRunsRepository = new CommonRunsRepository_1.CommonRunsRepository();
+        const runTripsRedisRepository = new RunTripsRedisRepository_1.RunTripsRedisRepository();
+        const tripStopsRedisRepository = new TripStopsRedisRepository_1.TripStopsRedisRepository();
+        this.gtfsTripRunManager = GTFSTripRunManagerFactory_1.GTFSTripRunManagerFactory.create(GTFSTripRunManagerFactory_1.GTFSTripRunType.Common, this.positionsRepository, this.tripsRepository, commonRunsRepository, runTripsRedisRepository);
+        this.tripStopsManager = new TripStopsManager_1.TripStopsManager(this.gtfsStopTimesRepository, tripStopsRedisRepository);
+    }
+    /**
+     * Take all newly computed positions and save it, then save the last ones to the trips
+     */
+    execute(data) {
+        return __awaiter(this, void 0, void 0, function* () {
+            // unique ids in input data in key-value (id-positions) structure
+            let positionsByIds = {};
+            for (const position of data.positions) {
+                positionsByIds[position.trips_id] = position;
+            }
+            // find and set schedules for trips
+            yield Promise.all(data.trips.map((trip) => {
+                if (!trip.origin_route_name || !trip.sequence_id || !positionsByIds[trip.id].origin_timestamp)
+                    return;
+                const timestampLast = new Date(positionsByIds[trip.id].origin_timestamp).toISOString();
+                return this.gtfsTripRunManager.setAndReturnScheduledTrips({
+                    route_id: trip.origin_route_name,
+                    run_number: trip.sequence_id,
+                    msg_last_timestamp: timestampLast,
+                });
+            }));
+            // find gtfs data for each trip
+            const promiseValues = yield Promise.all(data.trips.map((trip) => __awaiter(this, void 0, void 0, function* () {
+                try {
+                    return yield this.tripsRepository.findGTFSTripId(trip);
+                }
+                catch (err) {
+                    helpers_1.log.error(err);
+                    return err;
+                }
+            })));
+            let existingTripsPromiseValues = [], existingTripsPromiseErrors = [];
+            // filter only trips with found gtfs data
+            for (const trip of promiseValues) {
+                if (trip instanceof golemio_errors_1.CustomError) {
+                    existingTripsPromiseErrors.push(trip);
+                }
+                else if (trip instanceof Array) {
+                    existingTripsPromiseValues.push(...trip);
+                }
+                else if ((trip === null || trip === void 0 ? void 0 : trip.constructor) === Object) {
+                    existingTripsPromiseValues.push(trip);
+                }
+            }
+            let tripsByBlockId = {};
+            for (const trip of existingTripsPromiseValues) {
+                if (!trip.gtfs_block_id || !trip.gtfs_trip_id)
+                    continue;
+                if (!tripsByBlockId[trip.gtfs_block_id]) {
+                    tripsByBlockId[trip.gtfs_block_id] = new Set();
+                }
+                tripsByBlockId[trip.gtfs_block_id].add(trip.gtfs_trip_id);
+            }
+            // create cache for trip stops (grouped by block id)
+            const tripStopsSchedulesByBlockIds = yield Object.entries(tripsByBlockId).reduce((acc, [blockId, gtfsTripIds]) => __awaiter(this, void 0, void 0, function* () {
+                const tripStops = yield acc;
+                try {
+                    tripStops[blockId] = yield this.tripStopsManager.setAndReturnTripStopsSchedule(blockId, [...gtfsTripIds]);
+                }
+                catch (err) {
+                    helpers_1.IntegrationErrorHandler.handle(err);
+                }
+                return acc;
+            }), Promise.resolve({}));
+            let currentPosition;
+            for (const trip of existingTripsPromiseValues) {
+                if (positionsByIds[trip.id]) {
+                    currentPosition = positionsByIds[trip.id];
+                    if (trip.gtfs_block_id) {
+                        // Determine current position tracking status
+                        currentPosition.tracking = VPUtils_1.VPUtils.determineTrackingStatus(trip.gtfs_trip_id, tripStopsSchedulesByBlockIds[trip.gtfs_block_id], currentPosition);
+                    }
+                    continue;
+                }
+                if (!currentPosition) {
+                    continue;
+                }
+                // Determine new position tracking status
+                const newPositionTrackingStatus = VPUtils_1.VPUtils.determineNewPositionTracking(tripStopsSchedulesByBlockIds[trip.gtfs_block_id], trip, currentPosition);
+                // duplicate position with new created trip for second trip
+                const newPosition = Object.assign({}, currentPosition);
+                newPosition.trips_id = trip.id;
+                newPosition.tracking = newPositionTrackingStatus;
+                data.positions.push(newPosition);
+            }
+            yield this.positionsRepository.save(data.positions);
+            // successfully updated gtfs ids
+            for (let i = 0, chunkSize = 100, imax = existingTripsPromiseValues.length; i < imax; i += chunkSize) {
+                yield queueprocessors_1.QueueManager.sendMessageToExchange(this.queuePrefix, "updateDelay", {
+                    positions: [],
+                    updatedTrips: existingTripsPromiseValues.slice(i, i + chunkSize),
+                });
+            }
+            // gtfsId updating errors
+            for (let i = 0, imax = existingTripsPromiseErrors.length; i < imax; i++) {
+                helpers_1.IntegrationErrorHandler.handle(existingTripsPromiseErrors[i]);
+            }
+        });
+    }
+}
+exports.UpdateGtfsTripIdTask = UpdateGtfsTripIdTask;
+//# sourceMappingURL=UpdateGtfsTripIdTask.js.map

package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/UpdateGtfsTripIdTask.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"UpdateGtfsTripIdTask.js","sourceRoot":"","sources":["../../../../../../src/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/UpdateGtfsTripIdTask.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,4FAAiF;AACjF,sFAA2G;AAC3G,4FAAiH;AACjH,2EAA6F;AAC7F,2FAAqF;AACrF,2EAA6E;AAC7E,6EAAuE;AACvE,4EAAyE;AACzE,oEAA2F;AAC3F,sFAAmF;AAEnF,kGAAgH;AAChH,kEAA+D;AAC/D,gDAA6C;AAI7C,6EAAoF;AAEpF,MAAa,oBAAqB,SAAQ,sBAAoC;IAW1E,YAAY,WAAmB;QAC3B,KAAK,CAAC,WAAW,CAAC,CAAC;QAXP,cAAS,GAAG,kBAAkB,CAAC;QAC/B,aAAQ,GAAG,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,YAAY;QACtC,WAAM,GAAG,yDAAgC,CAAC;QAUtD,IAAI,CAAC,eAAe,GAAG,IAAI,iCAAe,EAAE,CAAC;QAC7C,IAAI,CAAC,mBAAmB,GAAG,IAAI,yCAAmB,EAAE,CAAC;QACrD,IAAI,CAAC,uBAAuB,GAAG,IAAI,iDAAuB,EAAE,CAAC;QAE7D,MAAM,oBAAoB,GAAG,IAAI,2CAAoB,EAAE,CAAC;QACxD,MAAM,uBAAuB,GAAG,IAAI,iDAAuB,EAAE,CAAC;QAC9D,MAAM,wBAAwB,GAAG,IAAI,mDAAwB,EAAE,CAAC;QAEhE,IAAI,CAAC,kBAAkB,GAAG,qDAAyB,CAAC,MAAM,CACtD,2CAAe,CAAC,MAAM,EACtB,IAAI,CAAC,mBAAmB,EACxB,IAAI,CAAC,eAAe,EACpB,oBAAoB,EACpB,uBAAuB,CAC1B,CAAC;QAEF,IAAI,CAAC,gBAAgB,GAAG,IAAI,mCAAgB,CAAC,IAAI,CAAC,uBAAuB,EAAE,wBAAwB,CAAC,CAAC;IACzG,CAAC;IAED;;OAEG;IACa,OAAO,CAAC,IAA4B;;YAChD,iEAAiE;YACjE,IAAI,cAAc,GAAkD,EAAE,CAAC;YACvE,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,SAAS,EAAE;gBACnC,cAAc,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,QAAQ,CAAC;aAChD;YAED,mCAAmC;YACnC,MAAM,OAAO,CAAC,GAAG,CACb,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;gBACpB,IAAI,CAAC,IAAI,CAAC,iBAAiB,IAAI,CAAC,IAAI,CAAC,WAAW,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,gBAAgB;oBAAE,OAAO;gBACtG,MAAM,aAAa,GAAG,IAAI,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,gBAAgB,CAAC,CAAC,WAAW,EAAE,CAAC;gBAEvF,OAAO,IAAI,CAAC,kBAAkB,CAAC,0BAA0B,CAAC;oBACtD,QAAQ,EAAE,IAAI,CAAC,iBAAiB;oBAChC,UAAU,EAAE,IAAI,CAAC,WAAW;oBAC5B,kBAAkB,EAAE,aAAa;iBACpC,CAAC,CAAC;YACP,CAAC,CAAC,CACL,CAAC;YAEF,+BAA+B;YAC/B,MAAM,aAAa,GACf,MAAM,OAAO,CAAC,GAAG,CACb,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAO,IAAI,EAAE,EAAE;gBAC1B,IAAI;oBACA,OAAO,MAAM,IAAI,CAAC,eAAe,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;iBAC1D;gBAAC,OAAO,GAAG,EAAE;oBACV,aAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;oBACf,OAAO,GAAkB,CAAC;iBAC7B;YACL,CAAC,CAAA,CAAC,CACL,CAAC;YAEN,IAAI,0BAA0B,GAA+B,EAAE,EAC3D,0BAA0B,GAAkB,EAAE,CAAC;YAEnD,yCAAyC;YACzC,KAAK,MAAM,IAAI,IAAI,aAAa,EAAE;gBAC9B,IAAI,IAAI,YAAY,4BAAW,EAAE;oBAC7B,0BAA0B,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;iBACzC;qBAAM,IAAI,IAAI,YAAY,KAAK,EAAE;oBAC9B,0BAA0B,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;iBAC5C;qBAAM,IAAI,CAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,WAAW,MAAK,MAAM,EAAE;oBACrC,0BAA0B,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;iBACzC;aACJ;YAED,IAAI,cAAc,GAAgC,EAAE,CAAC;YACrD,KAAK,MAAM,IAAI,IAAI,0BAA0B,EAAE;gBAC3C,IAAI,CAAC,IAAI,CAAC,aAAa,IAAI,CAAC,IAAI,CAAC,YAAY;oBAAE,SAAS;gBACxD,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE;oBACrC,cAAc,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,IAAI,GAAG,EAAE,CAAC;iBAClD;gBAED,cAAc,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;aAC7D;YAED,oDAAoD;YACpD,MAAM,4BAA4B,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,MAAM,CAAC,CAAO,GAAG,EAAE,CAAC,OAAO,EAAE,WAAW,CAAC,EAAE,EAAE;gBACnH,MAAM,SAAS,GAAG,MAAM,GAAG,CAAC;gBAC5B,IAAI;oBACA,SAAS,CAAC,OAAO,CAAC,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,6BAA6B,CAAC,OAAO,EAAE,CAAC,GAAG,WAAW,CAAC,CAAC,CAAC;iBAC7G;gBAAC,OAAO,GAAG,EAAE;oBACV,iCAAuB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;iBACvC;gBAED,OAAO,GAAG,CAAC;YACf,CAAC,CAAA,EAAE,OAAO,CAAC,OAAO,CAAC,EAAuC,CAAC,CAAC,CAAC;YAE7D,IAAI,eAA0D,CAAC;YAC/D,KAAK,MAAM,IAAI,IAAI,0BAA0B,EAAE;gBAC3C,IAAI,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE;oBACzB,eAAe,GAAG,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;oBAE1C,IAAI,IAAI,CAAC,aAAa,EAAE;wBACpB,6CAA6C;wBAC7C,eAAe,CAAC,QAAQ,GAAG,iBAAO,CAAC,uBAAuB,CACtD,IAAI,CAAC,YAAa,EAClB,4BAA4B,CAAC,IAAI,CAAC,aAAa,CAAC,EAChD,eAAe,CAClB,CAAC;qBACL;oBAED,SAAS;iBACZ;gBAED,IAAI,CAAC,eAAe,EAAE;oBAClB,SAAS;iBACZ;gBAED,yCAAyC;gBACzC,MAAM,yBAAyB,GAAG,iBAAO,CAAC,4BAA4B,CAClE,4BAA4B,CAAC,IAAI,CAAC,aAAc,CAAC,EACjD,IAAI,EACJ,eAAe,CAClB,CAAC;gBAEF,2DAA2D;gBAC3D,MAAM,WAAW,qBAAQ,eAAe,CAAE,CAAC;gBAC3C,WAAW,CAAC,QAAQ,GAAG,IAAI,CAAC,EAAE,CAAC;gBAC/B,WAAW,CAAC,QAAQ,GAAG,yBAAyB,CAAC;gBACjD,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;aACpC;YAED,MAAM,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAEpD,gCAAgC;YAChC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,SAAS,GAAG,GAAG,EAAE,IAAI,GAAG,0BAA0B,CAAC,MAAM,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,IAAI,SAAS,EAAE;gBACjG,MAAM,8BAAY,CAAC,qBAAqB,CAAC,IAAI,CAAC,WAAW,EAAE,aAAa,EAAE;oBACtE,SAAS,EAAE,EAAE;oBACb,YAAY,EAAE,0BAA0B,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC;iBACnE,CAAC,CAAC;aACN;YAED,yBAAyB;YACzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,IAAI,GAAG,0BAA0B,CAAC,MAAM,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE;gBACrE,iCAAuB,CAAC,MAAM,CAAC,0BAA0B,CAAC,CAAC,CAAgB,CAAC,CAAC;aAChF;QACL,CAAC;KAAA;CACJ;AA3JD,oDA2JC"}

package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/UpdateRunsGtfsTripIdTask.d.ts

@@ -0,0 +1,22 @@
+import { ICommonRunWithMessage } from "../../runs/interfaces/ICommonRunWithMessage";
+import { AbstractTask } from "@golemio/core/dist/integration-engine/workers";
+import { UpdateRunsGtfsTripIdValidationSchema } from "../schema/UpdateRunsGtfsTripIdSchema";
+export declare class UpdateRunsGtfsTripIdTask extends AbstractTask<ICommonRunWithMessage> {
+    readonly queueName = "updateRunsGTFSTripId";
+    readonly queueTtl: number;
+    readonly schema: typeof UpdateRunsGtfsTripIdValidationSchema;
+    private readonly tripsRepository;
+    private readonly positionsRepository;
+    private readonly commonRunsRepository;
+    private readonly runTripsRedisRepository;
+    private readonly gtfsTripRunManager;
+    constructor(queuePrefix: string);
+    /**
+     * Process trips from runs data
+     */
+    protected execute(data: ICommonRunWithMessage): Promise<void>;
+    /**
+     * Process not public trips from runs data
+     */
+    private updateNotPublicRunTrip;
+}

package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/UpdateRunsGtfsTripIdTask.js

@@ -0,0 +1,73 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.UpdateRunsGtfsTripIdTask = void 0;
+const CommonRunsRepository_1 = require("../../runs/data-access/CommonRunsRepository");
+const RunTripsRedisRepository_1 = require("../../runs/data-access/RunTripsRedisRepository");
+const helpers_1 = require("@golemio/core/dist/integration-engine/helpers");
+const queueprocessors_1 = require("@golemio/core/dist/integration-engine/queueprocessors");
+const workers_1 = require("@golemio/core/dist/integration-engine/workers");
+const const_1 = require("../../../../../const");
+const PositionsRepository_1 = require("../data-access/PositionsRepository");
+const TripsRepository_1 = require("../data-access/TripsRepository");
+const GTFSTripRunManagerFactory_1 = require("../helpers/gtfs-trip-run/GTFSTripRunManagerFactory");
+const UpdateRunsGtfsTripIdSchema_1 = require("../schema/UpdateRunsGtfsTripIdSchema");
+class UpdateRunsGtfsTripIdTask extends workers_1.AbstractTask {
+    constructor(queuePrefix) {
+        super(queuePrefix);
+        this.queueName = "updateRunsGTFSTripId";
+        this.queueTtl = 5 * 60 * 1000; // 5 minutes
+        this.schema = UpdateRunsGtfsTripIdSchema_1.UpdateRunsGtfsTripIdValidationSchema;
+        /**
+         * Process not public trips from runs data
+         */
+        this.updateNotPublicRunTrip = (input) => __awaiter(this, void 0, void 0, function* () {
+            const id = `NOT_PUBLIC_${input.run.route_id}_${input.run.run_number}_` +
+                `${input.run.msg_start_timestamp}_${input.run.registration_number}`;
+            const createdPosition = yield this.positionsRepository.createNotPublic(input, id);
+            yield this.tripsRepository.upsertNotPublic(input, id, createdPosition.toJSON().id);
+            return;
+        });
+        this.tripsRepository = new TripsRepository_1.TripsRepository();
+        this.positionsRepository = new PositionsRepository_1.PositionsRepository();
+        this.commonRunsRepository = new CommonRunsRepository_1.CommonRunsRepository();
+        this.runTripsRedisRepository = new RunTripsRedisRepository_1.RunTripsRedisRepository();
+        this.gtfsTripRunManager = GTFSTripRunManagerFactory_1.GTFSTripRunManagerFactory.create(GTFSTripRunManagerFactory_1.GTFSTripRunType.Common, this.positionsRepository, this.tripsRepository, this.commonRunsRepository, this.runTripsRedisRepository);
+    }
+    /**
+     * Process trips from runs data
+     */
+    execute(data) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const schedule = yield this.gtfsTripRunManager.setAndReturnScheduledTrips(data.run);
+            if (schedule.length === 0) {
+                if (const_1.ArrayNotPublicRegistrationNumbers.includes(data.run.registration_number)) {
+                    yield this.updateNotPublicRunTrip(data);
+                }
+                else {
+                    helpers_1.log.verbose(`updateRunsGTFSTripId: no schedule for run: ${JSON.stringify(data.run)}`);
+                }
+                return;
+            }
+            if (!data.run_message.actual_stop_timestamp_scheduled) {
+                helpers_1.log.warn(`updateRunsGTFSTripId: actualStopTimestampScheduled is not provided for current run: ${JSON.stringify(data.run)}`);
+                return;
+            }
+            const delayMsg = yield this.gtfsTripRunManager.generateDelayMsg(schedule, data);
+            // send to updateDelay only if there are some trips updated
+            if (delayMsg.updatedTrips.length > 0) {
+                yield queueprocessors_1.QueueManager.sendMessageToExchange(this.queuePrefix, "updateDelay", delayMsg);
+            }
+        });
+    }
+}
+exports.UpdateRunsGtfsTripIdTask = UpdateRunsGtfsTripIdTask;
+//# sourceMappingURL=UpdateRunsGtfsTripIdTask.js.map

package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/UpdateRunsGtfsTripIdTask.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"UpdateRunsGtfsTripIdTask.js","sourceRoot":"","sources":["../../../../../../src/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/UpdateRunsGtfsTripIdTask.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,sFAA2G;AAC3G,4FAAiH;AAEjH,2EAAoE;AACpE,2FAAqF;AACrF,2EAA6E;AAC7E,gDAA8D;AAC9D,4EAAyE;AACzE,oEAAiE;AAEjE,kGAAgH;AAChH,qFAA4F;AAE5F,MAAa,wBAAyB,SAAQ,sBAAmC;IAW7E,YAAY,WAAmB;QAC3B,KAAK,CAAC,WAAW,CAAC,CAAC;QAXP,cAAS,GAAG,sBAAsB,CAAC;QACnC,aAAQ,GAAG,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,YAAY;QACtC,WAAM,GAAG,iEAAoC,CAAC;QAsD9D;;WAEG;QACK,2BAAsB,GAAG,CAAO,KAA4B,EAAE,EAAE;YACpE,MAAM,EAAE,GACJ,cAAc,KAAK,CAAC,GAAG,CAAC,QAAQ,IAAI,KAAK,CAAC,GAAG,CAAC,UAAU,GAAG;gBAC3D,GAAG,KAAK,CAAC,GAAG,CAAC,mBAAmB,IAAI,KAAK,CAAC,GAAG,CAAC,mBAAmB,EAAE,CAAC;YACxE,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,eAAe,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YAClF,MAAM,IAAI,CAAC,eAAe,CAAC,eAAe,CAAC,KAAK,EAAE,EAAE,EAAE,eAAe,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC;YACnF,OAAO;QACX,CAAC,CAAA,CAAC;QAtDE,IAAI,CAAC,eAAe,GAAG,IAAI,iCAAe,EAAE,CAAC;QAC7C,IAAI,CAAC,mBAAmB,GAAG,IAAI,yCAAmB,EAAE,CAAC;QACrD,IAAI,CAAC,oBAAoB,GAAG,IAAI,2CAAoB,EAAE,CAAC;QACvD,IAAI,CAAC,uBAAuB,GAAG,IAAI,iDAAuB,EAAE,CAAC;QAE7D,IAAI,CAAC,kBAAkB,GAAG,qDAAyB,CAAC,MAAM,CACtD,2CAAe,CAAC,MAAM,EACtB,IAAI,CAAC,mBAAmB,EACxB,IAAI,CAAC,eAAe,EACpB,IAAI,CAAC,oBAAoB,EACzB,IAAI,CAAC,uBAAuB,CAC/B,CAAC;IACN,CAAC;IAED;;OAEG;IACa,OAAO,CAAC,IAA2B;;YAC/C,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,0BAA0B,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAEpF,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE;gBACvB,IAAI,yCAAiC,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,mBAAmB,CAAC,EAAE;oBAC1E,MAAM,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC;iBAC3C;qBAAM;oBACH,aAAG,CAAC,OAAO,CAAC,8CAA8C,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;iBACzF;gBACD,OAAO;aACV;YAED,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,+BAA+B,EAAE;gBACnD,aAAG,CAAC,IAAI,CACJ,uFAAuF,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CACpH,CAAC;gBACF,OAAO;aACV;YAED,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,gBAAgB,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;YAEhF,2DAA2D;YAC3D,IAAI,QAAQ,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE;gBAClC,MAAM,8BAAY,CAAC,qBAAqB,CAAC,IAAI,CAAC,WAAW,EAAE,aAAa,EAAE,QAAQ,CAAC,CAAC;aACvF;QACL,CAAC;KAAA;CAaJ;AApED,4DAoEC"}

package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/transformations/PositionsTransformation.d.ts

@@ -0,0 +1,58 @@
+import { BaseTransformation, ITransformation } from "@golemio/core/dist/integration-engine/transformations";
+import { Moment } from "@golemio/core/dist/shared/moment-timezone";
+import { IMpvPositionContent } from "../interfaces/MpvMessageInterfaces";
+import { IPositionTransformationResult, IStopTransformationResult, ITripTransformationResult } from "../interfaces/TransformationInterfaces";
+interface ITransformationResult {
+    positions: IPositionTransformationResult[];
+    stops: IStopTransformationResult[];
+    trips: ITripTransformationResult[];
+}
+interface ITransformationElement {
+    position: IPositionTransformationResult;
+    stops: IStopTransformationResult[];
+    trip: ITripTransformationResult;
+}
+export declare class PositionsTransformation extends BaseTransformation implements ITransformation {
+    name: string;
+    private static ORIGIN_TIME_FORMAT;
+    constructor();
+    /**
+     * Overrides BaseTransformation::transform
+     */
+    transform: (data: IMpvPositionContent | IMpvPositionContent[]) => Promise<ITransformationResult>;
+    protected transformElement: (element: IMpvPositionContent) => Promise<ITransformationElement | null>;
+    /**
+     * Deduce UTC timestamp of start of trip and UTC timestamp of current position
+     *
+     * @param {any} firstStopXML - parsed object of first stop
+     * @param {string} positionTimestampXML - XML attribute of local timestamp of position (HH:mm:ss)
+     * @returns {{ startTimestamp: Moment; positionTimestamp: Moment }}
+     */
+    protected deduceTimestamps: (firstStopXML: any, positionTimestampXML: string) => Promise<{
+        startTimestamp: Moment;
+        positionTimestamp: Moment;
+    }>;
+    /**
+     * Returns -1 if start hour is 12-23 and now is 0-12, 1 if start hour is 18-23 and now 0-6, else 0
+     *
+     * @param {Moment} now - Moment of position
+     * @param {Moment} start - Moment of start of trip
+     * @returns {number}
+     */
+    private checkMidnight;
+    /**
+     * Fix source negative bearing value due to overflow by adding 256
+     *
+     * @param {number} bearing
+     * @returns {number}
+     */
+    private fixSourceNegativeBearing;
+    /**
+     * Format input stop id from DPP agency (XXX000Y to XXX/Y) to ASW id
+     *
+     * @param {string} stopId
+     * @returns {stringList}
+     */
+    private formatASWStopId;
+}
+export {};