@golemio/pid 2.4.1 → 2.4.2

package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/DataRetentionTask.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"DataRetentionTask.js","sourceRoot":"","sources":["../../../../../../src/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/DataRetentionTask.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2FAA0D;AAC1D,8EAAuG;AACvG,2EAAkF;AAClF,+EAAkE;AAClE,mEAA4E;AAC5E,gDAAsD;AAMtD,MAAa,iBAAkB,SAAQ,2BAAiB;IAQpD,YAAY,WAAmB;QAC3B,KAAK,CAAC,WAAW,CAAC,CAAC;QARP,cAAS,GAAG,eAAe,CAAC;QAC5B,aAAQ,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,aAAa;QAC3C,kBAAa,GAAG,mCAAmC,CAAC;QAOjE,IAAI,CAAC,kBAAkB,GAAG,2BAAM,CAAC,gBAAgB,CAAC,sBAAsB,CAAC;QACzE,IAAI,CAAC,WAAW,GAAG,2BAAM,CAAC,gBAAgB,CAAC,wBAAwB,CAAC;QACpE,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,WAAW,GAAG,GAAG,CAAC,CAAC,cAAc;IACjE,CAAC;IAEe,OAAO;;YACnB,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;YACjC,MAAM,YAAY,GAAG,MAAM,KAAK,CAAC,UAAU,EAAE,CAAC;YAE9C,IAAI,CAAC,YAAY,EAAE;gBACf,wBAAG,CAAC,KAAK,CAAC,0CAA0C,CAAC,CAAC;gBACtD,OAAO;aACV;YAED,IAAI;gBACA,MAAM,SAAS,GAAG,sCAAiB,CAAC,aAAa,EAAE,CAAC;gBAEpD,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,KAAK,CAChC,QAAQ,oCAAgB,CAAC,QAAQ,sCAAsC,iCAAyB,IAAI,EACpG;oBACI,KAAK,EAAE,IAAI;oBACX,IAAI,EAAE,sBAAU,CAAC,MAAM;iBAC1B,CACJ,CAAC;gBACF,wBAAG,CAAC,KAAK,CAAC,2BAA2B,IAAI,CAAC,SAAS,CAAC,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,YAAY,CAAC,kCAAkC,CAAC,CAAC;gBAE7G,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE;oBACnB,wBAAG,CAAC,IAAI,CAAC,kFAAkF,CAAC,CAAC;oBAC7F,OAAO;iBACV;gBAED,MAAM,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;aACvD;oBAAS;gBACN,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;aACzB;QACL,CAAC;KAAA;IAEO,WAAW;QACf,MAAM,WAAW,GAAG,mCAAc,CAAC,aAAa,EAAE,CAAC;QACnD,OAAO,IAAI,uBAAK,CAAC,WAAW,EAAE,IAAI,CAAC,aAAa,EAAE;YAC9C,oBAAoB,EAAE,CAAC;YACvB,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,UAAU,EAAE,CAAC,GAAG,EAAE,EAAE;gBAChB,wBAAG,CAAC,IAAI,CAAC,eAAe,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;YAC3C,CAAC;SACJ,CAAC,CAAC;IACP,CAAC;IAEa,cAAc,CAAC,MAAmC,EAAE,SAAoB,EAAE,KAAY;;YAChG,IAAI,IAAI,CAAC,kBAAkB,KAAI,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,YAAY,CAAA,EAAE;gBACjD,wBAAG,CAAC,KAAK,CAAC,8CAA8C,CAAC,CAAC;gBAC1D,MAAM,QAAQ,GAAG,IAAI,CAAC,sBAAsB,EAAE,CAAC;gBAC/C,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE;oBAC5B,MAAM,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;oBAC/B,wBAAG,CAAC,KAAK,CAAC,eAAe,OAAO,OAAO,CAAC,CAAC;oBACzC,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE;wBACnB,wBAAG,CAAC,IAAI,CAAC,kDAAkD,OAAO,EAAE,CAAC,CAAC;wBACtE,OAAO;qBACV;iBACJ;aACJ;QACL,CAAC;KAAA;IAEO,sBAAsB;QAC1B,OAAO;YACH,8BAA8B,oCAAgB,CAAC,QAAQ,0BAA0B;YACjF,8BAA8B,oCAAgB,CAAC,QAAQ,8BAA8B;SACxF,CAAC;IACN,CAAC;CACJ;AAhFD,8CAgFC"}

package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/DeleteDataTask.d.ts

@@ -0,0 +1,14 @@
+import { AbstractTask } from "@golemio/core/dist/integration-engine/workers";
+import { IDataDeletionParams } from "../interfaces/IDataDeletionParams";
+import { DataDeletionValidationSchema } from "../schema/DataDeletionSchema";
+export declare class DeleteDataTask extends AbstractTask<IDataDeletionParams> {
+    readonly queueName = "deleteData";
+    readonly queueTtl: number;
+    readonly schema: typeof DataDeletionValidationSchema;
+    private readonly tripsRepository;
+    private readonly tripsHistoryRepository;
+    private readonly positionsRepository;
+    private readonly positionsHistoryRepository;
+    constructor(queuePrefix: string);
+    protected execute(data: IDataDeletionParams): Promise<void>;
+}

package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/DeleteDataTask.js

@@ -0,0 +1,39 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DeleteDataTask = void 0;
+const workers_1 = require("@golemio/core/dist/integration-engine/workers");
+const PositionsHistoryRepository_1 = require("../data-access/PositionsHistoryRepository");
+const PositionsRepository_1 = require("../data-access/PositionsRepository");
+const TripsRepository_1 = require("../data-access/TripsRepository");
+const DataDeletionSchema_1 = require("../schema/DataDeletionSchema");
+class DeleteDataTask extends workers_1.AbstractTask {
+    constructor(queuePrefix) {
+        super(queuePrefix);
+        this.queueName = "deleteData";
+        this.queueTtl = 29 * 60 * 1000; // 29 minutes
+        this.schema = DataDeletionSchema_1.DataDeletionValidationSchema;
+        this.tripsRepository = new TripsRepository_1.TripsRepository();
+        this.tripsHistoryRepository = new PositionsRepository_1.PositionsRepository();
+        this.positionsRepository = new PositionsRepository_1.PositionsRepository();
+        this.positionsHistoryRepository = new PositionsHistoryRepository_1.PositionsHistoryRepository();
+    }
+    execute(data) {
+        return __awaiter(this, void 0, void 0, function* () {
+            yield this.tripsRepository.deleteNHoursOldData(data.targetHours);
+            yield this.positionsRepository.deleteNHoursOldData(data.targetHours);
+            yield this.tripsHistoryRepository.deleteNHoursOldData(data.targetHours);
+            yield this.positionsHistoryRepository.deleteNHoursOldData(data.targetHours);
+        });
+    }
+}
+exports.DeleteDataTask = DeleteDataTask;
+//# sourceMappingURL=DeleteDataTask.js.map

package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/DeleteDataTask.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"DeleteDataTask.js","sourceRoot":"","sources":["../../../../../../src/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/DeleteDataTask.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2EAA6E;AAC7E,0FAAuF;AACvF,4EAAyE;AAEzE,oEAAiE;AAEjE,qEAA4E;AAE5E,MAAa,cAAe,SAAQ,sBAAiC;IAUjE,YAAY,WAAmB;QAC3B,KAAK,CAAC,WAAW,CAAC,CAAC;QAVP,cAAS,GAAG,YAAY,CAAC;QACzB,aAAQ,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,aAAa;QACxC,WAAM,GAAG,iDAA4B,CAAC;QASlD,IAAI,CAAC,eAAe,GAAG,IAAI,iCAAe,EAAE,CAAC;QAC7C,IAAI,CAAC,sBAAsB,GAAG,IAAI,yCAAmB,EAAE,CAAC;QACxD,IAAI,CAAC,mBAAmB,GAAG,IAAI,yCAAmB,EAAE,CAAC;QACrD,IAAI,CAAC,0BAA0B,GAAG,IAAI,uDAA0B,EAAE,CAAC;IACvE,CAAC;IAEe,OAAO,CAAC,IAAyB;;YAC7C,MAAM,IAAI,CAAC,eAAe,CAAC,mBAAmB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACjE,MAAM,IAAI,CAAC,mBAAmB,CAAC,mBAAmB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACrE,MAAM,IAAI,CAAC,sBAAsB,CAAC,mBAAmB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACxE,MAAM,IAAI,CAAC,0BAA0B,CAAC,mBAAmB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAChF,CAAC;KAAA;CACJ;AAxBD,wCAwBC"}

package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/PropagateDelayTask.d.ts

@@ -0,0 +1,19 @@
+import { AbstractTask } from "@golemio/core/dist/integration-engine/workers";
+import { IPropagateDelayInput } from "../interfaces/IPropagateDelayInput";
+import { PropagateDelayValidationSchema } from "../schema/PropagateDelaySchema";
+export declare class PropagateDelayTask extends AbstractTask<IPropagateDelayInput> {
+    readonly queueName = "propagateDelay";
+    readonly queueTtl: number;
+    readonly schema: typeof PropagateDelayValidationSchema;
+    private readonly tripsRepository;
+    private readonly positionsRepository;
+    private readonly runTripsRedisRepository;
+    constructor(queuePrefix: string);
+    protected execute(data: IPropagateDelayInput): Promise<void>;
+    private mapDelayedPositionsToRunTrips;
+    private isUpdateDelayRunTripsIdsData;
+    /**
+     * Takes all newly computed positions search for next trips in near future and propagate delay for them
+     */
+    private propagateDelayForGtfsTrip;
+}

package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/PropagateDelayTask.js

@@ -0,0 +1,125 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PropagateDelayTask = void 0;
+const RunTripsRedisRepository_1 = require("../../runs/data-access/RunTripsRedisRepository");
+const helpers_1 = require("@golemio/core/dist/integration-engine/helpers");
+const workers_1 = require("@golemio/core/dist/integration-engine/workers");
+const moment_timezone_1 = __importDefault(require("@golemio/core/dist/shared/moment-timezone"));
+const const_1 = require("../../../../../const");
+const PositionsRepository_1 = require("../data-access/PositionsRepository");
+const TripsRepository_1 = require("../data-access/TripsRepository");
+const PropagateDelaySchema_1 = require("../schema/PropagateDelaySchema");
+class PropagateDelayTask extends workers_1.AbstractTask {
+    constructor(queuePrefix) {
+        super(queuePrefix);
+        this.queueName = "propagateDelay";
+        this.queueTtl = 5 * 60 * 1000; // 5 minutes
+        this.schema = PropagateDelaySchema_1.PropagateDelayValidationSchema;
+        this.mapDelayedPositionsToRunTrips = (processedPositions, updatedTrips) => {
+            const tripPositionMap = [];
+            for (const batch of processedPositions) {
+                if (batch.context.lastPositionTracking === null) {
+                    continue;
+                }
+                const { properties: { state_position }, } = batch.context.lastPositionTracking;
+                if (state_position !== const_1.StatePositionEnum.ON_TRACK && state_position !== const_1.StatePositionEnum.AT_STOP) {
+                    continue;
+                }
+                const trip = updatedTrips.find((el) => el.id === batch.context.tripId);
+                if (trip && this.isUpdateDelayRunTripsIdsData(trip)) {
+                    tripPositionMap.push({
+                        position: batch.context.lastPositionTracking,
+                        trip: trip,
+                    });
+                }
+            }
+            return tripPositionMap;
+        };
+        this.isUpdateDelayRunTripsIdsData = (data) => {
+            const { origin_route_name, sequence_id, gtfs_trip_id } = data;
+            return !!(origin_route_name && sequence_id && gtfs_trip_id);
+        };
+        /**
+         * Takes all newly computed positions search for next trips in near future and propagate delay for them
+         */
+        this.propagateDelayForGtfsTrip = (data) => __awaiter(this, void 0, void 0, function* () {
+            const results = yield this.tripsRepository.getPropagateDelayTripsWithPositions(data);
+            if (!results.length)
+                return;
+            let turnTimeAcc = (+results[0].start_timestamp - moment_timezone_1.default.utc(data.currentEndTime).valueOf()) / 1000;
+            const rowsToUpdate = results.map((item, i) => {
+                var _a, _b;
+                const requiredTurnaroundSeconds = (_b = (_a = data.nextGtfsTrips.find((element) => element.trip_id === results[i].gtfs_trip_id)) === null || _a === void 0 ? void 0 : _a.requiredTurnaroundSeconds) !== null && _b !== void 0 ? _b : 0;
+                turnTimeAcc +=
+                    i > 0
+                        ? (+results[i].start_timestamp - +results[i - 1].end_timestamp) / 1000 - requiredTurnaroundSeconds
+                        : -requiredTurnaroundSeconds;
+                return {
+                    position: {
+                        id: item.last_position.id,
+                        delay: Math.max(0, data.currentDelay - turnTimeAcc),
+                        state_position: const_1.StatePositionEnum.BEFORE_TRACK_DELAYED,
+                        origin_timestamp: +item.last_position.origin_timestamp,
+                    },
+                    trip: {
+                        id: item.id,
+                    },
+                };
+            });
+            yield this.tripsRepository.bulkUpdatePropagatedDelay(rowsToUpdate);
+        });
+        this.tripsRepository = new TripsRepository_1.TripsRepository();
+        this.positionsRepository = new PositionsRepository_1.PositionsRepository();
+        this.runTripsRedisRepository = new RunTripsRedisRepository_1.RunTripsRedisRepository();
+    }
+    execute(data) {
+        var _a;
+        return __awaiter(this, void 0, void 0, function* () {
+            const delayedPositionsWithRunTrips = this.mapDelayedPositionsToRunTrips(data.processedPositions, data.trips);
+            for (const delayedPositions of delayedPositionsWithRunTrips) {
+                const { origin_route_name, sequence_id, gtfs_trip_id, vehicle_registration_number, start_timestamp } = delayedPositions.trip;
+                const scheduledTrips = yield this.runTripsRedisRepository.get(`${origin_route_name}_${sequence_id}`);
+                if ((_a = scheduledTrips === null || scheduledTrips === void 0 ? void 0 : scheduledTrips.schedule) === null || _a === void 0 ? void 0 : _a.length) {
+                    const gtfsCurrentTrip = scheduledTrips.schedule.find((trip) => trip.trip_id === gtfs_trip_id && (0, moment_timezone_1.default)(trip.start_timestamp).isSame((0, moment_timezone_1.default)(+start_timestamp), "seconds"));
+                    if (!gtfsCurrentTrip) {
+                        helpers_1.log.warn(`${this.queueName}: could not determine GTFS trip from run trips data: ` +
+                            JSON.stringify(delayedPositions.trip));
+                        continue;
+                    }
+                    const gtfsNextTrips = scheduledTrips.schedule.filter((trip) => {
+                        return ((0, moment_timezone_1.default)(gtfsCurrentTrip.end_timestamp).clone().add(60, "minutes") >= (0, moment_timezone_1.default)(trip.start_timestamp) &&
+                            (0, moment_timezone_1.default)(gtfsCurrentTrip.end_timestamp) <= (0, moment_timezone_1.default)(trip.start_timestamp));
+                    });
+                    yield this.propagateDelayForGtfsTrip({
+                        currentGtfsTripId: gtfs_trip_id,
+                        currentOriginTimestamp: delayedPositions.position.properties.origin_timestamp,
+                        currentDelay: delayedPositions.position.properties.delay,
+                        currentRegistrationNumber: vehicle_registration_number,
+                        currentStartTime: gtfsCurrentTrip.start_timestamp,
+                        currentEndTime: gtfsCurrentTrip.end_timestamp,
+                        nextGtfsTrips: gtfsNextTrips.map((trip) => {
+                            return {
+                                trip_id: trip.trip_id,
+                                requiredTurnaroundSeconds: trip.requiredTurnaroundSeconds,
+                            };
+                        }),
+                    });
+                }
+            }
+        });
+    }
+}
+exports.PropagateDelayTask = PropagateDelayTask;
+//# sourceMappingURL=PropagateDelayTask.js.map

package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/PropagateDelayTask.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"PropagateDelayTask.js","sourceRoot":"","sources":["../../../../../../src/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/PropagateDelayTask.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AACA,4FAAiH;AAEjH,2EAAoE;AACpE,2EAA6E;AAC7E,gGAA+D;AAE/D,gDAA8C;AAC9C,4EAAyE;AACzE,oEAAqH;AAGrH,yEAAgF;AAEhF,MAAa,kBAAmB,SAAQ,sBAAkC;IAStE,YAAY,WAAmB;QAC3B,KAAK,CAAC,WAAW,CAAC,CAAC;QATP,cAAS,GAAG,gBAAgB,CAAC;QAC7B,aAAQ,GAAG,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,YAAY;QACtC,WAAM,GAAG,qDAA8B,CAAC;QA2DhD,kCAA6B,GAAG,CACpC,kBAAyC,EACzC,YAAwE,EACuB,EAAE;YACjG,MAAM,eAAe,GACjB,EAAE,CAAC;YACP,KAAK,MAAM,KAAK,IAAI,kBAAkB,EAAE;gBACpC,IAAI,KAAK,CAAC,OAAO,CAAC,oBAAoB,KAAK,IAAI,EAAE;oBAC7C,SAAS;iBACZ;gBACD,MAAM,EACF,UAAU,EAAE,EAAE,cAAc,EAAE,GACjC,GAAG,KAAK,CAAC,OAAO,CAAC,oBAAoB,CAAC;gBACvC,IAAI,cAAc,KAAK,yBAAiB,CAAC,QAAQ,IAAI,cAAc,KAAK,yBAAiB,CAAC,OAAO,EAAE;oBAC/F,SAAS;iBACZ;gBACD,MAAM,IAAI,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,KAAK,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;gBACvE,IAAI,IAAI,IAAI,IAAI,CAAC,4BAA4B,CAAC,IAAI,CAAC,EAAE;oBACjD,eAAe,CAAC,IAAI,CAAC;wBACjB,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAC,oBAAoB;wBAC5C,IAAI,EAAE,IAAgC;qBACzC,CAAC,CAAC;iBACN;aACJ;YACD,OAAO,eAAe,CAAC;QAC3B,CAAC,CAAC;QAEM,iCAA4B,GAAG,CACnC,IAAyD,EACzB,EAAE;YAClC,MAAM,EAAE,iBAAiB,EAAE,WAAW,EAAE,YAAY,EAAE,GAAG,IAAgC,CAAC;YAC1F,OAAO,CAAC,CAAC,CAAC,iBAAiB,IAAI,WAAW,IAAI,YAAY,CAAC,CAAC;QAChE,CAAC,CAAC;QAEF;;WAEG;QACK,8BAAyB,GAAG,CAAO,IAAqB,EAAE,EAAE;YAChE,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,mCAAmC,CAAC,IAAI,CAAC,CAAC;YACrF,IAAI,CAAC,OAAO,CAAC,MAAM;gBAAE,OAAO;YAE5B,IAAI,WAAW,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,eAAgB,GAAG,yBAAM,CAAC,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,OAAO,EAAE,CAAC,GAAG,IAAI,CAAC;YACpG,MAAM,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE;;gBACzC,MAAM,yBAAyB,GAC3B,MAAA,MAAA,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,KAAK,OAAO,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,0CAAE,yBAAyB,mCAAI,CAAC,CAAC;gBAEtH,WAAW;oBACP,CAAC,GAAG,CAAC;wBACD,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,eAAgB,GAAG,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,aAAc,CAAC,GAAG,IAAI,GAAG,yBAAyB;wBACpG,CAAC,CAAC,CAAC,yBAAyB,CAAC;gBAErC,OAAO;oBACH,QAAQ,EAAE;wBACN,EAAE,EAAE,IAAI,CAAC,aAAa,CAAC,EAAE;wBACzB,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC;wBACnD,cAAc,EAAE,yBAAiB,CAAC,oBAAoB;wBACtD,gBAAgB,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,gBAAgB;qBACzD;oBACD,IAAI,EAAE;wBACF,EAAE,EAAE,IAAI,CAAC,EAAE;qBACd;iBACJ,CAAC;YACN,CAAC,CAAC,CAAC;YACH,MAAM,IAAI,CAAC,eAAe,CAAC,yBAAyB,CAAC,YAAY,CAAC,CAAC;QACvE,CAAC,CAAA,CAAC;QAnHE,IAAI,CAAC,eAAe,GAAG,IAAI,iCAAe,EAAE,CAAC;QAC7C,IAAI,CAAC,mBAAmB,GAAG,IAAI,yCAAmB,EAAE,CAAC;QACrD,IAAI,CAAC,uBAAuB,GAAG,IAAI,iDAAuB,EAAE,CAAC;IACjE,CAAC;IAEe,OAAO,CAAC,IAA0B;;;YAC9C,MAAM,4BAA4B,GAAG,IAAI,CAAC,6BAA6B,CAAC,IAAI,CAAC,kBAAkB,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;YAC7G,KAAK,MAAM,gBAAgB,IAAI,4BAA4B,EAAE;gBACzD,MAAM,EAAE,iBAAiB,EAAE,WAAW,EAAE,YAAY,EAAE,2BAA2B,EAAE,eAAe,EAAE,GAChG,gBAAgB,CAAC,IAAI,CAAC;gBAE1B,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,uBAAuB,CAAC,GAAG,CAAC,GAAG,iBAAiB,IAAI,WAAW,EAAE,CAAC,CAAC;gBACrG,IAAI,MAAA,cAAc,aAAd,cAAc,uBAAd,cAAc,CAAE,QAAQ,0CAAE,MAAM,EAAE;oBAClC,MAAM,eAAe,GAAG,cAAc,CAAC,QAAQ,CAAC,IAAI,CAChD,CAAC,IAAuB,EAAE,EAAE,CACxB,IAAI,CAAC,OAAO,KAAK,YAAY,IAAI,IAAA,yBAAM,EAAC,IAAI,CAAC,eAAe,CAAC,CAAC,MAAM,CAAC,IAAA,yBAAM,EAAC,CAAC,eAAe,CAAC,EAAE,SAAS,CAAC,CAChH,CAAC;oBAEF,IAAI,CAAC,eAAe,EAAE;wBAClB,aAAG,CAAC,IAAI,CACJ,GAAG,IAAI,CAAC,SAAS,uDAAuD;4BACpE,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAC5C,CAAC;wBACF,SAAS;qBACZ;oBAED,MAAM,aAAa,GAAG,cAAc,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAuB,EAAE,EAAE;wBAC7E,OAAO,CACH,IAAA,yBAAM,EAAC,eAAe,CAAC,aAAa,CAAC,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,EAAE,EAAE,SAAS,CAAC,IAAI,IAAA,yBAAM,EAAC,IAAI,CAAC,eAAe,CAAC;4BAChG,IAAA,yBAAM,EAAC,eAAe,CAAC,aAAa,CAAC,IAAI,IAAA,yBAAM,EAAC,IAAI,CAAC,eAAe,CAAC,CACxE,CAAC;oBACN,CAAC,CAAC,CAAC;oBAEH,MAAM,IAAI,CAAC,yBAAyB,CAAC;wBACjC,iBAAiB,EAAE,YAAY;wBAC/B,sBAAsB,EAAE,gBAAgB,CAAC,QAAQ,CAAC,UAAU,CAAC,gBAAgB;wBAC7E,YAAY,EAAE,gBAAgB,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAM;wBACzD,yBAAyB,EAAE,2BAA2B;wBACtD,gBAAgB,EAAE,eAAe,CAAC,eAAe;wBACjD,cAAc,EAAE,eAAe,CAAC,aAAa;wBAC7C,aAAa,EAAE,aAAa,CAAC,GAAG,CAAC,CAAC,IAAuB,EAAE,EAAE;4BACzD,OAAO;gCACH,OAAO,EAAE,IAAI,CAAC,OAAO;gCACrB,yBAAyB,EAAE,IAAI,CAAC,yBAAyB;6BAC5D,CAAC;wBACN,CAAC,CAAC;qBACL,CAAC,CAAC;iBACN;aACJ;;KACJ;CAmEJ;AA/HD,gDA+HC"}

package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/SaveDataToDBTask.d.ts

@@ -0,0 +1,12 @@
+import { AbstractTask } from "@golemio/core/dist/integration-engine/workers";
+import { IMpvMessageInput } from "../interfaces/MpvMessageInterfaces";
+import { SaveDataToDBValidationSchema } from "../schema/SaveDataToDBSchema";
+export declare class SaveDataToDBTask extends AbstractTask<IMpvMessageInput> {
+    readonly queueName = "saveDataToDB";
+    readonly queueTtl: number;
+    readonly schema: typeof SaveDataToDBValidationSchema;
+    private readonly tripsRepository;
+    private readonly positionsTransformation;
+    constructor(queuePrefix: string);
+    protected execute(data: IMpvMessageInput): Promise<void>;
+}

package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/SaveDataToDBTask.js

@@ -0,0 +1,77 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SaveDataToDBTask = void 0;
+const queueprocessors_1 = require("@golemio/core/dist/integration-engine/queueprocessors");
+const workers_1 = require("@golemio/core/dist/integration-engine/workers");
+const TripsRepository_1 = require("../data-access/TripsRepository");
+const SaveDataToDBSchema_1 = require("../schema/SaveDataToDBSchema");
+const PositionsTransformation_1 = require("../transformations/PositionsTransformation");
+class SaveDataToDBTask extends workers_1.AbstractTask {
+    constructor(queuePrefix) {
+        super(queuePrefix);
+        this.queueName = "saveDataToDB";
+        this.queueTtl = 5 * 60 * 1000; // 5 minutes
+        this.schema = SaveDataToDBSchema_1.SaveDataToDBValidationSchema;
+        this.tripsRepository = new TripsRepository_1.TripsRepository();
+        this.positionsTransformation = new PositionsTransformation_1.PositionsTransformation();
+    }
+    execute(data) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const transformedData = yield this.positionsTransformation.transform(data.m.spoj);
+            const rows = yield this.tripsRepository.bulkUpsert(transformedData.trips);
+            // send message for update GTFSTripIds
+            for (let i = 0, chunkSize = 50; i < rows.inserted.length; i += chunkSize) {
+                const inserted = rows.inserted.slice(i, i + chunkSize);
+                const insertedIds = inserted.map((ins) => {
+                    return ins.id;
+                });
+                yield queueprocessors_1.QueueManager.sendMessageToExchange(this.queuePrefix, "updateGTFSTripId", {
+                    trips: inserted,
+                    positions: transformedData.positions.filter((position) => insertedIds.includes(position.trips_id)),
+                });
+            }
+            // send message for update delay
+            // aggregate runs by origin_route_name & sequence_id to keep related messages in same bulk
+            const runTripMap = rows.updated.length ? { unknown: [] } : {};
+            for (const trip of rows.updated) {
+                if (!trip.origin_route_name || !trip.sequence_id) {
+                    runTripMap.unknown.push(trip.id);
+                }
+                else {
+                    const key = `${trip.origin_route_name}_${trip.sequence_id}`;
+                    runTripMap[key] ? runTripMap[key].push(trip.id) : (runTripMap[key] = [trip.id]);
+                }
+            }
+            const chunks = [];
+            let idx = 0;
+            for (const key in runTripMap) {
+                if (!chunks[idx]) {
+                    chunks[idx] = [];
+                }
+                chunks[idx] = chunks[idx].concat(runTripMap[key]);
+                if (chunks[idx].length > 200) {
+                    idx++;
+                }
+            }
+            for (const key in chunks) {
+                const positions = transformedData.positions.filter((position) => chunks[key].includes(position.trips_id));
+                const updatedTrips = yield this.tripsRepository.findAllAssocTripIds(chunks[key]);
+                yield queueprocessors_1.QueueManager.sendMessageToExchange(this.queuePrefix, "updateDelay", {
+                    positions,
+                    updatedTrips,
+                });
+            }
+        });
+    }
+}
+exports.SaveDataToDBTask = SaveDataToDBTask;
+//# sourceMappingURL=SaveDataToDBTask.js.map

package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/SaveDataToDBTask.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"SaveDataToDBTask.js","sourceRoot":"","sources":["../../../../../../src/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/SaveDataToDBTask.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2FAAqF;AACrF,2EAA6E;AAC7E,oEAAiE;AAEjE,qEAA4E;AAC5E,wFAAqF;AAErF,MAAa,gBAAiB,SAAQ,sBAA8B;IAQhE,YAAY,WAAmB;QAC3B,KAAK,CAAC,WAAW,CAAC,CAAC;QARP,cAAS,GAAG,cAAc,CAAC;QAC3B,aAAQ,GAAG,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,YAAY;QACtC,WAAM,GAAG,iDAA4B,CAAC;QAOlD,IAAI,CAAC,eAAe,GAAG,IAAI,iCAAe,EAAE,CAAC;QAC7C,IAAI,CAAC,uBAAuB,GAAG,IAAI,iDAAuB,EAAE,CAAC;IACjE,CAAC;IAEe,OAAO,CAAC,IAAsB;;YAC1C,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,uBAAuB,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAClF,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;YAE1E,sCAAsC;YACtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,SAAS,GAAG,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE;gBACtE,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;gBACvD,MAAM,WAAW,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;oBACrC,OAAO,GAAG,CAAC,EAAE,CAAC;gBAClB,CAAC,CAAC,CAAC;gBAEH,MAAM,8BAAY,CAAC,qBAAqB,CAAC,IAAI,CAAC,WAAW,EAAE,kBAAkB,EAAE;oBAC3E,KAAK,EAAE,QAAQ;oBACf,SAAS,EAAE,eAAe,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,WAAW,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;iBACrG,CAAC,CAAC;aACN;YAED,gCAAgC;YAChC,0FAA0F;YAC1F,MAAM,UAAU,GAA6B,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAExF,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,OAAO,EAAE;gBAC7B,IAAI,CAAC,IAAI,CAAC,iBAAiB,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;oBAC9C,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;iBACpC;qBAAM;oBACH,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;oBAC5D,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;iBACnF;aACJ;YAED,MAAM,MAAM,GAAe,EAAE,CAAC;YAC9B,IAAI,GAAG,GAAG,CAAC,CAAC;YACZ,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE;gBAC1B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE;oBACd,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC;iBACpB;gBACD,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC;gBAClD,IAAI,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,GAAG,GAAG,EAAE;oBAC1B,GAAG,EAAE,CAAC;iBACT;aACJ;YAED,KAAK,MAAM,GAAG,IAAI,MAAM,EAAE;gBACtB,MAAM,SAAS,GAAG,eAAe,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;gBAC1G,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,mBAAmB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;gBAEjF,MAAM,8BAAY,CAAC,qBAAqB,CAAC,IAAI,CAAC,WAAW,EAAE,aAAa,EAAE;oBACtE,SAAS;oBACT,YAAY;iBACf,CAAC,CAAC;aACN;QACL,CAAC;KAAA;CACJ;AAlED,4CAkEC"}

package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/UpdateDelayTask.d.ts

@@ -0,0 +1,22 @@
+import { AbstractTask } from "@golemio/core/dist/integration-engine/workers";
+import { IUpdateDelayInput } from "../interfaces/IUpdateDelayInput";
+import { UpdateDelayValidationSchema } from "../schema/UpdateDelaySchema";
+export declare class UpdateDelayTask extends AbstractTask<IUpdateDelayInput> {
+    readonly queueName = "updateDelay";
+    readonly queueTtl: number;
+    readonly schema: typeof UpdateDelayValidationSchema;
+    private readonly tripsRepository;
+    private readonly positionsRepository;
+    private readonly delayComputationRedisRepository;
+    private readonly tripStopsManager;
+    private readonly delayComputationManager;
+    constructor(queuePrefix: string);
+    protected execute(data: IUpdateDelayInput): Promise<void>;
+    /**
+     * Take all newly computed positions and save it, then save the last ones to the trips
+     *
+     * @param {IProcessedPositions[]} computedResult - Arrays of all newly computed positions
+     * @returns {Object[]} - Arrays of inserted/updated positions and array of (inserted)/updated trips
+     */
+    private updateComputedPositionsAndTrips;
+}

package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/UpdateDelayTask.js

@@ -0,0 +1,176 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.UpdateDelayTask = void 0;
+const DelayComputationRedisRepository_1 = require("../../../../ropid-gtfs/data-access/DelayComputationRedisRepository");
+const RopidGTFSStopTimesModel_1 = require("../../../../ropid-gtfs/RopidGTFSStopTimesModel");
+const RopidGTFSTripsModel_1 = require("../../../../ropid-gtfs/RopidGTFSTripsModel");
+const helpers_1 = require("@golemio/core/dist/integration-engine/helpers");
+const queueprocessors_1 = require("@golemio/core/dist/integration-engine/queueprocessors");
+const workers_1 = require("@golemio/core/dist/integration-engine/workers");
+const golemio_errors_1 = require("@golemio/core/dist/shared/golemio-errors");
+const PositionsRepository_1 = require("../data-access/PositionsRepository");
+const TripsRepository_1 = require("../data-access/TripsRepository");
+const TripStopsRedisRepository_1 = require("../data-access/TripStopsRedisRepository");
+const DelayComputationManager_1 = require("../helpers/DelayComputationManager");
+const PositionsManager_1 = __importDefault(require("../helpers/PositionsManager"));
+const TripStopsManager_1 = require("../helpers/TripStopsManager");
+const VPUtils_1 = require("../helpers/VPUtils");
+const UpdateDelaySchema_1 = require("../schema/UpdateDelaySchema");
+class UpdateDelayTask extends workers_1.AbstractTask {
+    constructor(queuePrefix) {
+        super(queuePrefix);
+        this.queueName = "updateDelay";
+        this.queueTtl = 5 * 60 * 1000; // 5 minutes
+        this.schema = UpdateDelaySchema_1.UpdateDelayValidationSchema;
+        /**
+         * Take all newly computed positions and save it, then save the last ones to the trips
+         *
+         * @param {IProcessedPositions[]} computedResult - Arrays of all newly computed positions
+         * @returns {Object[]} - Arrays of inserted/updated positions and array of (inserted)/updated trips
+         */
+        this.updateComputedPositionsAndTrips = (computedResult) => __awaiter(this, void 0, void 0, function* () {
+            const positionsUpdated = yield this.positionsRepository.bulkUpdate(computedResult.flatMap((e) => e.positions));
+            const tripsUpdated = yield this.tripsRepository.bulkUpdate(computedResult.map((e) => ({
+                id: e.context.tripId,
+                last_position_id: e.context.lastPositionId,
+                last_position_context: e.context,
+                is_canceled: e.context.lastPositionCanceled,
+            })));
+            return {
+                positionsUpdated,
+                tripsUpdated,
+            };
+        });
+        this.tripsRepository = new TripsRepository_1.TripsRepository();
+        this.positionsRepository = new PositionsRepository_1.PositionsRepository();
+        this.delayComputationRedisRepository = new DelayComputationRedisRepository_1.DelayComputationRedisRepository();
+        const gtfsStopTimesRepository = new RopidGTFSStopTimesModel_1.RopidGTFSStopTimesModel();
+        const gtfsTripsRepository = new RopidGTFSTripsModel_1.RopidGTFSTripsModel();
+        const tripStopsRedisRepository = new TripStopsRedisRepository_1.TripStopsRedisRepository();
+        this.tripStopsManager = new TripStopsManager_1.TripStopsManager(gtfsStopTimesRepository, tripStopsRedisRepository);
+        this.delayComputationManager = new DelayComputationManager_1.DelayComputationManager(gtfsTripsRepository);
+    }
+    execute(data) {
+        var _a, _b;
+        return __awaiter(this, void 0, void 0, function* () {
+            const tripIds = data.updatedTrips.map((trip) => trip.id);
+            if (((_a = data.positions) === null || _a === void 0 ? void 0 : _a.length) > 0) {
+                // unique ids in input data in key-value (id-positions) structure
+                let positionsByIds = {};
+                for (const position of data.positions) {
+                    positionsByIds[position.trips_id] = position;
+                }
+                // unique block_ids and its parent input trips_id in key-value structure
+                let tripsIdsByBlockIds = {};
+                // unique block_ids and its parent gtfs_trip_id in key-value structure
+                let gtfsTripIdsByBlockIds = {};
+                for (const trip of data.updatedTrips) {
+                    if (!trip.gtfs_block_id) {
+                        continue;
+                    }
+                    if (!tripsIdsByBlockIds[trip.gtfs_block_id]) {
+                        tripsIdsByBlockIds[trip.gtfs_block_id] = trip.id;
+                    }
+                    else {
+                        // save only the shorter trip_id (it is the raw input id with no suffixes)
+                        tripsIdsByBlockIds[trip.gtfs_block_id] =
+                            tripsIdsByBlockIds[trip.gtfs_block_id] > trip.id ? trip.id : tripsIdsByBlockIds[trip.gtfs_block_id];
+                    }
+                    if (!gtfsTripIdsByBlockIds[trip.gtfs_block_id]) {
+                        gtfsTripIdsByBlockIds[trip.gtfs_block_id] = new Set();
+                    }
+                    if (trip.gtfs_trip_id) {
+                        gtfsTripIdsByBlockIds[trip.gtfs_block_id].add(trip.gtfs_trip_id);
+                    }
+                }
+                // Get cached schedule for each unique block_id
+                const tripStopsSchedulesByBlockIds = yield Object.entries(gtfsTripIdsByBlockIds).reduce((acc, [blockId, gtfsTripIds]) => __awaiter(this, void 0, void 0, function* () {
+                    const tripStops = yield acc;
+                    try {
+                        const schedule = yield this.tripStopsManager.setAndReturnTripStopsSchedule(blockId, [...gtfsTripIds]);
+                        tripStops[blockId] = schedule;
+                    }
+                    catch (err) {
+                        helpers_1.IntegrationErrorHandler.handle(err);
+                    }
+                    return acc;
+                }), Promise.resolve({}));
+                // duplicate positions for trips with block_ids
+                for (const trip of data.updatedTrips) {
+                    if (positionsByIds[trip.id]) {
+                        if (trip.gtfs_block_id) {
+                            // Determine current position tracking status
+                            positionsByIds[trip.id].tracking = VPUtils_1.VPUtils.determineTrackingStatus(trip.gtfs_trip_id, tripStopsSchedulesByBlockIds[trip.gtfs_block_id], positionsByIds[trip.id]);
+                        }
+                        continue;
+                    }
+                    const currentPosition = data.positions.find((position) => {
+                        return position.trips_id === tripsIdsByBlockIds[trip.gtfs_block_id];
+                    });
+                    if (!currentPosition) {
+                        continue;
+                    }
+                    // Determine position duplication and new position tracking status
+                    const newPositionTrackingStatus = VPUtils_1.VPUtils.determineNewPositionTracking(tripStopsSchedulesByBlockIds[trip.gtfs_block_id], trip, currentPosition);
+                    // duplicate position with new created trip for second trip
+                    const newPosition = Object.assign({}, currentPosition);
+                    newPosition.trips_id = trip.id;
+                    newPosition.tracking = newPositionTrackingStatus;
+                    data.positions.push(newPosition);
+                }
+                // save all new positions
+                yield this.positionsRepository.save(data.positions);
+            }
+            if (((_b = data.updatedTrips) === null || _b === void 0 ? void 0 : _b.length) > 0) {
+                try {
+                    // Get all positions for each trip
+                    const tripsPositionsToUpdate = yield this.positionsRepository.getPositionsForUpdateDelay(tripIds);
+                    // Append gtfs data to each trip
+                    const tripsPositionsWithOrWithoutGTFSDataToUpdate = yield Promise.all(tripsPositionsToUpdate.map((trip) => __awaiter(this, void 0, void 0, function* () {
+                        const gtfsData = (yield this.delayComputationRedisRepository.get(trip.gtfs_trip_id));
+                        return Object.assign(Object.assign({}, trip), { gtfsData });
+                    })));
+                    // Process every position
+                    const processedPositions = yield Promise.all(tripsPositionsWithOrWithoutGTFSDataToUpdate.map((trip) => __awaiter(this, void 0, void 0, function* () {
+                        // if gtfs shape points and schedules data is not ready, calculate it first
+                        if (trip.gtfsData === null) {
+                            helpers_1.log.debug("Delay Computation data (Redis) was not found. (gtfsTripId = " + trip.gtfs_trip_id + ")");
+                            try {
+                                const gtfsComputationData = yield this.delayComputationManager.getComputationObject(trip.gtfs_trip_id);
+                                yield this.delayComputationRedisRepository.set("trip_id", gtfsComputationData, VPUtils_1.VPUtils.DELAY_COMPUTATION_CACHE_TTL);
+                                trip.gtfsData = gtfsComputationData;
+                            }
+                            catch (err) {
+                                return;
+                            }
+                        }
+                        return PositionsManager_1.default.computePositions(trip, data.schedule);
+                    })));
+                    const validProcessedPositions = processedPositions.filter((e) => !!e);
+                    yield this.updateComputedPositionsAndTrips(validProcessedPositions);
+                    yield queueprocessors_1.QueueManager.sendMessageToExchange(this.queuePrefix, "propagateDelay", {
+                        processedPositions: validProcessedPositions,
+                        trips: data.updatedTrips,
+                    });
+                }
+                catch (err) {
+                    throw new golemio_errors_1.CustomError(`Error while updating delay. For trip ids:${tripIds.slice(0, 10).join(",")}`, true, this.constructor.name, 5001, err);
+                }
+            }
+        });
+    }
+}
+exports.UpdateDelayTask = UpdateDelayTask;
+//# sourceMappingURL=UpdateDelayTask.js.map

package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/UpdateDelayTask.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"UpdateDelayTask.js","sourceRoot":"","sources":["../../../../../../src/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/UpdateDelayTask.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,wHAA6G;AAC7G,4FAAiF;AACjF,oFAAyE;AACzE,2EAA6F;AAC7F,2FAAqF;AACrF,2EAA6E;AAC7E,6EAAuE;AACvE,4EAAyF;AACzF,oEAAiE;AACjE,sFAAmF;AACnF,gFAA6E;AAC7E,mFAA2D;AAC3D,kEAA+D;AAC/D,gDAA6C;AAU7C,mEAA0E;AAE1E,MAAa,eAAgB,SAAQ,sBAA+B;IAWhE,YAAY,WAAmB;QAC3B,KAAK,CAAC,WAAW,CAAC,CAAC;QAXP,cAAS,GAAG,aAAa,CAAC;QAC1B,aAAQ,GAAG,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,YAAY;QACtC,WAAM,GAAG,+CAA2B,CAAC;QAoLrD;;;;;WAKG;QACK,oCAA+B,GAAG,CAAO,cAAqC,EAAE,EAAE;YACtF,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,UAAU,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;YAC/G,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,UAAU,CACtD,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACvB,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM;gBACpB,gBAAgB,EAAE,CAAC,CAAC,OAAO,CAAC,cAAc;gBAC1C,qBAAqB,EAAE,CAAC,CAAC,OAAO;gBAChC,WAAW,EAAE,CAAC,CAAC,OAAO,CAAC,oBAAoB;aAC9C,CAAC,CAAC,CACN,CAAC;YAEF,OAAO;gBACH,gBAAgB;gBAChB,YAAY;aACf,CAAC;QACN,CAAC,CAAA,CAAC;QA/LE,IAAI,CAAC,eAAe,GAAG,IAAI,iCAAe,EAAE,CAAC;QAC7C,IAAI,CAAC,mBAAmB,GAAG,IAAI,yCAAmB,EAAE,CAAC;QACrD,IAAI,CAAC,+BAA+B,GAAG,IAAI,iEAA+B,EAAE,CAAC;QAE7E,MAAM,uBAAuB,GAAG,IAAI,iDAAuB,EAAE,CAAC;QAC9D,MAAM,mBAAmB,GAAG,IAAI,yCAAmB,EAAE,CAAC;QACtD,MAAM,wBAAwB,GAAG,IAAI,mDAAwB,EAAE,CAAC;QAEhE,IAAI,CAAC,gBAAgB,GAAG,IAAI,mCAAgB,CAAC,uBAAuB,EAAE,wBAAwB,CAAC,CAAC;QAChG,IAAI,CAAC,uBAAuB,GAAG,IAAI,iDAAuB,CAAC,mBAAmB,CAAC,CAAC;IACpF,CAAC;IAEe,OAAO,CAAC,IAAuB;;;YAC3C,MAAM,OAAO,GAAa,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAEnE,IAAI,CAAA,MAAA,IAAI,CAAC,SAAS,0CAAE,MAAM,IAAG,CAAC,EAAE;gBAC5B,iEAAiE;gBACjE,IAAI,cAAc,GAAkD,EAAE,CAAC;gBACvE,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,SAAS,EAAE;oBACnC,cAAc,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,QAAQ,CAAC;iBAChD;gBAED,wEAAwE;gBACxE,IAAI,kBAAkB,GAA2B,EAAE,CAAC;gBAEpD,sEAAsE;gBACtE,IAAI,qBAAqB,GAAgC,EAAE,CAAC;gBAE5D,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,YAAY,EAAE;oBAClC,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE;wBACrB,SAAS;qBACZ;oBAED,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE;wBACzC,kBAAkB,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,IAAI,CAAC,EAAE,CAAC;qBACpD;yBAAM;wBACH,0EAA0E;wBAC1E,kBAAkB,CAAC,IAAI,CAAC,aAAa,CAAC;4BAClC,kBAAkB,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,kBAAkB,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;qBAC3G;oBAED,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE;wBAC5C,qBAAqB,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,IAAI,GAAG,EAAE,CAAC;qBACzD;oBAED,IAAI,IAAI,CAAC,YAAY,EAAE;wBACnB,qBAAqB,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;qBACpE;iBACJ;gBAED,+CAA+C;gBAC/C,MAAM,4BAA4B,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC,MAAM,CACnF,CAAO,GAAG,EAAE,CAAC,OAAO,EAAE,WAAW,CAAC,EAAE,EAAE;oBAClC,MAAM,SAAS,GAAG,MAAM,GAAG,CAAC;oBAC5B,IAAI;wBACA,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,6BAA6B,CAAC,OAAO,EAAE,CAAC,GAAG,WAAW,CAAC,CAAC,CAAC;wBACtG,SAAS,CAAC,OAAO,CAAC,GAAG,QAAQ,CAAC;qBACjC;oBAAC,OAAO,GAAG,EAAE;wBACV,iCAAuB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;qBACvC;oBAED,OAAO,GAAG,CAAC;gBACf,CAAC,CAAA,EACD,OAAO,CAAC,OAAO,CAAC,EAAuC,CAAC,CAC3D,CAAC;gBAEF,+CAA+C;gBAC/C,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,YAAY,EAAE;oBAClC,IAAI,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE;wBACzB,IAAI,IAAI,CAAC,aAAa,EAAE;4BACpB,6CAA6C;4BAC7C,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,QAAQ,GAAG,iBAAO,CAAC,uBAAuB,CAC9D,IAAI,CAAC,YAAa,EAClB,4BAA4B,CAAC,IAAI,CAAC,aAAa,CAAC,EAChD,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC,CAC1B,CAAC;yBACL;wBAED,SAAS;qBACZ;oBAED,MAAM,eAAe,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE;wBACrD,OAAO,QAAQ,CAAC,QAAQ,KAAK,kBAAkB,CAAC,IAAI,CAAC,aAAc,CAAC,CAAC;oBACzE,CAAC,CAAC,CAAC;oBAEH,IAAI,CAAC,eAAe,EAAE;wBAClB,SAAS;qBACZ;oBAED,kEAAkE;oBAClE,MAAM,yBAAyB,GAAG,iBAAO,CAAC,4BAA4B,CAClE,4BAA4B,CAAC,IAAI,CAAC,aAAc,CAAC,EACjD,IAAI,EACJ,eAAe,CAClB,CAAC;oBAEF,2DAA2D;oBAC3D,MAAM,WAAW,qBAAQ,eAAe,CAAE,CAAC;oBAC3C,WAAW,CAAC,QAAQ,GAAG,IAAI,CAAC,EAAE,CAAC;oBAC/B,WAAW,CAAC,QAAQ,GAAG,yBAAyB,CAAC;oBACjD,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;iBACpC;gBAED,yBAAyB;gBACzB,MAAM,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;aACvD;YAED,IAAI,CAAA,MAAA,IAAI,CAAC,YAAY,0CAAE,MAAM,IAAG,CAAC,EAAE;gBAC/B,IAAI;oBACA,kCAAkC;oBAClC,MAAM,sBAAsB,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,0BAA0B,CAAC,OAAO,CAAC,CAAC;oBAElG,gCAAgC;oBAChC,MAAM,2CAA2C,GAAsC,MAAM,OAAO,CAAC,GAAG,CACpG,sBAAsB,CAAC,GAAG,CAAC,CAAO,IAAoB,EAAE,EAAE;wBACtD,MAAM,QAAQ,GAAG,CAAC,MAAM,IAAI,CAAC,+BAA+B,CAAC,GAAG,CAC5D,IAAI,CAAC,YAAY,CACpB,CAA4B,CAAC;wBAC9B,uCACO,IAAI,KACP,QAAQ,IACV;oBACN,CAAC,CAAA,CAAC,CACL,CAAC;oBAEF,yBAAyB;oBACzB,MAAM,kBAAkB,GAAG,MAAM,OAAO,CAAC,GAAG,CACxC,2CAA2C,CAAC,GAAG,CAAC,CAAO,IAAI,EAAE,EAAE;wBAC3D,2EAA2E;wBAC3E,IAAI,IAAI,CAAC,QAAQ,KAAK,IAAI,EAAE;4BACxB,aAAG,CAAC,KAAK,CAAC,8DAA8D,GAAG,IAAI,CAAC,YAAY,GAAG,GAAG,CAAC,CAAC;4BACpG,IAAI;gCACA,MAAM,mBAAmB,GAAG,MAAM,IAAI,CAAC,uBAAuB,CAAC,oBAAoB,CAC/E,IAAI,CAAC,YAAY,CACpB,CAAC;gCAEF,MAAM,IAAI,CAAC,+BAA+B,CAAC,GAAG,CAC1C,SAAS,EACT,mBAAmB,EACnB,iBAAO,CAAC,2BAA2B,CACtC,CAAC;gCAEF,IAAI,CAAC,QAAQ,GAAG,mBAAmB,CAAC;6BACvC;4BAAC,OAAO,GAAG,EAAE;gCACV,OAAO;6BACV;yBACJ;wBACD,OAAO,0BAAgB,CAAC,gBAAgB,CAAC,IAA8B,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;oBAC5F,CAAC,CAAA,CAAC,CACL,CAAC;oBAEF,MAAM,uBAAuB,GAAG,kBAAkB,CAAC,MAAM,CAAC,CAAC,CAAC,EAA4B,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;oBAChG,MAAM,IAAI,CAAC,+BAA+B,CAAC,uBAAuB,CAAC,CAAC;oBAEpE,MAAM,8BAAY,CAAC,qBAAqB,CAAC,IAAI,CAAC,WAAW,EAAE,gBAAgB,EAAE;wBACzE,kBAAkB,EAAE,uBAAuB;wBAC3C,KAAK,EAAE,IAAI,CAAC,YAAY;qBAC3B,CAAC,CAAC;iBACN;gBAAC,OAAO,GAAG,EAAE;oBACV,MAAM,IAAI,4BAAW,CACjB,4CAA4C,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,EAC5E,IAAI,EACJ,IAAI,CAAC,WAAW,CAAC,IAAI,EACrB,IAAI,EACJ,GAAG,CACN,CAAC;iBACL;aACJ;;KACJ;CAwBJ;AA7MD,0CA6MC"}

package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/UpdateGtfsTripIdTask.d.ts

@@ -0,0 +1,18 @@
+import { AbstractTask } from "@golemio/core/dist/integration-engine/workers";
+import { IUpdateGtfsTripIdInput } from "../interfaces/IUpdateGtfsTripIdInput";
+import { UpdateGtfsTripIdValidationSchema } from "../schema/UpdateGtfsTripIdSchema";
+export declare class UpdateGtfsTripIdTask extends AbstractTask<IUpdateGtfsTripIdInput> {
+    readonly queueName = "updateGTFSTripId";
+    readonly queueTtl: number;
+    readonly schema: typeof UpdateGtfsTripIdValidationSchema;
+    private readonly tripsRepository;
+    private readonly positionsRepository;
+    private readonly gtfsStopTimesRepository;
+    private readonly gtfsTripRunManager;
+    private readonly tripStopsManager;
+    constructor(queuePrefix: string);
+    /**
+     * Take all newly computed positions and save it, then save the last ones to the trips
+     */
+    protected execute(data: IUpdateGtfsTripIdInput): Promise<void>;
+}