@golemio/pid 5.7.4-dev.2402361575 → 5.8.0-rc.2402489612
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/db/example/13_http-propagate-delay.sql +0 -3
- package/dist/integration-engine/data-retention/helpers/SelectRepositoryFactory.js +2 -12
- package/dist/integration-engine/data-retention/helpers/SelectRepositoryFactory.js.map +1 -1
- package/dist/integration-engine/data-retention/ioc/Di.js +0 -6
- package/dist/integration-engine/data-retention/ioc/Di.js.map +1 -1
- package/dist/integration-engine/data-retention/ioc/RetentionContainerToken.d.ts +0 -2
- package/dist/integration-engine/data-retention/ioc/RetentionContainerToken.js +0 -2
- package/dist/integration-engine/data-retention/ioc/RetentionContainerToken.js.map +1 -1
- package/dist/integration-engine/data-retention/workers/DataRetentionWorker.js +2 -1
- package/dist/integration-engine/data-retention/workers/DataRetentionWorker.js.map +1 -1
- package/dist/integration-engine/data-retention/workers/tasks/DeleteDataTask.d.ts +2 -3
- package/dist/integration-engine/data-retention/workers/tasks/DeleteDataTask.js +5 -25
- package/dist/integration-engine/data-retention/workers/tasks/DeleteDataTask.js.map +1 -1
- package/dist/integration-engine/jis/workers/tasks/AbstractFetchJISResourceTask.js +0 -2
- package/dist/integration-engine/jis/workers/tasks/AbstractFetchJISResourceTask.js.map +1 -1
- package/dist/integration-engine/ropid-gtfs/data-access/cache/BlockStopsRedisRepository.js +3 -18
- package/dist/integration-engine/ropid-gtfs/data-access/cache/BlockStopsRedisRepository.js.map +1 -1
- package/dist/integration-engine/ropid-gtfs/data-access/precomputed/TripScheduleRepository.js +2 -16
- package/dist/integration-engine/ropid-gtfs/data-access/precomputed/TripScheduleRepository.js.map +1 -1
- package/dist/integration-engine/ropid-gtfs/ioc/Di.js +0 -16
- package/dist/integration-engine/ropid-gtfs/ioc/Di.js.map +1 -1
- package/dist/integration-engine/ropid-gtfs/ioc/RopidGtfsContainerToken.d.ts +0 -8
- package/dist/integration-engine/ropid-gtfs/ioc/RopidGtfsContainerToken.js +0 -8
- package/dist/integration-engine/ropid-gtfs/ioc/RopidGtfsContainerToken.js.map +1 -1
- package/dist/integration-engine/ropid-gtfs/workers/presets/PresetWorker.js +8 -6
- package/dist/integration-engine/ropid-gtfs/workers/presets/PresetWorker.js.map +1 -1
- package/dist/integration-engine/ropid-gtfs/workers/presets/tasks/CollectAndSaveLogsTask.d.ts +6 -11
- package/dist/integration-engine/ropid-gtfs/workers/presets/tasks/CollectAndSaveLogsTask.js +10 -32
- package/dist/integration-engine/ropid-gtfs/workers/presets/tasks/CollectAndSaveLogsTask.js.map +1 -1
- package/dist/integration-engine/ropid-gtfs/workers/presets/tasks/ProcessAndSendLogsTask.d.ts +6 -12
- package/dist/integration-engine/ropid-gtfs/workers/presets/tasks/ProcessAndSendLogsTask.js +12 -35
- package/dist/integration-engine/ropid-gtfs/workers/presets/tasks/ProcessAndSendLogsTask.js.map +1 -1
- package/dist/integration-engine/ropid-gtfs/workers/presets/tasks/SavePresetsDataTask.d.ts +1 -3
- package/dist/integration-engine/ropid-gtfs/workers/presets/tasks/SavePresetsDataTask.js +7 -26
- package/dist/integration-engine/ropid-gtfs/workers/presets/tasks/SavePresetsDataTask.js.map +1 -1
- package/dist/integration-engine/ropid-gtfs/workers/timetables/TimetableWorker.js +10 -5
- package/dist/integration-engine/ropid-gtfs/workers/timetables/TimetableWorker.js.map +1 -1
- package/dist/integration-engine/ropid-gtfs/workers/timetables/tasks/CheckForNewDataTask.d.ts +3 -7
- package/dist/integration-engine/ropid-gtfs/workers/timetables/tasks/CheckForNewDataTask.js +9 -32
- package/dist/integration-engine/ropid-gtfs/workers/timetables/tasks/CheckForNewDataTask.js.map +1 -1
- package/dist/integration-engine/ropid-gtfs/workers/timetables/tasks/CheckSavedRowsAndReplaceTablesTask.d.ts +8 -14
- package/dist/integration-engine/ropid-gtfs/workers/timetables/tasks/CheckSavedRowsAndReplaceTablesTask.js +11 -41
- package/dist/integration-engine/ropid-gtfs/workers/timetables/tasks/CheckSavedRowsAndReplaceTablesTask.js.map +1 -1
- package/dist/integration-engine/ropid-gtfs/workers/timetables/tasks/DownloadDatasetsTask.d.ts +7 -13
- package/dist/integration-engine/ropid-gtfs/workers/timetables/tasks/DownloadDatasetsTask.js +14 -43
- package/dist/integration-engine/ropid-gtfs/workers/timetables/tasks/DownloadDatasetsTask.js.map +1 -1
- package/dist/integration-engine/ropid-gtfs/workers/timetables/tasks/RefreshPrecomputedTablesTask.d.ts +6 -12
- package/dist/integration-engine/ropid-gtfs/workers/timetables/tasks/RefreshPrecomputedTablesTask.js +11 -38
- package/dist/integration-engine/ropid-gtfs/workers/timetables/tasks/RefreshPrecomputedTablesTask.js.map +1 -1
- package/dist/integration-engine/ropid-gtfs/workers/timetables/tasks/TransformAndSaveDataTask.d.ts +5 -11
- package/dist/integration-engine/ropid-gtfs/workers/timetables/tasks/TransformAndSaveDataTask.js +11 -38
- package/dist/integration-engine/ropid-gtfs/workers/timetables/tasks/TransformAndSaveDataTask.js.map +1 -1
- package/dist/integration-engine/ropid-gtfs/workers/timetables/tasks/transformations/MetroRailtrackDataTransformation.js +2 -16
- package/dist/integration-engine/ropid-gtfs/workers/timetables/tasks/transformations/MetroRailtrackDataTransformation.js.map +1 -1
- package/dist/integration-engine/vehicle-positions/ioc/Di.js +4 -55
- package/dist/integration-engine/vehicle-positions/ioc/Di.js.map +1 -1
- package/dist/integration-engine/vehicle-positions/ioc/VPContainerToken.d.ts +1 -24
- package/dist/integration-engine/vehicle-positions/ioc/VPContainerToken.js +2 -31
- package/dist/integration-engine/vehicle-positions/ioc/VPContainerToken.js.map +1 -1
- package/dist/integration-engine/vehicle-positions/workers/gtfs-rt/GtfsRealTimeWorker.js +2 -5
- package/dist/integration-engine/vehicle-positions/workers/gtfs-rt/GtfsRealTimeWorker.js.map +1 -1
- package/dist/integration-engine/vehicle-positions/workers/gtfs-rt/data-access/GtfsRtRedisRepository.js +2 -16
- package/dist/integration-engine/vehicle-positions/workers/gtfs-rt/data-access/GtfsRtRedisRepository.js.map +1 -1
- package/dist/integration-engine/vehicle-positions/workers/gtfs-rt/tasks/GenerateFilesTask.d.ts +4 -11
- package/dist/integration-engine/vehicle-positions/workers/gtfs-rt/tasks/GenerateFilesTask.js +19 -36
- package/dist/integration-engine/vehicle-positions/workers/gtfs-rt/tasks/GenerateFilesTask.js.map +1 -1
- package/dist/integration-engine/vehicle-positions/workers/runs/data-access/CommonRunsRepository.js +2 -16
- package/dist/integration-engine/vehicle-positions/workers/runs/data-access/CommonRunsRepository.js.map +1 -1
- package/dist/integration-engine/vehicle-positions/workers/runs/data-access/MetroRunsMessagesRepository.js +2 -16
- package/dist/integration-engine/vehicle-positions/workers/runs/data-access/MetroRunsMessagesRepository.js.map +1 -1
- package/dist/integration-engine/vehicle-positions/workers/runs/tasks/ProcessMetroRunMessagesTask.d.ts +6 -13
- package/dist/integration-engine/vehicle-positions/workers/runs/tasks/ProcessMetroRunMessagesTask.js +10 -24
- package/dist/integration-engine/vehicle-positions/workers/runs/tasks/ProcessMetroRunMessagesTask.js.map +1 -1
- package/dist/integration-engine/vehicle-positions/workers/runs/tasks/ProcessRegionalBusRunMessagesTask.d.ts +2 -3
- package/dist/integration-engine/vehicle-positions/workers/runs/tasks/ProcessRegionalBusRunMessagesTask.js +4 -5
- package/dist/integration-engine/vehicle-positions/workers/runs/tasks/ProcessRegionalBusRunMessagesTask.js.map +1 -1
- package/dist/integration-engine/vehicle-positions/workers/runs/tasks/SaveTramRunsToDBTask.d.ts +4 -7
- package/dist/integration-engine/vehicle-positions/workers/runs/tasks/SaveTramRunsToDBTask.js +6 -13
- package/dist/integration-engine/vehicle-positions/workers/runs/tasks/SaveTramRunsToDBTask.js.map +1 -1
- package/dist/integration-engine/vehicle-positions/workers/runs/transformations/CommonRunsMessagesTransformation.js +2 -2
- package/dist/integration-engine/vehicle-positions/workers/runs/transformations/CommonRunsMessagesTransformation.js.map +1 -1
- package/dist/integration-engine/vehicle-positions/workers/runs/transformations/MetroRunsMessageProcessingTransformation.js +2 -12
- package/dist/integration-engine/vehicle-positions/workers/runs/transformations/MetroRunsMessageProcessingTransformation.js.map +1 -1
- package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/VPWorker.js +16 -8
- package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/VPWorker.js.map +1 -1
- package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/data-access/CisStopRepository.js +2 -16
- package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/data-access/CisStopRepository.js.map +1 -1
- package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/data-access/PositionsRepository.js +2 -16
- package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/data-access/PositionsRepository.js.map +1 -1
- package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/data-access/TripsRepository.d.ts +1 -6
- package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/data-access/TripsRepository.js +8 -18
- package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/data-access/TripsRepository.js.map +1 -1
- package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/data-access/helpers/PositionsMapper.js +3 -1
- package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/data-access/helpers/PositionsMapper.js.map +1 -1
- package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/helpers/compute-positions/strategy/CommonDelayAtStop.js +2 -8
- package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/helpers/compute-positions/strategy/CommonDelayAtStop.js.map +1 -1
- package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/helpers/gtfs-trip-data/strategy/HttpGtfsTripDataFixer.d.ts +1 -1
- package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/helpers/gtfs-trip-data/strategy/HttpGtfsTripDataFixer.js +2 -1
- package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/helpers/gtfs-trip-data/strategy/HttpGtfsTripDataFixer.js.map +1 -1
- package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/helpers/gtfs-trip-run/AbstractGTFSTripRunManager.d.ts +1 -1
- package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/helpers/regional-bus/gtfs-trip-run/GtfsTripRegionalBusRunManager.d.ts +1 -5
- package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/helpers/regional-bus/gtfs-trip-run/GtfsTripRegionalBusRunManager.js +8 -29
- package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/helpers/regional-bus/gtfs-trip-run/GtfsTripRegionalBusRunManager.js.map +1 -1
- package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/DataRetentionTask.d.ts +1 -1
- package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/DataRetentionTask.js +4 -19
- package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/DataRetentionTask.js.map +1 -1
- package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/ProcessRegionalBusPositionsTask.d.ts +1 -7
- package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/ProcessRegionalBusPositionsTask.js +12 -37
- package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/ProcessRegionalBusPositionsTask.js.map +1 -1
- package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/PropagateDelayTask.d.ts +2 -4
- package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/PropagateDelayTask.js +5 -28
- package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/PropagateDelayTask.js.map +1 -1
- package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/PropagateTrainDelayTask.d.ts +3 -6
- package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/PropagateTrainDelayTask.js +11 -32
- package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/PropagateTrainDelayTask.js.map +1 -1
- package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/RefreshGtfsTripDataTask.d.ts +1 -1
- package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/RefreshGtfsTripDataTask.js +2 -1
- package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/RefreshGtfsTripDataTask.js.map +1 -1
- package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/RefreshPublicTripCacheTask.d.ts +1 -2
- package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/RefreshPublicTripCacheTask.js +3 -5
- package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/RefreshPublicTripCacheTask.js.map +1 -1
- package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/SaveDataToDBTask.d.ts +1 -6
- package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/SaveDataToDBTask.js +17 -42
- package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/SaveDataToDBTask.js.map +1 -1
- package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/UpdateDelayTask.d.ts +1 -9
- package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/UpdateDelayTask.js +17 -45
- package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/UpdateDelayTask.js.map +1 -1
- package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/UpdateGtfsTripIdTask.d.ts +1 -6
- package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/UpdateGtfsTripIdTask.js +13 -38
- package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/UpdateGtfsTripIdTask.js.map +1 -1
- package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/UpdateRunsGtfsTripIdTask.d.ts +1 -5
- package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/UpdateRunsGtfsTripIdTask.js +10 -34
- package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/UpdateRunsGtfsTripIdTask.js.map +1 -1
- package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/abstract/AbstractPropagateDelayTask.d.ts +3 -3
- package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/abstract/AbstractPropagateDelayTask.js +7 -26
- package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/abstract/AbstractPropagateDelayTask.js.map +1 -1
- package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/transformations/MpvMessageTransformation.d.ts +2 -2
- package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/transformations/MpvMessageTransformation.js +11 -28
- package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/transformations/MpvMessageTransformation.js.map +1 -1
- package/docs/asyncapi.yaml +4 -27
- package/docs/cache/types/psql.md +3 -3
- package/docs/cache/types/redis.md +2 -30
- package/docs/implementation_documentation.md +3 -96
- package/docs/jis/index.md +0 -17
- package/docs/openapi-output.yaml +2 -6
- package/docs/processing/input_realtime_data/http_mpvnet.md +0 -21
- package/docs/processing/input_realtime_data/tcp_dpp_bus.md +3 -3
- package/docs/processing/input_realtime_data/tcp_dpp_tram.md +3 -3
- package/docs/processing/state_position_tracking/http_mpvnet.md +0 -1
- package/docs/processing/state_position_tracking/tcp_dpp_common.md +1 -2
- package/package.json +1 -1
- package/dist/integration-engine/ropid-gtfs/workers/presets/constants.d.ts +0 -1
- package/dist/integration-engine/ropid-gtfs/workers/presets/constants.js +0 -5
- package/dist/integration-engine/ropid-gtfs/workers/presets/constants.js.map +0 -1
- package/dist/integration-engine/vehicle-positions/workers/gtfs-rt/constants.d.ts +0 -1
- package/dist/integration-engine/vehicle-positions/workers/gtfs-rt/constants.js +0 -5
- package/dist/integration-engine/vehicle-positions/workers/gtfs-rt/constants.js.map +0 -1
- package/docs/processing/transferboards_filtering.md +0 -312
package/dist/integration-engine/ropid-gtfs/workers/presets/tasks/ProcessAndSendLogsTask.d.ts
CHANGED
|
@@ -1,22 +1,16 @@
|
|
|
1
|
-
import { ISimpleConfig } from "@golemio/core/dist/helpers/configuration/ISimpleConfig";
|
|
2
|
-
import { IoRedisConnector } from "@golemio/core/dist/helpers/data-access/redis/IoRedisConnector";
|
|
3
|
-
import { ILogger } from "@golemio/core/dist/helpers/logger";
|
|
4
1
|
import { AbstractEmptyTask } from "@golemio/core/dist/integration-engine/workers";
|
|
5
|
-
import { IPresetLogRepository } from "../data-access/interfaces/IPresetLogRepository";
|
|
6
|
-
import { IRopidMonitoringService } from "../helpers/interfaces/IRopidMonitoringService";
|
|
7
2
|
export declare class ProcessAndSendLogsTask extends AbstractEmptyTask {
|
|
8
|
-
private readonly logRepository;
|
|
9
|
-
private readonly monitoringService;
|
|
10
|
-
private readonly redisClient;
|
|
11
|
-
private readonly logger;
|
|
12
|
-
private readonly config;
|
|
13
3
|
readonly queueName = "processAndSendLogs";
|
|
14
4
|
readonly queueTtl: number;
|
|
15
5
|
private readonly LOCK_KEY_PHRASE;
|
|
16
6
|
private lockTimeout;
|
|
17
7
|
private readonly refreshInterval;
|
|
18
|
-
private
|
|
19
|
-
|
|
8
|
+
private logRepository;
|
|
9
|
+
private monitoringService;
|
|
10
|
+
private logger;
|
|
11
|
+
private redisClient;
|
|
12
|
+
private batchSize;
|
|
13
|
+
constructor(queuePrefix: string);
|
|
20
14
|
protected execute(): Promise<void>;
|
|
21
15
|
private processBatch;
|
|
22
16
|
private createMutex;
|
|
@@ -1,43 +1,29 @@
|
|
|
1
1
|
"use strict";
|
|
2
|
-
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
|
|
3
|
-
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
|
|
4
|
-
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
|
|
5
|
-
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
6
|
-
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
7
|
-
};
|
|
8
|
-
var __metadata = (this && this.__metadata) || function (k, v) {
|
|
9
|
-
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
|
|
10
|
-
};
|
|
11
|
-
var __param = (this && this.__param) || function (paramIndex, decorator) {
|
|
12
|
-
return function (target, key) { decorator(target, key, paramIndex); }
|
|
13
|
-
};
|
|
14
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
15
3
|
exports.ProcessAndSendLogsTask = void 0;
|
|
4
|
+
const Di_1 = require("../../../../ioc/Di");
|
|
16
5
|
const ModuleContainerToken_1 = require("../../../../ioc/ModuleContainerToken");
|
|
17
|
-
const IoRedisConnector_1 = require("@golemio/core/dist/helpers/data-access/redis/IoRedisConnector");
|
|
18
6
|
const CoreToken_1 = require("@golemio/core/dist/helpers/ioc/CoreToken");
|
|
19
7
|
const ioc_1 = require("@golemio/core/dist/integration-engine/ioc");
|
|
20
8
|
const workers_1 = require("@golemio/core/dist/integration-engine/workers");
|
|
21
9
|
const redis_semaphore_1 = require("@golemio/core/dist/shared/redis-semaphore");
|
|
22
|
-
const tsyringe_1 = require("@golemio/core/dist/shared/tsyringe");
|
|
23
10
|
const LogDateTimeUtils_1 = require("../helpers/LogDateTimeUtils");
|
|
24
|
-
const constants_1 = require("../constants");
|
|
25
11
|
const DEFAULT_BATCH_SIZE = 1000;
|
|
26
12
|
const DEFAULT_SEND_LOGS_LOCK_TIMEOUT = 60 * 1000;
|
|
27
|
-
|
|
28
|
-
constructor(
|
|
29
|
-
super(
|
|
30
|
-
this.logRepository = logRepository;
|
|
31
|
-
this.monitoringService = monitoringService;
|
|
32
|
-
this.redisClient = redisClient;
|
|
33
|
-
this.logger = logger;
|
|
34
|
-
this.config = config;
|
|
13
|
+
class ProcessAndSendLogsTask extends workers_1.AbstractEmptyTask {
|
|
14
|
+
constructor(queuePrefix) {
|
|
15
|
+
super(queuePrefix);
|
|
35
16
|
this.queueName = "processAndSendLogs";
|
|
36
17
|
this.queueTtl = 59 * 1000; // 59 seconds
|
|
37
18
|
this.LOCK_KEY_PHRASE = "ropidGTFSProcessAndSendLogsTask";
|
|
38
|
-
const
|
|
19
|
+
const config = Di_1.PidContainer.resolve(CoreToken_1.CoreToken.SimpleConfig);
|
|
20
|
+
this.logRepository = Di_1.PidContainer.resolve(ModuleContainerToken_1.ModuleContainerToken.PresetLogRepository);
|
|
21
|
+
this.monitoringService = Di_1.PidContainer.resolve(ModuleContainerToken_1.ModuleContainerToken.RopidMonitoringService);
|
|
22
|
+
this.redisClient = Di_1.PidContainer.resolve(ioc_1.ContainerToken.RedisConnector);
|
|
23
|
+
this.logger = Di_1.PidContainer.resolve(CoreToken_1.CoreToken.Logger);
|
|
24
|
+
const batchSize = config.getValue("env.ROPID_PRESET_LOG_BATCH_SIZE", DEFAULT_BATCH_SIZE.toString());
|
|
39
25
|
this.batchSize = Number.parseInt(batchSize);
|
|
40
|
-
const lockTimeout =
|
|
26
|
+
const lockTimeout = config.getValue("env.ROPID_PRESET_SEND_LOGS_LOCK_TIMEOUT", DEFAULT_SEND_LOGS_LOCK_TIMEOUT.toString());
|
|
41
27
|
this.lockTimeout = Number.parseInt(lockTimeout);
|
|
42
28
|
this.refreshInterval = this.lockTimeout * 0.8; // recommended
|
|
43
29
|
}
|
|
@@ -94,15 +80,6 @@ let ProcessAndSendLogsTask = class ProcessAndSendLogsTask extends workers_1.Abst
|
|
|
94
80
|
},
|
|
95
81
|
});
|
|
96
82
|
}
|
|
97
|
-
}
|
|
83
|
+
}
|
|
98
84
|
exports.ProcessAndSendLogsTask = ProcessAndSendLogsTask;
|
|
99
|
-
exports.ProcessAndSendLogsTask = ProcessAndSendLogsTask = __decorate([
|
|
100
|
-
(0, tsyringe_1.injectable)(),
|
|
101
|
-
__param(0, (0, tsyringe_1.inject)(ModuleContainerToken_1.ModuleContainerToken.PresetLogRepository)),
|
|
102
|
-
__param(1, (0, tsyringe_1.inject)(ModuleContainerToken_1.ModuleContainerToken.RopidMonitoringService)),
|
|
103
|
-
__param(2, (0, tsyringe_1.inject)(ioc_1.ContainerToken.RedisConnector)),
|
|
104
|
-
__param(3, (0, tsyringe_1.inject)(CoreToken_1.CoreToken.Logger)),
|
|
105
|
-
__param(4, (0, tsyringe_1.inject)(CoreToken_1.CoreToken.SimpleConfig)),
|
|
106
|
-
__metadata("design:paramtypes", [Object, Object, IoRedisConnector_1.IoRedisConnector, Object, Object])
|
|
107
|
-
], ProcessAndSendLogsTask);
|
|
108
85
|
//# sourceMappingURL=ProcessAndSendLogsTask.js.map
|
package/dist/integration-engine/ropid-gtfs/workers/presets/tasks/ProcessAndSendLogsTask.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ProcessAndSendLogsTask.js","sourceRoot":"","sources":["../../../../../../src/integration-engine/ropid-gtfs/workers/presets/tasks/ProcessAndSendLogsTask.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"ProcessAndSendLogsTask.js","sourceRoot":"","sources":["../../../../../../src/integration-engine/ropid-gtfs/workers/presets/tasks/ProcessAndSendLogsTask.ts"],"names":[],"mappings":";;;AAAA,2CAA0C;AAC1C,+EAAoE;AAKpE,wEAAqE;AAErE,mEAA2E;AAC3E,2EAAkF;AAClF,+EAAkE;AAGlE,kEAA+D;AAE/D,MAAM,kBAAkB,GAAG,IAAI,CAAC;AAChC,MAAM,8BAA8B,GAAG,EAAE,GAAG,IAAI,CAAC;AAEjD,MAAa,sBAAuB,SAAQ,2BAAiB;IAazD,YAAY,WAAmB;QAC3B,KAAK,CAAC,WAAW,CAAC,CAAC;QAbP,cAAS,GAAG,oBAAoB,CAAC;QACjC,aAAQ,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,aAAa;QAClC,oBAAe,GAAG,iCAAiC,CAAC;QAYjE,MAAM,MAAM,GAAG,iBAAY,CAAC,OAAO,CAAgB,qBAAS,CAAC,YAAY,CAAC,CAAC;QAE3E,IAAI,CAAC,aAAa,GAAG,iBAAY,CAAC,OAAO,CAAuB,2CAAoB,CAAC,mBAAmB,CAAC,CAAC;QAC1G,IAAI,CAAC,iBAAiB,GAAG,iBAAY,CAAC,OAAO,CAA0B,2CAAoB,CAAC,sBAAsB,CAAC,CAAC;QACpH,IAAI,CAAC,WAAW,GAAG,iBAAY,CAAC,OAAO,CAAmB,oBAAc,CAAC,cAAc,CAAC,CAAC;QACzF,IAAI,CAAC,MAAM,GAAG,iBAAY,CAAC,OAAO,CAAU,qBAAS,CAAC,MAAM,CAAC,CAAC;QAE9D,MAAM,SAAS,GAAG,MAAM,CAAC,QAAQ,CAAC,iCAAiC,EAAE,kBAAkB,CAAC,QAAQ,EAAE,CAAC,CAAC;QACpG,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QAE5C,MAAM,WAAW,GAAG,MAAM,CAAC,QAAQ,CAAC,yCAAyC,EAAE,8BAA8B,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC1H,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;QAChD,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,WAAW,GAAG,GAAG,CAAC,CAAC,cAAc;IACjE,CAAC;IAES,KAAK,CAAC,OAAO;QACnB,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QACjC,MAAM,YAAY,GAAG,MAAM,KAAK,CAAC,UAAU,EAAE,CAAC;QAE9C,IAAI,CAAC,YAAY,EAAE,CAAC;YAChB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,gCAAgC,CAAC,CAAC;YAC5E,OAAO;QACX,CAAC;QAED,IAAI,CAAC;YACD,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,eAAe,EAAE,CAAC;YAC9D,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC1B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,wDAAwD,CAAC,CAAC;gBACnG,OAAO;YACX,CAAC;YAED,qFAAqF;YACrF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACzD,IAAI,CAAC;oBACD,MAAM,WAAW,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC;oBAC5D,MAAM,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC;gBACzC,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACX,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,2CAA2C,CAAC,CAAC;gBAC/F,CAAC;YACL,CAAC;QACL,CAAC;gBAAS,CAAC;YACP,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;QAC1B,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,UAA4B;QACnD,IAAI,MAAM,GAAa,EAAE,CAAC;QAC1B,IAAI,OAAO,GAA6B,EAAE,CAAC;QAE3C,KAAK,MAAM,QAAQ,IAAI,UAAU,EAAE,CAAC;YAChC,MAAM,EAAE,YAAY,EAAE,WAAW,EAAE,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC;YAExD,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAW,CAAC,CAAC;YAC1C,OAAO,CAAC,IAAI,CAAC;gBACT,WAAW,EAAE,YAAY;gBACzB,UAAU,EAAE,mCAAgB,CAAC,4BAA4B,CAAC,WAAW,CAAC;aACzE,CAAC,CAAC;QACP,CAAC;QAED,MAAM,IAAI,CAAC,iBAAiB,CAAC,0BAA0B,CAAC,OAAO,CAAC,CAAC;QACjE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,KAAK,OAAO,CAAC,MAAM,2CAA2C,CAAC,CAAC;QACzG,MAAM,IAAI,CAAC,aAAa,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;IACrD,CAAC;IAEO,WAAW;QACf,OAAO,IAAI,uBAAK,CAAC,IAAI,CAAC,WAAW,CAAC,aAAa,EAAE,EAAE,IAAI,CAAC,eAAe,EAAE;YACrE,oBAAoB,EAAE,CAAC;YACvB,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,UAAU,EAAE,CAAC,GAAG,EAAE,EAAE;gBAChB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,uBAAuB,CAAC,CAAC;YAC5E,CAAC;SACJ,CAAC,CAAC;IACP,CAAC;CACJ;AAzFD,wDAyFC"}
|
|
@@ -1,12 +1,10 @@
|
|
|
1
|
-
import { DeparturePresetsFacade } from "../../../facade/DeparturePresetsFacade";
|
|
2
1
|
import { IRopidDeparturesPreset } from "../../../../../schema-definitions/ropid-departures-presets";
|
|
3
2
|
import { AbstractTaskJsonSchema } from "@golemio/core/dist/integration-engine/workers/AbstractTaskJsonSchema";
|
|
4
3
|
import { JSONSchemaValidator } from "@golemio/core/dist/shared/golemio-validator";
|
|
5
4
|
export declare class SavePresetsDataTask extends AbstractTaskJsonSchema<IRopidDeparturesPreset[]> {
|
|
6
|
-
private readonly facade;
|
|
7
5
|
readonly queueName = "savePresets";
|
|
8
6
|
readonly queueTtl: number;
|
|
9
7
|
protected schema: JSONSchemaValidator;
|
|
10
|
-
constructor(
|
|
8
|
+
constructor(queuePrefix: string);
|
|
11
9
|
protected execute(data: IRopidDeparturesPreset[]): Promise<void>;
|
|
12
10
|
}
|
|
@@ -1,41 +1,22 @@
|
|
|
1
1
|
"use strict";
|
|
2
|
-
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
|
|
3
|
-
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
|
|
4
|
-
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
|
|
5
|
-
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
6
|
-
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
7
|
-
};
|
|
8
|
-
var __metadata = (this && this.__metadata) || function (k, v) {
|
|
9
|
-
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
|
|
10
|
-
};
|
|
11
|
-
var __param = (this && this.__param) || function (paramIndex, decorator) {
|
|
12
|
-
return function (target, key) { decorator(target, key, paramIndex); }
|
|
13
|
-
};
|
|
14
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
15
3
|
exports.SavePresetsDataTask = void 0;
|
|
16
|
-
const
|
|
4
|
+
const Di_1 = require("../../../ioc/Di");
|
|
17
5
|
const RopidGtfsContainerToken_1 = require("../../../ioc/RopidGtfsContainerToken");
|
|
18
6
|
const ropid_departures_presets_1 = require("../../../../../schema-definitions/ropid-departures-presets");
|
|
19
7
|
const AbstractTaskJsonSchema_1 = require("@golemio/core/dist/integration-engine/workers/AbstractTaskJsonSchema");
|
|
20
8
|
const golemio_validator_1 = require("@golemio/core/dist/shared/golemio-validator");
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
constructor(facade) {
|
|
25
|
-
super(constants_1.PRESETS_WORKER_NAME);
|
|
26
|
-
this.facade = facade;
|
|
9
|
+
class SavePresetsDataTask extends AbstractTaskJsonSchema_1.AbstractTaskJsonSchema {
|
|
10
|
+
constructor(queuePrefix) {
|
|
11
|
+
super(queuePrefix);
|
|
27
12
|
this.queueName = "savePresets";
|
|
28
13
|
this.queueTtl = 5 * 60 * 1000; // 5 minutes
|
|
29
14
|
this.schema = new golemio_validator_1.JSONSchemaValidator(ropid_departures_presets_1.RopidDeparturesPresets.name + "Controller", ropid_departures_presets_1.RopidDeparturesPresets.datasourceJsonSchema);
|
|
30
15
|
}
|
|
31
16
|
async execute(data) {
|
|
32
|
-
|
|
17
|
+
const facade = Di_1.RopidGtfsContainer.resolve(RopidGtfsContainerToken_1.RopidGtfsContainerToken.DeparturePresetsFacade);
|
|
18
|
+
await facade.handleNewDeparturePresets(data, new Date().toISOString());
|
|
33
19
|
}
|
|
34
|
-
}
|
|
20
|
+
}
|
|
35
21
|
exports.SavePresetsDataTask = SavePresetsDataTask;
|
|
36
|
-
exports.SavePresetsDataTask = SavePresetsDataTask = __decorate([
|
|
37
|
-
(0, tsyringe_1.injectable)(),
|
|
38
|
-
__param(0, (0, tsyringe_1.inject)(RopidGtfsContainerToken_1.RopidGtfsContainerToken.DeparturePresetsFacade)),
|
|
39
|
-
__metadata("design:paramtypes", [DeparturePresetsFacade_1.DeparturePresetsFacade])
|
|
40
|
-
], SavePresetsDataTask);
|
|
41
22
|
//# sourceMappingURL=SavePresetsDataTask.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"SavePresetsDataTask.js","sourceRoot":"","sources":["../../../../../../src/integration-engine/ropid-gtfs/workers/presets/tasks/SavePresetsDataTask.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"SavePresetsDataTask.js","sourceRoot":"","sources":["../../../../../../src/integration-engine/ropid-gtfs/workers/presets/tasks/SavePresetsDataTask.ts"],"names":[],"mappings":";;;AACA,wCAA2D;AAC3D,kFAAqF;AACrF,yGAA+F;AAC/F,iHAA8G;AAC9G,mFAAkF;AAElF,MAAa,mBAAoB,SAAQ,+CAAgD;IAQrF,YAAY,WAAmB;QAC3B,KAAK,CAAC,WAAW,CAAC,CAAC;QARP,cAAS,GAAG,aAAa,CAAC;QAC1B,aAAQ,GAAG,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,YAAY;QAC5C,WAAM,GAAG,IAAI,uCAAmB,CACtC,iDAAsB,CAAC,IAAI,GAAG,YAAY,EAC1C,iDAAsB,CAAC,oBAAoB,CAC9C,CAAC;IAIF,CAAC;IAES,KAAK,CAAC,OAAO,CAAC,IAA8B;QAClD,MAAM,MAAM,GAAG,uBAAkB,CAAC,OAAO,CAAyB,iDAAuB,CAAC,sBAAsB,CAAC,CAAC;QAClH,MAAM,MAAM,CAAC,yBAAyB,CAAC,IAAI,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC;IAC3E,CAAC;CACJ;AAhBD,kDAgBC"}
|
|
@@ -5,6 +5,11 @@ const Di_1 = require("../../ioc/Di");
|
|
|
5
5
|
const RopidGtfsContainerToken_1 = require("../../ioc/RopidGtfsContainerToken");
|
|
6
6
|
const workers_1 = require("@golemio/core/dist/integration-engine/workers");
|
|
7
7
|
const constants_1 = require("./constants");
|
|
8
|
+
const CheckForNewDataTask_1 = require("./tasks/CheckForNewDataTask");
|
|
9
|
+
const CheckSavedRowsAndReplaceTablesTask_1 = require("./tasks/CheckSavedRowsAndReplaceTablesTask");
|
|
10
|
+
const DownloadDatasetsTask_1 = require("./tasks/DownloadDatasetsTask");
|
|
11
|
+
const RefreshPrecomputedTablesTask_1 = require("./tasks/RefreshPrecomputedTablesTask");
|
|
12
|
+
const TransformAndSaveDataTask_1 = require("./tasks/TransformAndSaveDataTask");
|
|
8
13
|
class TimetableWorker extends workers_1.AbstractWorker {
|
|
9
14
|
constructor() {
|
|
10
15
|
super();
|
|
@@ -16,11 +21,11 @@ class TimetableWorker extends workers_1.AbstractWorker {
|
|
|
16
21
|
// Register tasks
|
|
17
22
|
this.registerTask(Di_1.RopidGtfsContainer.resolve(RopidGtfsContainerToken_1.RopidGtfsContainerToken.RefreshGtfsStopsCacheTask));
|
|
18
23
|
this.registerTask(Di_1.RopidGtfsContainer.resolve(RopidGtfsContainerToken_1.RopidGtfsContainerToken.RefreshPublicGtfsDepartureCacheTask));
|
|
19
|
-
this.registerTask(
|
|
20
|
-
this.registerTask(
|
|
21
|
-
this.registerTask(
|
|
22
|
-
this.registerTask(
|
|
23
|
-
this.registerTask(
|
|
24
|
+
this.registerTask(new CheckForNewDataTask_1.CheckForNewDataTask(this.getQueuePrefix()));
|
|
25
|
+
this.registerTask(new CheckSavedRowsAndReplaceTablesTask_1.CheckSavedRowsAndReplaceTablesTask(this.getQueuePrefix()));
|
|
26
|
+
this.registerTask(new DownloadDatasetsTask_1.DownloadDatasetsTask(this.getQueuePrefix()));
|
|
27
|
+
this.registerTask(new RefreshPrecomputedTablesTask_1.RefreshPrecomputedTablesTask(this.getQueuePrefix()));
|
|
28
|
+
this.registerTask(new TransformAndSaveDataTask_1.TransformAndSaveDataTask(this.getQueuePrefix()));
|
|
24
29
|
this.registerTask(Di_1.RopidGtfsContainer.resolve(RopidGtfsContainerToken_1.RopidGtfsContainerToken.SaveStaticDataTask));
|
|
25
30
|
this.registerTask(Di_1.RopidGtfsContainer.resolve(RopidGtfsContainerToken_1.RopidGtfsContainerToken.EnsureCacheTask));
|
|
26
31
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"TimetableWorker.js","sourceRoot":"","sources":["../../../../../src/integration-engine/ropid-gtfs/workers/timetables/TimetableWorker.ts"],"names":[],"mappings":";;;AAAA,qCAA2D;AAC3D,+EAAqF;AACrF,2EAA6F;AAC7F,2CAAoD;
|
|
1
|
+
{"version":3,"file":"TimetableWorker.js","sourceRoot":"","sources":["../../../../../src/integration-engine/ropid-gtfs/workers/timetables/TimetableWorker.ts"],"names":[],"mappings":";;;AAAA,qCAA2D;AAC3D,+EAAqF;AACrF,2EAA6F;AAC7F,2CAAoD;AACpD,qEAAkE;AAClE,mGAAgG;AAEhG,uEAAoE;AAEpE,uFAAoF;AAGpF,+EAA4E;AAE5E,MAAa,eAAgB,SAAQ,wBAAc;IAG/C;QACI,KAAK,EAAE,CAAC;QAHF,SAAI,GAAG,iCAAqB,CAAC;QAuBhC,iBAAY,GAAG,CAAC,IAAuB,EAAQ,EAAE;YACpD,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;YACzB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;QAC7C,CAAC,CAAC;QArBE,iBAAiB;QACjB,IAAI,CAAC,YAAY,CACb,uBAAkB,CAAC,OAAO,CAA4B,iDAAuB,CAAC,yBAAyB,CAAC,CAC3G,CAAC;QACF,IAAI,CAAC,YAAY,CACb,uBAAkB,CAAC,OAAO,CACtB,iDAAuB,CAAC,mCAAmC,CAC9D,CACJ,CAAC;QACF,IAAI,CAAC,YAAY,CAAC,IAAI,yCAAmB,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC;QAClE,IAAI,CAAC,YAAY,CAAC,IAAI,uEAAkC,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC;QACjF,IAAI,CAAC,YAAY,CAAC,IAAI,2CAAoB,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC;QACnE,IAAI,CAAC,YAAY,CAAC,IAAI,2DAA4B,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC;QAC3E,IAAI,CAAC,YAAY,CAAC,IAAI,mDAAwB,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC;QACvE,IAAI,CAAC,YAAY,CAAC,uBAAkB,CAAC,OAAO,CAAqB,iDAAuB,CAAC,kBAAkB,CAAC,CAAC,CAAC;QAC9G,IAAI,CAAC,YAAY,CAAC,uBAAkB,CAAC,OAAO,CAAkB,iDAAuB,CAAC,eAAe,CAAC,CAAC,CAAC;IAC5G,CAAC;CAMJ;AA5BD,0CA4BC"}
|
package/dist/integration-engine/ropid-gtfs/workers/timetables/tasks/CheckForNewDataTask.d.ts
CHANGED
|
@@ -1,16 +1,12 @@
|
|
|
1
|
-
import { RopidGtfsMetadataRepository } from "../../../RopidGtfsMetadataRepository";
|
|
2
1
|
import { ICheckForNewDataInput } from "./interfaces/ICheckForNewDataInput";
|
|
3
|
-
import { ILogger } from "@golemio/core/dist/helpers/logger/LoggerProvider";
|
|
4
2
|
import { AbstractTask } from "@golemio/core/dist/integration-engine/workers";
|
|
5
|
-
import { RopidGtfsFactory } from "./helpers/RopidGtfsFactory";
|
|
6
3
|
import { CheckForNewDataMessageValidation } from "./schema/CheckForNewDataMessageValidation";
|
|
7
4
|
export declare class CheckForNewDataTask extends AbstractTask<ICheckForNewDataInput> {
|
|
8
|
-
private readonly metadataRepository;
|
|
9
|
-
private readonly ropidGtfsFactory;
|
|
10
|
-
private readonly logger;
|
|
11
5
|
readonly queueName = "checkForNewData";
|
|
12
6
|
readonly queueTtl: number;
|
|
13
7
|
readonly schema: typeof CheckForNewDataMessageValidation;
|
|
14
|
-
|
|
8
|
+
private logger;
|
|
9
|
+
private metadataRepository;
|
|
10
|
+
constructor(queuePrefix: string);
|
|
15
11
|
protected execute(data: ICheckForNewDataInput): Promise<void>;
|
|
16
12
|
}
|
|
@@ -1,41 +1,26 @@
|
|
|
1
1
|
"use strict";
|
|
2
|
-
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
|
|
3
|
-
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
|
|
4
|
-
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
|
|
5
|
-
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
6
|
-
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
7
|
-
};
|
|
8
|
-
var __metadata = (this && this.__metadata) || function (k, v) {
|
|
9
|
-
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
|
|
10
|
-
};
|
|
11
|
-
var __param = (this && this.__param) || function (paramIndex, decorator) {
|
|
12
|
-
return function (target, key) { decorator(target, key, paramIndex); }
|
|
13
|
-
};
|
|
14
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
15
3
|
exports.CheckForNewDataTask = void 0;
|
|
16
|
-
const
|
|
4
|
+
const Di_1 = require("../../../ioc/Di");
|
|
17
5
|
const RopidGtfsContainerToken_1 = require("../../../ioc/RopidGtfsContainerToken");
|
|
18
6
|
const CoreToken_1 = require("@golemio/core/dist/helpers/ioc/CoreToken");
|
|
19
7
|
const integration_engine_1 = require("@golemio/core/dist/integration-engine");
|
|
20
8
|
const workers_1 = require("@golemio/core/dist/integration-engine/workers");
|
|
21
|
-
const tsyringe_1 = require("@golemio/core/dist/shared/tsyringe");
|
|
22
|
-
const constants_1 = require("../constants");
|
|
23
|
-
const RopidGtfsFactory_1 = require("./helpers/RopidGtfsFactory");
|
|
24
9
|
const CheckForNewDataMessageValidation_1 = require("./schema/CheckForNewDataMessageValidation");
|
|
25
|
-
|
|
26
|
-
constructor(
|
|
27
|
-
super(
|
|
28
|
-
this.metadataRepository = metadataRepository;
|
|
29
|
-
this.ropidGtfsFactory = ropidGtfsFactory;
|
|
30
|
-
this.logger = logger;
|
|
10
|
+
class CheckForNewDataTask extends workers_1.AbstractTask {
|
|
11
|
+
constructor(queuePrefix) {
|
|
12
|
+
super(queuePrefix);
|
|
31
13
|
this.queueName = "checkForNewData";
|
|
32
14
|
this.queueTtl = 19 * 60 * 1000; // 19 minutes
|
|
33
15
|
this.schema = CheckForNewDataMessageValidation_1.CheckForNewDataMessageValidation;
|
|
16
|
+
this.logger = Di_1.RopidGtfsContainer.resolve(CoreToken_1.CoreToken.Logger);
|
|
17
|
+
this.metadataRepository = Di_1.RopidGtfsContainer.resolve(RopidGtfsContainerToken_1.RopidGtfsContainerToken.RopidGtfsMetadataRepository);
|
|
34
18
|
}
|
|
35
19
|
async execute(data) {
|
|
36
20
|
let forceRefresh = !!data.forceRefresh;
|
|
37
21
|
let outdatedDatasetCount = 0;
|
|
38
|
-
const
|
|
22
|
+
const ropidGtfsFactory = Di_1.RopidGtfsContainer.resolve(RopidGtfsContainerToken_1.RopidGtfsContainerToken.RopidGtfsFactory);
|
|
23
|
+
const datasetMap = ropidGtfsFactory.getDatasetMap();
|
|
39
24
|
const datasetList = Object.keys(datasetMap);
|
|
40
25
|
for (const dataset of datasetList) {
|
|
41
26
|
const serverLastModified = await datasetMap[dataset].datasource.getLastModified();
|
|
@@ -63,14 +48,6 @@ let CheckForNewDataTask = class CheckForNewDataTask extends workers_1.AbstractTa
|
|
|
63
48
|
}
|
|
64
49
|
await integration_engine_1.QueueManager.sendMessageToExchange(this.queuePrefix, "saveStaticData", {});
|
|
65
50
|
}
|
|
66
|
-
}
|
|
51
|
+
}
|
|
67
52
|
exports.CheckForNewDataTask = CheckForNewDataTask;
|
|
68
|
-
exports.CheckForNewDataTask = CheckForNewDataTask = __decorate([
|
|
69
|
-
(0, tsyringe_1.injectable)(),
|
|
70
|
-
__param(0, (0, tsyringe_1.inject)(RopidGtfsContainerToken_1.RopidGtfsContainerToken.RopidGtfsMetadataRepository)),
|
|
71
|
-
__param(1, (0, tsyringe_1.inject)(RopidGtfsContainerToken_1.RopidGtfsContainerToken.RopidGtfsFactory)),
|
|
72
|
-
__param(2, (0, tsyringe_1.inject)(CoreToken_1.CoreToken.Logger)),
|
|
73
|
-
__metadata("design:paramtypes", [RopidGtfsMetadataRepository_1.RopidGtfsMetadataRepository,
|
|
74
|
-
RopidGtfsFactory_1.RopidGtfsFactory, Object])
|
|
75
|
-
], CheckForNewDataTask);
|
|
76
53
|
//# sourceMappingURL=CheckForNewDataTask.js.map
|
package/dist/integration-engine/ropid-gtfs/workers/timetables/tasks/CheckForNewDataTask.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"CheckForNewDataTask.js","sourceRoot":"","sources":["../../../../../../src/integration-engine/ropid-gtfs/workers/timetables/tasks/CheckForNewDataTask.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"CheckForNewDataTask.js","sourceRoot":"","sources":["../../../../../../src/integration-engine/ropid-gtfs/workers/timetables/tasks/CheckForNewDataTask.ts"],"names":[],"mappings":";;;AACA,wCAA2D;AAC3D,kFAAqF;AAErF,wEAAqE;AAErE,8EAAqE;AACrE,2EAA6E;AAI7E,gGAA6F;AAE7F,MAAa,mBAAoB,SAAQ,sBAAmC;IAQxE,YAAY,WAAmB;QAC3B,KAAK,CAAC,WAAW,CAAC,CAAC;QARP,cAAS,GAAG,iBAAiB,CAAC;QAC9B,aAAQ,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,aAAa;QACxC,WAAM,GAAG,mEAAgC,CAAC;QAOtD,IAAI,CAAC,MAAM,GAAG,uBAAkB,CAAC,OAAO,CAAU,qBAAS,CAAC,MAAM,CAAC,CAAC;QACpE,IAAI,CAAC,kBAAkB,GAAG,uBAAkB,CAAC,OAAO,CAChD,iDAAuB,CAAC,2BAA2B,CACtD,CAAC;IACN,CAAC;IAES,KAAK,CAAC,OAAO,CAAC,IAA2B;QAC/C,IAAI,YAAY,GAAG,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC;QACvC,IAAI,oBAAoB,GAAG,CAAC,CAAC;QAC7B,MAAM,gBAAgB,GAAG,uBAAkB,CAAC,OAAO,CAAmB,iDAAuB,CAAC,gBAAgB,CAAC,CAAC;QAChH,MAAM,UAAU,GAAG,gBAAgB,CAAC,aAAa,EAAE,CAAC;QACpD,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,UAAU,CAAmB,CAAC;QAE9D,KAAK,MAAM,OAAO,IAAI,WAAW,EAAE,CAAC;YAChC,MAAM,kBAAkB,GAAG,MAAM,UAAU,CAAC,OAAO,CAAC,CAAC,UAAU,CAAC,eAAe,EAAE,CAAC;YAClF,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;YAC9E,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;YAErE,IAAI,kBAAkB,KAAK,cAAc,CAAC,YAAY,IAAI,CAAC,UAAU,EAAE,CAAC;gBACpE,oBAAoB,EAAE,CAAC;YAC3B,CAAC;QACL,CAAC;QAED,IAAI,oBAAoB,KAAK,WAAW,CAAC,MAAM,EAAE,CAAC;YAC9C,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAC;QAC3D,CAAC;QAED,IAAI,oBAAoB,GAAG,CAAC,EAAE,CAAC;YAC3B,uFAAuF;YACvF,oEAAoE;YACpE,MAAM,iCAAY,CAAC,qBAAqB,CAAC,IAAI,CAAC,WAAW,EAAE,kBAAkB,EAAE;gBAC3E,QAAQ,EAAE,WAAW;aACN,CAAC,CAAC;QACzB,CAAC;aAAM,CAAC;YACJ,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAC;YACtD,IAAI,YAAY,EAAE,CAAC;gBACf,MAAM,iCAAY,CAAC,qBAAqB,CAAC,IAAI,CAAC,WAAW,EAAE,0BAA0B,EAAE,EAAE,CAAC,CAAC;YAC/F,CAAC;QACL,CAAC;QACD,MAAM,iCAAY,CAAC,qBAAqB,CAAC,IAAI,CAAC,WAAW,EAAE,gBAAgB,EAAE,EAAE,CAAC,CAAC;IACrF,CAAC;CACJ;AAnDD,kDAmDC"}
|
|
@@ -1,24 +1,18 @@
|
|
|
1
|
-
import { RopidGtfsFacade } from "../../../RopidGtfsFacade";
|
|
2
|
-
import { RopidGtfsMetadataRepository } from "../../../RopidGtfsMetadataRepository";
|
|
3
|
-
import { RopidGtfsRepository } from "../../../data-access/RopidGtfsRepository";
|
|
4
|
-
import { ISimpleConfig } from "@golemio/core/dist/helpers/configuration/ISimpleConfig";
|
|
5
|
-
import { ILogger } from "@golemio/core/dist/helpers/logger/LoggerProvider";
|
|
6
1
|
import { AbstractTask } from "@golemio/core/dist/integration-engine/workers";
|
|
7
|
-
import { PrecomputedTablesFacade } from "./helpers/PrecomputedTablesFacade";
|
|
8
2
|
import { IDatasetsInput } from "./interfaces/IDatasetsInput";
|
|
9
3
|
import { DatasetsInputSchema } from "./schema/DownloadDataInputSchema";
|
|
10
4
|
export declare class CheckSavedRowsAndReplaceTablesTask extends AbstractTask<IDatasetsInput> {
|
|
11
|
-
private readonly metadataRepository;
|
|
12
|
-
private readonly ropidGtfsRepository;
|
|
13
|
-
private readonly precomputeTablesFacade;
|
|
14
|
-
private readonly ropidGtfsFacade;
|
|
15
|
-
private readonly config;
|
|
16
|
-
private readonly logger;
|
|
17
5
|
readonly queueName = "checkSavedRowsAndReplaceTables";
|
|
18
6
|
readonly queueTtl: number;
|
|
19
7
|
readonly schema: typeof DatasetsInputSchema;
|
|
20
|
-
private
|
|
21
|
-
|
|
8
|
+
private logger;
|
|
9
|
+
private config;
|
|
10
|
+
private metadataRepository;
|
|
11
|
+
private ropidGtfsRepository;
|
|
12
|
+
private dataCacheManager;
|
|
13
|
+
private precomputeTablesFacade;
|
|
14
|
+
private ropidGtfsFacade;
|
|
15
|
+
constructor(queuePrefix: string);
|
|
22
16
|
protected execute(data: IDatasetsInput): Promise<void>;
|
|
23
17
|
private retryOrThrow;
|
|
24
18
|
private checkSavedRows;
|
|
@@ -1,46 +1,29 @@
|
|
|
1
1
|
"use strict";
|
|
2
|
-
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
|
|
3
|
-
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
|
|
4
|
-
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
|
|
5
|
-
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
6
|
-
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
7
|
-
};
|
|
8
|
-
var __metadata = (this && this.__metadata) || function (k, v) {
|
|
9
|
-
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
|
|
10
|
-
};
|
|
11
|
-
var __param = (this && this.__param) || function (paramIndex, decorator) {
|
|
12
|
-
return function (target, key) { decorator(target, key, paramIndex); }
|
|
13
|
-
};
|
|
14
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
15
3
|
exports.CheckSavedRowsAndReplaceTablesTask = void 0;
|
|
16
|
-
const RopidGtfsFacade_1 = require("../../../RopidGtfsFacade");
|
|
17
|
-
const RopidGtfsMetadataRepository_1 = require("../../../RopidGtfsMetadataRepository");
|
|
18
|
-
const RopidGtfsRepository_1 = require("../../../data-access/RopidGtfsRepository");
|
|
19
4
|
const DataCacheManager_1 = require("../../../helpers/DataCacheManager");
|
|
20
5
|
const SourceTableSuffixEnum_1 = require("../../../helpers/SourceTableSuffixEnum");
|
|
6
|
+
const Di_1 = require("../../../ioc/Di");
|
|
21
7
|
const RopidGtfsContainerToken_1 = require("../../../ioc/RopidGtfsContainerToken");
|
|
22
8
|
const constants_1 = require("../../../../vehicle-positions/workers/vehicle-positions/constants");
|
|
23
9
|
const CoreToken_1 = require("@golemio/core/dist/helpers/ioc/CoreToken");
|
|
24
10
|
const integration_engine_1 = require("@golemio/core/dist/integration-engine");
|
|
25
11
|
const workers_1 = require("@golemio/core/dist/integration-engine/workers");
|
|
26
12
|
const golemio_errors_1 = require("@golemio/core/dist/shared/golemio-errors");
|
|
27
|
-
const tsyringe_1 = require("@golemio/core/dist/shared/tsyringe");
|
|
28
|
-
const constants_2 = require("../constants");
|
|
29
|
-
const PrecomputedTablesFacade_1 = require("./helpers/PrecomputedTablesFacade");
|
|
30
13
|
const DownloadDataInputSchema_1 = require("./schema/DownloadDataInputSchema");
|
|
31
|
-
|
|
32
|
-
constructor(
|
|
33
|
-
super(
|
|
34
|
-
this.metadataRepository = metadataRepository;
|
|
35
|
-
this.ropidGtfsRepository = ropidGtfsRepository;
|
|
36
|
-
this.precomputeTablesFacade = precomputeTablesFacade;
|
|
37
|
-
this.ropidGtfsFacade = ropidGtfsFacade;
|
|
38
|
-
this.config = config;
|
|
39
|
-
this.logger = logger;
|
|
14
|
+
class CheckSavedRowsAndReplaceTablesTask extends workers_1.AbstractTask {
|
|
15
|
+
constructor(queuePrefix) {
|
|
16
|
+
super(queuePrefix);
|
|
40
17
|
this.queueName = "checkSavedRowsAndReplaceTables";
|
|
41
18
|
this.queueTtl = 23 * 60 * 60 * 1000; // 23 hours
|
|
42
19
|
this.schema = DownloadDataInputSchema_1.DatasetsInputSchema;
|
|
20
|
+
this.logger = Di_1.RopidGtfsContainer.resolve(CoreToken_1.CoreToken.Logger);
|
|
21
|
+
this.config = Di_1.RopidGtfsContainer.resolve(CoreToken_1.CoreToken.SimpleConfig);
|
|
22
|
+
this.metadataRepository = Di_1.RopidGtfsContainer.resolve(RopidGtfsContainerToken_1.RopidGtfsContainerToken.RopidGtfsMetadataRepository);
|
|
43
23
|
this.dataCacheManager = DataCacheManager_1.DataCacheManager.getInstance();
|
|
24
|
+
this.precomputeTablesFacade = Di_1.RopidGtfsContainer.resolve(RopidGtfsContainerToken_1.RopidGtfsContainerToken.PrecomputedTablesFacade);
|
|
25
|
+
this.ropidGtfsRepository = Di_1.RopidGtfsContainer.resolve(RopidGtfsContainerToken_1.RopidGtfsContainerToken.RopidGtfsRepository);
|
|
26
|
+
this.ropidGtfsFacade = Di_1.RopidGtfsContainer.resolve(RopidGtfsContainerToken_1.RopidGtfsContainerToken.RopidGtfsFacade);
|
|
44
27
|
}
|
|
45
28
|
async execute(data) {
|
|
46
29
|
const { notDeployed, datasetDeployInfo } = await this.getDatasetsToDeploy(data);
|
|
@@ -113,19 +96,6 @@ let CheckSavedRowsAndReplaceTablesTask = class CheckSavedRowsAndReplaceTablesTas
|
|
|
113
96
|
const notDeployed = datasetDeployInfo.filter((info) => !info.isDeployed);
|
|
114
97
|
return { notDeployed, datasetDeployInfo };
|
|
115
98
|
}
|
|
116
|
-
}
|
|
99
|
+
}
|
|
117
100
|
exports.CheckSavedRowsAndReplaceTablesTask = CheckSavedRowsAndReplaceTablesTask;
|
|
118
|
-
exports.CheckSavedRowsAndReplaceTablesTask = CheckSavedRowsAndReplaceTablesTask = __decorate([
|
|
119
|
-
(0, tsyringe_1.injectable)(),
|
|
120
|
-
__param(0, (0, tsyringe_1.inject)(RopidGtfsContainerToken_1.RopidGtfsContainerToken.RopidGtfsMetadataRepository)),
|
|
121
|
-
__param(1, (0, tsyringe_1.inject)(RopidGtfsContainerToken_1.RopidGtfsContainerToken.RopidGtfsRepository)),
|
|
122
|
-
__param(2, (0, tsyringe_1.inject)(RopidGtfsContainerToken_1.RopidGtfsContainerToken.PrecomputedTablesFacade)),
|
|
123
|
-
__param(3, (0, tsyringe_1.inject)(RopidGtfsContainerToken_1.RopidGtfsContainerToken.RopidGtfsFacade)),
|
|
124
|
-
__param(4, (0, tsyringe_1.inject)(CoreToken_1.CoreToken.SimpleConfig)),
|
|
125
|
-
__param(5, (0, tsyringe_1.inject)(CoreToken_1.CoreToken.Logger)),
|
|
126
|
-
__metadata("design:paramtypes", [RopidGtfsMetadataRepository_1.RopidGtfsMetadataRepository,
|
|
127
|
-
RopidGtfsRepository_1.RopidGtfsRepository,
|
|
128
|
-
PrecomputedTablesFacade_1.PrecomputedTablesFacade,
|
|
129
|
-
RopidGtfsFacade_1.RopidGtfsFacade, Object, Object])
|
|
130
|
-
], CheckSavedRowsAndReplaceTablesTask);
|
|
131
101
|
//# sourceMappingURL=CheckSavedRowsAndReplaceTablesTask.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"CheckSavedRowsAndReplaceTablesTask.js","sourceRoot":"","sources":["../../../../../../src/integration-engine/ropid-gtfs/workers/timetables/tasks/CheckSavedRowsAndReplaceTablesTask.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"CheckSavedRowsAndReplaceTablesTask.js","sourceRoot":"","sources":["../../../../../../src/integration-engine/ropid-gtfs/workers/timetables/tasks/CheckSavedRowsAndReplaceTablesTask.ts"],"names":[],"mappings":";;;AAGA,wEAA2E;AAC3E,kFAAqF;AACrF,wCAA2D;AAC3D,kFAAqF;AAErF,iGAA0G;AAE1G,wEAAqE;AAErE,8EAA8F;AAC9F,2EAA6E;AAC7E,6EAAwE;AAIxE,8EAAuE;AAEvE,MAAa,kCAAmC,SAAQ,sBAA4B;IAchF,YAAY,WAAmB;QAC3B,KAAK,CAAC,WAAW,CAAC,CAAC;QAdP,cAAS,GAAG,gCAAgC,CAAC;QAC7C,aAAQ,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,WAAW;QAC3C,WAAM,GAAG,6CAAmB,CAAC;QAazC,IAAI,CAAC,MAAM,GAAG,uBAAkB,CAAC,OAAO,CAAU,qBAAS,CAAC,MAAM,CAAC,CAAC;QACpE,IAAI,CAAC,MAAM,GAAG,uBAAkB,CAAC,OAAO,CAAgB,qBAAS,CAAC,YAAY,CAAC,CAAC;QAEhF,IAAI,CAAC,kBAAkB,GAAG,uBAAkB,CAAC,OAAO,CAChD,iDAAuB,CAAC,2BAA2B,CACtD,CAAC;QACF,IAAI,CAAC,gBAAgB,GAAG,mCAAgB,CAAC,WAAW,EAAE,CAAC;QACvD,IAAI,CAAC,sBAAsB,GAAG,uBAAkB,CAAC,OAAO,CACpD,iDAAuB,CAAC,uBAAuB,CAClD,CAAC;QACF,IAAI,CAAC,mBAAmB,GAAG,uBAAkB,CAAC,OAAO,CAAsB,iDAAuB,CAAC,mBAAmB,CAAC,CAAC;QACxH,IAAI,CAAC,eAAe,GAAG,uBAAkB,CAAC,OAAO,CAAkB,iDAAuB,CAAC,eAAe,CAAC,CAAC;IAChH,CAAC;IAES,KAAK,CAAC,OAAO,CAAC,IAAoB;QACxC,MAAM,EAAE,WAAW,EAAE,iBAAiB,EAAE,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC;QAEhF,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,KAAK,WAAW,CAAC,MAAM,EAAE,CAAC;YAC9C,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC;YAClD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,mDAAmD,KAAK,SAAS,IAAI,CAAC,QAAQ,oBAAoB,CAAC,CAAC;QAC1H,CAAC;QAED,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC;YACtB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,mCAAmC,CAAC,CAAC;YACvD,OAAO;QACX,CAAC;QAED,MAAM,mBAAmB,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QACjH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,2BAA2B,CAAC,mBAAmB,CAAC,CAAC;QAEhG,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,iBAAiB,CAAC,CAAC;YACvD,MAAM,IAAI,CAAC,sBAAsB,CAAC,qCAAqC,CAAC,6CAAqB,CAAC,GAAG,CAAC,CAAC;YACnG,MAAM,IAAI,CAAC,eAAe,CAAC,aAAa,CAAC,mBAAmB,CAAC,CAAC;YAC9D,MAAM,IAAI,CAAC,gBAAgB,CAAC,UAAU,EAAE,CAAC;YACzC,MAAM,IAAI,CAAC,mBAAmB,CAAC,oBAAoB,EAAE,CAAC;YAEtD,MAAM,kBAAkB,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAS,0BAA0B,CAAC,CAAC;YAEpF,MAAM,OAAO,CAAC,GAAG,CAAC;gBACd,2FAA2F;gBAC3F,iCAAY,CAAC,qBAAqB,CAC9B,GAAG,kBAAkB,IAAI,uBAAc,CAAC,WAAW,EAAE,EAAE,EACvD,qBAAqB,EACrB,EAAE,CACL;gBACD,+EAA+E;gBAC/E,kEAAkE;gBAClE,iCAAY,CAAC,qBAAqB,CAAC,IAAI,CAAC,WAAW,EAAE,iCAAiC,EAAE,EAAE,CAAC;gBAC3F,iCAAY,CAAC,qBAAqB,CAAC,IAAI,CAAC,WAAW,EAAE,uBAAuB,EAAE,EAAE,CAAC;aACpF,CAAC,CAAC;QACP,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,MAAM,IAAI,CAAC,YAAY,CAAC,mBAAmB,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;QAC5D,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,YAAY,CACtB,mBAAsE,EACtE,IAAoB,EACpB,GAAQ;QAER,4BAA4B;QAC5B,MAAM,OAAO,CAAC,GAAG,CACb,mBAAmB,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;YACjC,MAAM,IAAI,CAAC,kBAAkB,CAAC,oBAAoB,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC;QAC/E,CAAC,CAAC,CACL,CAAC;QACF,wBAAwB;QACxB,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAC7B,mBAAmB,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;YACjC,OAAO,MAAM,IAAI,CAAC,kBAAkB,CAAC,0BAA0B,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC;QAC5F,CAAC,CAAC,CACL,CAAC;QAEF,MAAM,IAAI,CAAC,mBAAmB,CAAC,oBAAoB,EAAE,CAAC;QAEtD,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YAC5B,4CAA4C;YAC5C,iCAAY,CAAC,qBAAqB,CAAC,IAAI,CAAC,WAAW,EAAE,kBAAkB,EAAE,IAAI,CAAC,CAAC;YAE/E,4CAAuB,CAAC,MAAM,CAC1B,IAAI,6BAAY,CACZ,6DAA6D,IAAI,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,cAAc,EAC/F,IAAI,CAAC,WAAW,CAAC,IAAI,EACrB,GAAG,CACN,CACJ,CAAC;QACN,CAAC;aAAM,CAAC;YACJ,4DAA4D;YAC5D,iCAAY,CAAC,qBAAqB,CAAC,IAAI,CAAC,WAAW,EAAE,0BAA0B,EAAE,EAAE,CAAC,CAAC;YAErF,MAAM,IAAI,6BAAY,CAAC,4CAA4C,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QACrG,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,cAAc,CACxB,QAAiB,EACjB,iBAIE;QAEF,IAAI,CAAC,QAAQ,EAAE,CAAC;YACZ,MAAM,IAAI,6BAAY,CAAC,0CAA0C,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QAC9F,CAAC;QAED,MAAM,OAAO,CAAC,GAAG,CACb,iBAAiB,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;YAC/B,MAAM,IAAI,CAAC,eAAe,CAAC,mBAAmB,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QACxF,CAAC,CAAC,CACL,CAAC;IACN,CAAC;IAEO,KAAK,CAAC,mBAAmB,CAAC,IAAoB;QAClD,MAAM,iBAAiB,GAAG,MAAM,OAAO,CAAC,GAAG,CACvC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;YAChC,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;YAC5E,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,kCAAkC,CAC/E,OAAO,EACP,YAAY,CAAC,OAAO,CACvB,CAAC;YACF,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,CAAC;QACjD,CAAC,CAAC,CACL,CAAC;QAEF,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oBAAoB,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;QAE3E,MAAM,WAAW,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACzE,OAAO,EAAE,WAAW,EAAE,iBAAiB,EAAE,CAAC;IAC9C,CAAC;CACJ;AAnJD,gFAmJC"}
|
package/dist/integration-engine/ropid-gtfs/workers/timetables/tasks/DownloadDatasetsTask.d.ts
CHANGED
|
@@ -1,23 +1,17 @@
|
|
|
1
|
-
import { RopidGtfsMetadataRepository } from "../../../RopidGtfsMetadataRepository";
|
|
2
|
-
import { RopidGtfsRepository } from "../../../data-access/RopidGtfsRepository";
|
|
3
|
-
import { StaticFileRedisRepository } from "../../../data-access/cache/StaticFileRedisRepository";
|
|
4
|
-
import { ILogger } from "@golemio/core/dist/helpers/logger/LoggerProvider";
|
|
5
|
-
import { RedisPubSubChannel } from "@golemio/core/dist/integration-engine/data-access/pubsub";
|
|
6
1
|
import { AbstractTask } from "@golemio/core/dist/integration-engine/workers";
|
|
7
|
-
import { RopidGtfsFactory } from "./helpers/RopidGtfsFactory";
|
|
8
2
|
import { IDatasetsInput } from "./interfaces/IDatasetsInput";
|
|
9
3
|
import { DatasetsInputSchema } from "./schema/DownloadDataInputSchema";
|
|
10
4
|
export declare class DownloadDatasetsTask extends AbstractTask<IDatasetsInput> {
|
|
11
|
-
private readonly metadataRepository;
|
|
12
|
-
private readonly staticFileRedisRepository;
|
|
13
|
-
private readonly ropidGtfsRepository;
|
|
14
|
-
private readonly ropidGtfsFactory;
|
|
15
|
-
private readonly gtfsRedisChannel;
|
|
16
|
-
private readonly logger;
|
|
17
5
|
readonly queueName = "downloadDatasets";
|
|
18
6
|
readonly queueTtl: number;
|
|
19
7
|
readonly schema: typeof DatasetsInputSchema;
|
|
20
|
-
|
|
8
|
+
private logger;
|
|
9
|
+
private metadataRepository;
|
|
10
|
+
private staticFileRedisRepository;
|
|
11
|
+
private ropidGtfsRepository;
|
|
12
|
+
private ropidGtfsFactory?;
|
|
13
|
+
private gtfsRedisChannel;
|
|
14
|
+
constructor(queuePrefix: string);
|
|
21
15
|
protected execute(data: IDatasetsInput): Promise<void>;
|
|
22
16
|
/**
|
|
23
17
|
* Helper method - download and persist dataset
|
|
@@ -1,47 +1,24 @@
|
|
|
1
1
|
"use strict";
|
|
2
|
-
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
|
|
3
|
-
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
|
|
4
|
-
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
|
|
5
|
-
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
6
|
-
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
7
|
-
};
|
|
8
|
-
var __metadata = (this && this.__metadata) || function (k, v) {
|
|
9
|
-
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
|
|
10
|
-
};
|
|
11
|
-
var __param = (this && this.__param) || function (paramIndex, decorator) {
|
|
12
|
-
return function (target, key) { decorator(target, key, paramIndex); }
|
|
13
|
-
};
|
|
14
2
|
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
15
3
|
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
16
4
|
};
|
|
17
5
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
18
6
|
exports.DownloadDatasetsTask = void 0;
|
|
19
|
-
const
|
|
20
|
-
const RopidGtfsRepository_1 = require("../../../data-access/RopidGtfsRepository");
|
|
21
|
-
const StaticFileRedisRepository_1 = require("../../../data-access/cache/StaticFileRedisRepository");
|
|
7
|
+
const Di_1 = require("../../../../ioc/Di");
|
|
22
8
|
const DatasetEnum_1 = require("../../../helpers/DatasetEnum");
|
|
9
|
+
const Di_2 = require("../../../ioc/Di");
|
|
23
10
|
const RopidGtfsContainerToken_1 = require("../../../ioc/RopidGtfsContainerToken");
|
|
24
11
|
const RopidMetadataModel_1 = require("../../../../shared/RopidMetadataModel");
|
|
25
12
|
const CoreToken_1 = require("@golemio/core/dist/helpers/ioc/CoreToken");
|
|
26
13
|
const integration_engine_1 = require("@golemio/core/dist/integration-engine");
|
|
27
|
-
const pubsub_1 = require("@golemio/core/dist/integration-engine/data-access/pubsub");
|
|
28
14
|
const workers_1 = require("@golemio/core/dist/integration-engine/workers");
|
|
29
15
|
const golemio_errors_1 = require("@golemio/core/dist/shared/golemio-errors");
|
|
30
|
-
const tsyringe_1 = require("@golemio/core/dist/shared/tsyringe");
|
|
31
16
|
const node_os_1 = __importDefault(require("node:os"));
|
|
32
17
|
const HelperTypes_1 = require("./helpers/HelperTypes");
|
|
33
|
-
const RopidGtfsFactory_1 = require("./helpers/RopidGtfsFactory");
|
|
34
18
|
const DownloadDataInputSchema_1 = require("./schema/DownloadDataInputSchema");
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
super(constants_1.TIMETABLE_WORKER_NAME);
|
|
39
|
-
this.metadataRepository = metadataRepository;
|
|
40
|
-
this.staticFileRedisRepository = staticFileRedisRepository;
|
|
41
|
-
this.ropidGtfsRepository = ropidGtfsRepository;
|
|
42
|
-
this.ropidGtfsFactory = ropidGtfsFactory;
|
|
43
|
-
this.gtfsRedisChannel = gtfsRedisChannel;
|
|
44
|
-
this.logger = logger;
|
|
19
|
+
class DownloadDatasetsTask extends workers_1.AbstractTask {
|
|
20
|
+
constructor(queuePrefix) {
|
|
21
|
+
super(queuePrefix);
|
|
45
22
|
this.queueName = "downloadDatasets";
|
|
46
23
|
this.queueTtl = 59 * 60 * 1000; // 59 minutes
|
|
47
24
|
this.schema = DownloadDataInputSchema_1.DatasetsInputSchema;
|
|
@@ -93,9 +70,17 @@ let DownloadDatasetsTask = class DownloadDatasetsTask extends workers_1.Abstract
|
|
|
93
70
|
this.logger.info(`Datasets: processing ${dataset} finished - ${JSON.stringify(cachedDataset)}`);
|
|
94
71
|
return cachedDataset;
|
|
95
72
|
};
|
|
73
|
+
this.logger = Di_1.PidContainer.resolve(CoreToken_1.CoreToken.Logger);
|
|
74
|
+
this.gtfsRedisChannel = Di_2.RopidGtfsContainer.resolve(RopidGtfsContainerToken_1.RopidGtfsContainerToken.RedisPubSubChannel);
|
|
75
|
+
this.staticFileRedisRepository = Di_2.RopidGtfsContainer.resolve(RopidGtfsContainerToken_1.RopidGtfsContainerToken.StaticFileRedisRepository);
|
|
76
|
+
// MetaData Model
|
|
77
|
+
this.metadataRepository = Di_2.RopidGtfsContainer.resolve(RopidGtfsContainerToken_1.RopidGtfsContainerToken.RopidGtfsMetadataRepository);
|
|
78
|
+
this.ropidGtfsRepository = Di_2.RopidGtfsContainer.resolve(RopidGtfsContainerToken_1.RopidGtfsContainerToken.RopidGtfsRepository);
|
|
96
79
|
}
|
|
97
80
|
async execute(data) {
|
|
98
81
|
this.logger.info(`Datasets: downloading ${data.datasets}`);
|
|
82
|
+
/** Ropid GTFS Dataset Map Dependencies **/
|
|
83
|
+
this.ropidGtfsFactory = Di_2.RopidGtfsContainer.resolve(RopidGtfsContainerToken_1.RopidGtfsContainerToken.RopidGtfsFactory);
|
|
99
84
|
let cachedDatasets = [];
|
|
100
85
|
for (const dataset of data.datasets) {
|
|
101
86
|
try {
|
|
@@ -147,20 +132,6 @@ let DownloadDatasetsTask = class DownloadDatasetsTask extends workers_1.Abstract
|
|
|
147
132
|
integration_engine_1.QueueManager.sendMessageToExchange(this.queuePrefix, "checkSavedRowsAndReplaceTables", data);
|
|
148
133
|
}
|
|
149
134
|
}
|
|
150
|
-
}
|
|
135
|
+
}
|
|
151
136
|
exports.DownloadDatasetsTask = DownloadDatasetsTask;
|
|
152
|
-
exports.DownloadDatasetsTask = DownloadDatasetsTask = __decorate([
|
|
153
|
-
(0, tsyringe_1.injectable)(),
|
|
154
|
-
__param(0, (0, tsyringe_1.inject)(RopidGtfsContainerToken_1.RopidGtfsContainerToken.RopidGtfsMetadataRepository)),
|
|
155
|
-
__param(1, (0, tsyringe_1.inject)(RopidGtfsContainerToken_1.RopidGtfsContainerToken.StaticFileRedisRepository)),
|
|
156
|
-
__param(2, (0, tsyringe_1.inject)(RopidGtfsContainerToken_1.RopidGtfsContainerToken.RopidGtfsRepository)),
|
|
157
|
-
__param(3, (0, tsyringe_1.inject)(RopidGtfsContainerToken_1.RopidGtfsContainerToken.RopidGtfsFactory)),
|
|
158
|
-
__param(4, (0, tsyringe_1.inject)(RopidGtfsContainerToken_1.RopidGtfsContainerToken.RedisPubSubChannel)),
|
|
159
|
-
__param(5, (0, tsyringe_1.inject)(CoreToken_1.CoreToken.Logger)),
|
|
160
|
-
__metadata("design:paramtypes", [RopidGtfsMetadataRepository_1.RopidGtfsMetadataRepository,
|
|
161
|
-
StaticFileRedisRepository_1.StaticFileRedisRepository,
|
|
162
|
-
RopidGtfsRepository_1.RopidGtfsRepository,
|
|
163
|
-
RopidGtfsFactory_1.RopidGtfsFactory,
|
|
164
|
-
pubsub_1.RedisPubSubChannel, Object])
|
|
165
|
-
], DownloadDatasetsTask);
|
|
166
137
|
//# sourceMappingURL=DownloadDatasetsTask.js.map
|