@golemio/pid 2.7.2-dev.872750395 → 2.7.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (106) hide show
  1. package/db/example/02_pid_line_example_115.sql +8 -8
  2. package/db/example/03_ropidgtfs_dump.sql +7 -7
  3. package/db/example/05_vehicle_positions_dump.sql +25 -25
  4. package/db/example/08_update_delay_dump.sql +106 -106
  5. package/db/example/10_cancelledTrip_example.sql +2 -2
  6. package/db/example/12_metro_line_A_gtfs_trips.sql +12 -12
  7. package/db/example/13_http-propagate-delay.sql +12 -12
  8. package/db/example/14_nightDelays.sql +3 -3
  9. package/dist/integration-engine/vehicle-positions/workers/gtfs-rt/tasks/GenerateFilesTask.d.ts +2 -2
  10. package/dist/integration-engine/vehicle-positions/workers/gtfs-rt/tasks/GenerateFilesTask.js +5 -5
  11. package/dist/integration-engine/vehicle-positions/workers/gtfs-rt/tasks/GenerateFilesTask.js.map +1 -1
  12. package/dist/integration-engine/vehicle-positions/workers/runs/data-access/CommonRunsRepository.d.ts +3 -3
  13. package/dist/integration-engine/vehicle-positions/workers/runs/data-access/CommonRunsRepository.js.map +1 -1
  14. package/dist/integration-engine/vehicle-positions/workers/runs/helpers/CommonMessageProcessor.d.ts +2 -2
  15. package/dist/integration-engine/vehicle-positions/workers/runs/helpers/CommonMessageProcessor.js +1 -1
  16. package/dist/integration-engine/vehicle-positions/workers/runs/helpers/CommonMessageProcessor.js.map +1 -1
  17. package/dist/integration-engine/vehicle-positions/workers/runs/interfaces/ICommonRunWithMessage.d.ts +6 -0
  18. package/dist/integration-engine/vehicle-positions/workers/{vehicle-positions/interfaces/IUpdateRunsGtfsTripInput.js → runs/interfaces/ICommonRunWithMessage.js} +1 -1
  19. package/dist/integration-engine/vehicle-positions/workers/runs/interfaces/ICommonRunWithMessage.js.map +1 -0
  20. package/dist/integration-engine/vehicle-positions/workers/runs/transformations/CommonRunsMessagesTransformation.d.ts +3 -3
  21. package/dist/integration-engine/vehicle-positions/workers/runs/transformations/CommonRunsMessagesTransformation.js +2 -2
  22. package/dist/integration-engine/vehicle-positions/workers/runs/transformations/CommonRunsMessagesTransformation.js.map +1 -1
  23. package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/data-access/PositionsRepository.d.ts +3 -3
  24. package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/data-access/PositionsRepository.js +8 -7
  25. package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/data-access/PositionsRepository.js.map +1 -1
  26. package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/data-access/TripsRepository.d.ts +6 -6
  27. package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/data-access/TripsRepository.js +12 -12
  28. package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/data-access/TripsRepository.js.map +1 -1
  29. package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/data-access/helpers/PositionsMapper.d.ts +2 -2
  30. package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/data-access/helpers/PositionsMapper.js +5 -5
  31. package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/data-access/helpers/PositionsMapper.js.map +1 -1
  32. package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/data-access/helpers/RawQueryProvider.js +7 -6
  33. package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/data-access/helpers/RawQueryProvider.js.map +1 -1
  34. package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/data-access/helpers/TripsMapper.js +2 -2
  35. package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/data-access/helpers/TripsMapper.js.map +1 -1
  36. package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/helpers/DPPUtils.d.ts +1 -1
  37. package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/helpers/DPPUtils.js +1 -1
  38. package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/helpers/DPPUtils.js.map +1 -1
  39. package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/helpers/DateTimeUtils.d.ts +4 -0
  40. package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/helpers/DateTimeUtils.js +6 -0
  41. package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/helpers/DateTimeUtils.js.map +1 -1
  42. package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/helpers/PositionsManager.d.ts +3 -3
  43. package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/helpers/PositionsManager.js +28 -29
  44. package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/helpers/PositionsManager.js.map +1 -1
  45. package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/helpers/ValidToCalculator.d.ts +2 -2
  46. package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/helpers/ValidToCalculator.js +5 -5
  47. package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/helpers/ValidToCalculator.js.map +1 -1
  48. package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/helpers/compute-positions/strategy/AbstractDelayAtStop.d.ts +1 -1
  49. package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/helpers/compute-positions/strategy/AbstractDelayAtStop.js +1 -1
  50. package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/helpers/compute-positions/strategy/AbstractDelayAtStop.js.map +1 -1
  51. package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/helpers/compute-positions/strategy/MetroDelayAtStop.js +1 -1
  52. package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/helpers/compute-positions/strategy/MetroDelayAtStop.js.map +1 -1
  53. package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/helpers/compute-positions/strategy/TramDelayAtStop.js +4 -4
  54. package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/helpers/compute-positions/strategy/TramDelayAtStop.js.map +1 -1
  55. package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/helpers/gtfs-trip-run/AbstractGTFSTripRunManager.d.ts +2 -2
  56. package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/helpers/gtfs-trip-run/AbstractGTFSTripRunManager.js.map +1 -1
  57. package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/helpers/gtfs-trip-run/GTFSTripCommonRunManager.d.ts +2 -2
  58. package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/helpers/gtfs-trip-run/GTFSTripCommonRunManager.js +1 -1
  59. package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/helpers/gtfs-trip-run/GTFSTripCommonRunManager.js.map +1 -1
  60. package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/helpers/interfaces/IGtfsRtRecord.d.ts +34 -0
  61. package/dist/{schema-definitions/vehicle-positions/models/interfaces/ICommonRunWithMessageDto.js → integration-engine/vehicle-positions/workers/vehicle-positions/helpers/interfaces/IGtfsRtRecord.js} +1 -1
  62. package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/helpers/interfaces/IGtfsRtRecord.js.map +1 -0
  63. package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/interfaces/TransformationInterfaces.d.ts +2 -2
  64. package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/interfaces/VPInterfaces.d.ts +13 -13
  65. package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/schema/UpdateRunsGtfsTripIdSchema.d.ts +4 -3
  66. package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/schema/UpdateRunsGtfsTripIdSchema.js.map +1 -1
  67. package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/PropagateDelayTask.js +2 -2
  68. package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/PropagateDelayTask.js.map +1 -1
  69. package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/UpdateRunsGtfsTripIdTask.d.ts +3 -3
  70. package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/tasks/UpdateRunsGtfsTripIdTask.js.map +1 -1
  71. package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/transformations/PositionsTransformation.d.ts +1 -1
  72. package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/transformations/PositionsTransformation.js +2 -2
  73. package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/transformations/PositionsTransformation.js.map +1 -1
  74. package/dist/output-gateway/pid/data-access/DeparturesRepository.js +1 -1
  75. package/dist/output-gateway/pid/data-access/DeparturesRepository.js.map +1 -1
  76. package/dist/output-gateway/pid/models/RopidVYMIEventsStopsModel.d.ts +6 -12
  77. package/dist/output-gateway/pid/models/RopidVYMIEventsStopsModel.js.map +1 -1
  78. package/dist/output-gateway/shared/RopidRouterUtils.d.ts +1 -1
  79. package/dist/output-gateway/shared/RopidRouterUtils.js +5 -3
  80. package/dist/output-gateway/shared/RopidRouterUtils.js.map +1 -1
  81. package/dist/schema-definitions/ropid-gtfs/models/precomputed/DeparturesModel.d.ts +2 -2
  82. package/dist/schema-definitions/ropid-gtfs/models/precomputed/DeparturesModel.js +2 -4
  83. package/dist/schema-definitions/ropid-gtfs/models/precomputed/DeparturesModel.js.map +1 -1
  84. package/dist/schema-definitions/ropid-gtfs/models/precomputed/interfaces/IDeparturesModel.d.ts +2 -2
  85. package/dist/schema-definitions/vehicle-positions/models/CommonRunsMessagesModel.d.ts +2 -2
  86. package/dist/schema-definitions/vehicle-positions/models/CommonRunsMessagesModel.js +4 -6
  87. package/dist/schema-definitions/vehicle-positions/models/CommonRunsMessagesModel.js.map +1 -1
  88. package/dist/schema-definitions/vehicle-positions/models/PositionDto.d.ts +7 -7
  89. package/dist/schema-definitions/vehicle-positions/models/PositionDto.js +14 -24
  90. package/dist/schema-definitions/vehicle-positions/models/PositionDto.js.map +1 -1
  91. package/dist/schema-definitions/vehicle-positions/models/VPTripsModel.d.ts +2 -2
  92. package/dist/schema-definitions/vehicle-positions/models/VPTripsModel.js +4 -6
  93. package/dist/schema-definitions/vehicle-positions/models/VPTripsModel.js.map +1 -1
  94. package/dist/schema-definitions/vehicle-positions/models/interfaces/ICommonRunsMessagesModel.d.ts +2 -2
  95. package/dist/schema-definitions/vehicle-positions/models/interfaces/IGtfsRtTripDto.d.ts +1 -1
  96. package/dist/schema-definitions/vehicle-positions/models/interfaces/IPositionDto.d.ts +7 -7
  97. package/dist/schema-definitions/vehicle-positions/models/interfaces/IVPTripsModel.d.ts +2 -2
  98. package/dist/schema-definitions/vehicle-positions/models/interfaces/IVPTripsPositionAttributes.d.ts +9 -9
  99. package/package.json +2 -2
  100. package/db/migrations/postgresql/20230517133728-replace-bigint-timestamps.js +0 -53
  101. package/db/migrations/postgresql/sqls/20230517133728-replace-bigint-timestamps-down.sql +0 -264
  102. package/db/migrations/postgresql/sqls/20230517133728-replace-bigint-timestamps-up.sql +0 -264
  103. package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/interfaces/IUpdateRunsGtfsTripInput.d.ts +0 -10
  104. package/dist/integration-engine/vehicle-positions/workers/vehicle-positions/interfaces/IUpdateRunsGtfsTripInput.js.map +0 -1
  105. package/dist/schema-definitions/vehicle-positions/models/interfaces/ICommonRunWithMessageDto.d.ts +0 -6
  106. package/dist/schema-definitions/vehicle-positions/models/interfaces/ICommonRunWithMessageDto.js.map +0 -1
@@ -14,7 +14,7 @@ export interface IVPTripsModel {
14
14
  start_cis_stop_id: number | null;
15
15
  start_cis_stop_platform_code: string | null;
16
16
  start_time: string | null;
17
- start_timestamp: Date | null;
17
+ start_timestamp: string | null;
18
18
  vehicle_type_id: number | null;
19
19
  wheelchair_accessible: boolean | null;
20
20
  agency_name_scheduled: string | null;
@@ -28,7 +28,7 @@ export interface IVPTripsModel {
28
28
  gtfs_block_id: string | null;
29
29
  last_position_id: number | null;
30
30
  is_canceled: boolean | null;
31
- end_timestamp: Date | null;
31
+ end_timestamp: string | null;
32
32
  gtfs_trip_short_name: string | null;
33
33
  last_position_context: IVPTripsLastPositionContext | null;
34
34
  provider_source_type: string;
@@ -1,11 +1,11 @@
1
- import { StatePositionEnum, StateProcessEnum, TCPEventEnum } from "../../../../const";
1
+ import { StatePositionEnum, StateProcessEnum } from "../../../../const";
2
2
  export interface IVPTripsPositionAttributes {
3
3
  bearing: number | null;
4
4
  lat: number;
5
5
  lng: number;
6
6
  origin_time: string;
7
- origin_timestamp: Date;
8
- scheduled_timestamp: Date | null;
7
+ origin_timestamp: number;
8
+ scheduled_timestamp: number | null;
9
9
  delay: number | null;
10
10
  tracking: number;
11
11
  id: string;
@@ -13,18 +13,18 @@ export interface IVPTripsPositionAttributes {
13
13
  is_canceled: boolean;
14
14
  state_position: StatePositionEnum;
15
15
  state_process: StateProcessEnum;
16
- tcp_event: TCPEventEnum | null;
16
+ tcp_event: string | null;
17
17
  this_stop_sequence: number | null;
18
18
  this_stop_id: string | null;
19
19
  last_stop_sequence: number | null;
20
20
  last_stop_id: string | null;
21
21
  last_stop_name: string | null;
22
- last_stop_arrival_time: Date | null;
23
- last_stop_departure_time: Date | null;
22
+ last_stop_arrival_time: number | null;
23
+ last_stop_departure_time: number | null;
24
24
  next_stop_sequence: number | null;
25
25
  next_stop_id: string | null;
26
26
  next_stop_name: string | null;
27
- next_stop_arrival_time: Date | null;
28
- next_stop_departure_time: Date | null;
29
- valid_to: Date | null;
27
+ next_stop_arrival_time: number | null;
28
+ next_stop_departure_time: number | null;
29
+ valid_to: number | null;
30
30
  }
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@golemio/pid",
3
- "version": "2.7.2-dev.872750395",
3
+ "version": "2.7.2",
4
4
  "description": "Golemio PID Module",
5
5
  "main": "dist/index.js",
6
6
  "types": "dist/index.d.ts",
@@ -85,4 +85,4 @@
85
85
  "html-entities": "^2.3.3",
86
86
  "pg-copy-streams": "^5.1.1"
87
87
  }
88
- }
88
+ }
@@ -1,53 +0,0 @@
1
- 'use strict';
2
-
3
- var dbm;
4
- var type;
5
- var seed;
6
- var fs = require('fs');
7
- var path = require('path');
8
- var Promise;
9
-
10
- /**
11
- * We receive the dbmigrate dependency from dbmigrate initially.
12
- * This enables us to not have to rely on NODE_PATH.
13
- */
14
- exports.setup = function(options, seedLink) {
15
- dbm = options.dbmigrate;
16
- type = dbm.dataType;
17
- seed = seedLink;
18
- Promise = options.Promise;
19
- };
20
-
21
- exports.up = function(db) {
22
- var filePath = path.join(__dirname, 'sqls', '20230517133728-replace-bigint-timestamps-up.sql');
23
- return new Promise( function( resolve, reject ) {
24
- fs.readFile(filePath, {encoding: 'utf-8'}, function(err,data){
25
- if (err) return reject(err);
26
- console.log('received data: ' + data);
27
-
28
- resolve(data);
29
- });
30
- })
31
- .then(function(data) {
32
- return db.runSql(data);
33
- });
34
- };
35
-
36
- exports.down = function(db) {
37
- var filePath = path.join(__dirname, 'sqls', '20230517133728-replace-bigint-timestamps-down.sql');
38
- return new Promise( function( resolve, reject ) {
39
- fs.readFile(filePath, {encoding: 'utf-8'}, function(err,data){
40
- if (err) return reject(err);
41
- console.log('received data: ' + data);
42
-
43
- resolve(data);
44
- });
45
- })
46
- .then(function(data) {
47
- return db.runSql(data);
48
- });
49
- };
50
-
51
- exports._meta = {
52
- "version": 1
53
- };
@@ -1,264 +0,0 @@
1
- -- drop dependent views
2
- drop view v_vehiclepositions_alerts_last_position;
3
- drop view v_vehiclepositions_all_processed_positions;
4
- drop view v_vehiclepositions_all_trips_with_last_position;
5
- drop view v_vehiclepositions_stop_time_delay_prediction;
6
-
7
-
8
- -- common run messages
9
- alter table vehiclepositions_runs_messages alter column actual_stop_timestamp_real type bigint using extract(epoch from actual_stop_timestamp_real) * 1000;
10
- alter table vehiclepositions_runs_messages alter column actual_stop_timestamp_scheduled type bigint using extract(epoch from actual_stop_timestamp_scheduled) * 1000;
11
-
12
-
13
- -- vp trips (+ history)
14
- alter table vehiclepositions_trips alter column end_timestamp type bigint using extract(epoch from end_timestamp) * 1000;
15
- alter table vehiclepositions_trips alter column start_timestamp type bigint using extract(epoch from start_timestamp) * 1000;
16
- alter table vehiclepositions_trips_history alter column end_timestamp type bigint using extract(epoch from end_timestamp) * 1000;
17
- alter table vehiclepositions_trips_history alter column start_timestamp type bigint using extract(epoch from start_timestamp) * 1000;
18
-
19
-
20
- -- vp positions (+ history)
21
- alter table vehiclepositions_positions alter column last_stop_arrival_time type bigint using extract(epoch from last_stop_arrival_time) * 1000;
22
- alter table vehiclepositions_positions alter column last_stop_departure_time type bigint using extract(epoch from last_stop_departure_time) * 1000;
23
- alter table vehiclepositions_positions alter column next_stop_arrival_time type bigint using extract(epoch from next_stop_arrival_time) * 1000;
24
- alter table vehiclepositions_positions alter column next_stop_departure_time type bigint using extract(epoch from next_stop_departure_time) * 1000;
25
- alter table vehiclepositions_positions alter column origin_timestamp type bigint using extract(epoch from origin_timestamp) * 1000;
26
- alter table vehiclepositions_positions alter column scheduled_timestamp type bigint using extract(epoch from scheduled_timestamp) * 1000;
27
- alter table vehiclepositions_positions alter column valid_to type bigint using extract(epoch from valid_to) * 1000;
28
- alter table vehiclepositions_positions_history alter column last_stop_arrival_time type bigint using extract(epoch from last_stop_arrival_time) * 1000;
29
- alter table vehiclepositions_positions_history alter column last_stop_departure_time type bigint using extract(epoch from last_stop_departure_time) * 1000;
30
- alter table vehiclepositions_positions_history alter column next_stop_arrival_time type bigint using extract(epoch from next_stop_arrival_time) * 1000;
31
- alter table vehiclepositions_positions_history alter column next_stop_departure_time type bigint using extract(epoch from next_stop_departure_time) * 1000;
32
- alter table vehiclepositions_positions_history alter column origin_timestamp type bigint using extract(epoch from origin_timestamp) * 1000;
33
- alter table vehiclepositions_positions_history alter column scheduled_timestamp type bigint using extract(epoch from scheduled_timestamp) * 1000;
34
- alter table vehiclepositions_positions_history alter column valid_to type bigint using extract(epoch from valid_to) * 1000;
35
-
36
-
37
- -- functions
38
- drop function convert_timestamptz_to_iso_string (timestamptz, varchar);
39
- create function convert_timestamp_ms_to_iso_string(timestamp_ms bigint, timezone varchar DEFAULT 'Europe/Prague') RETURNS varchar AS $$
40
- select TO_CHAR(DATE_TRUNC('second', TO_TIMESTAMP(timestamp_ms / 1000)) at TIME zone timezone, 'YYYY-MM-DD"T"HH24:MI:SS') || replace('+' || to_char(DATE_TRUNC('second', TO_TIMESTAMP(timestamp_ms / 1000)) at TIME zone timezone - DATE_TRUNC('second', TO_TIMESTAMP(timestamp_ms / 1000)) at TIME zone 'UTC', 'HH24:MMFM'), '+-', '-')
41
- $$ LANGUAGE SQL IMMUTABLE;
42
-
43
- CREATE or replace PROCEDURE vehiclepositions_data_retention(inout numberOfRows int, in dataRetentionMinutes int)
44
- LANGUAGE plpgsql
45
- AS $procedure$
46
- declare
47
- idsForDelete varchar(255)[];
48
- begin
49
- select array_agg(t.id) from pid.vehiclepositions_trips t
50
- left join pid.vehiclepositions_positions p on
51
- p.id = t.last_position_id
52
- where
53
- p.valid_to/1000 < extract(epoch from (NOW() - (dataRetentionMinutes || ' minutes')::interval))
54
- or (gtfs_trip_id is null and p.created_at < NOW() - (dataRetentionMinutes || ' minutes')::interval) -- entries with valid to is null
55
- into idsForDelete;
56
-
57
- INSERT INTO pid.vehiclepositions_trips_history
58
- select * from pid.vehiclepositions_trips where id = ANY(idsForDelete)
59
- on conflict do nothing;
60
-
61
- INSERT INTO pid.vehiclepositions_positions_history
62
- select * from pid.vehiclepositions_positions where trips_id = ANY(idsForDelete)
63
- on conflict do nothing;
64
-
65
- delete from pid.vehiclepositions_positions where trips_id = ANY(idsForDelete);
66
- delete from pid.vehiclepositions_trips where id = ANY(idsForDelete);
67
-
68
- select array_length(idsForDelete,1) into numberOfRows;
69
- end;
70
- $procedure$;
71
-
72
-
73
- -- recreate views
74
- create view v_vehiclepositions_alerts_last_position as
75
- SELECT t2.created_at,
76
- t2.updated_at,
77
- t2.delay,
78
- t2.delay_stop_arrival,
79
- t2.delay_stop_departure,
80
- t2.next_stop_id,
81
- t2.shape_dist_traveled,
82
- t2.is_canceled,
83
- t2.lat,
84
- t2.lng,
85
- t2.origin_time,
86
- t2.origin_timestamp,
87
- t2.tracking,
88
- t2.trips_id,
89
- t2.create_batch_id,
90
- t2.created_by,
91
- t2.update_batch_id,
92
- t2.updated_by,
93
- t2.id,
94
- t2.bearing,
95
- t2.cis_last_stop_id,
96
- t2.cis_last_stop_sequence,
97
- t2.last_stop_id,
98
- t2.last_stop_sequence,
99
- t2.next_stop_sequence,
100
- t2.speed,
101
- t2.last_stop_arrival_time,
102
- t2.last_stop_departure_time,
103
- t2.next_stop_arrival_time,
104
- t2.next_stop_departure_time,
105
- t2.asw_last_stop_id,
106
- t1.gtfs_route_id,
107
- t1.gtfs_route_short_name,
108
- t1.gtfs_route_type,
109
- t1.gtfs_trip_id,
110
- t1.gtfs_trip_headsign,
111
- t1.vehicle_type_id,
112
- t1.wheelchair_accessible
113
- FROM (vehiclepositions_trips t1
114
- LEFT JOIN vehiclepositions_positions t2 ON ((t1.last_position_id = t2.id)))
115
- WHERE ((t2.updated_at > (now() - '00:10:00'::interval)) AND ((t2.state_position)::text = ANY (ARRAY[('on_track'::character varying)::text, ('off_track'::character varying)::text, ('at_stop'::character varying)::text, ('before_track'::character varying)::text, ('after_track'::character varying)::text, ('canceled'::character varying)::text])))
116
- ORDER BY t2.trips_id, t2.updated_at DESC;
117
-
118
- comment on view v_vehiclepositions_alerts_last_position is '
119
- Used only for alerting purposes.
120
- ';
121
-
122
-
123
- create view v_vehiclepositions_all_processed_positions as
124
- select
125
- trips_id,
126
- bearing,
127
- "delay",
128
- delay_stop_arrival,
129
- delay_stop_departure,
130
- vp.is_canceled,
131
- convert_timestamp_ms_to_iso_string(last_stop_arrival_time) as last_stop_arrival_time_isostring,
132
- convert_timestamp_ms_to_iso_string(last_stop_departure_time) as last_stop_departure_time_isostring,
133
- last_stop_id,
134
- last_stop_sequence,
135
- lat,
136
- lng,
137
- convert_timestamp_ms_to_iso_string(next_stop_arrival_time) as next_stop_arrival_time_isostring,
138
- convert_timestamp_ms_to_iso_string(next_stop_departure_time) as next_stop_departure_time_isostring,
139
- next_stop_id,
140
- next_stop_sequence,
141
- convert_timestamp_ms_to_iso_string(origin_timestamp) as origin_timestamp_isostring,
142
- shape_dist_traveled,
143
- speed,
144
- state_position
145
- from
146
- vehiclepositions_positions vp
147
- where state_process = 'processed';
148
-
149
- comment on view v_vehiclepositions_all_processed_positions is '
150
- View of all processed positions. Used for enriching trips from v_vehiclepositions_all_trips_with_last_position with all positions.
151
- ';
152
-
153
-
154
- create view v_vehiclepositions_all_trips_with_last_position as
155
- select
156
- vt.id,
157
- vt.agency_name_real,
158
- vt.agency_name_scheduled,
159
- vt.cis_line_id,
160
- vt.cis_trip_number,
161
- vt.gtfs_route_id,
162
- vt.gtfs_route_short_name,
163
- vt.gtfs_route_type,
164
- vt.gtfs_trip_headsign,
165
- vt.gtfs_trip_short_name,
166
- vt.gtfs_trip_id,
167
- vt.origin_route_name,
168
- vt.run_number,
169
- vt.vehicle_registration_number,
170
- vt.vehicle_type_id,
171
- vt.wheelchair_accessible,
172
- vt.updated_at,
173
- convert_timestamp_ms_to_iso_string(vt.start_timestamp) as start_timestamp_isostring,
174
- vp.bearing,
175
- vp.delay,
176
- vp.delay_stop_arrival,
177
- vp.delay_stop_departure,
178
- vp.is_canceled,
179
- vp.last_stop_id,
180
- vp.last_stop_sequence,
181
- vp.last_stop_headsign,
182
- vp.lat,
183
- vp.lng,
184
- vp.next_stop_id,
185
- vp.next_stop_sequence,
186
- vp.shape_dist_traveled,
187
- vp.speed,
188
- vp.state_position,
189
- vp.tracking,
190
- convert_timestamp_ms_to_iso_string(vp.last_stop_arrival_time) as last_stop_arrival_time_isostring,
191
- convert_timestamp_ms_to_iso_string(vp.last_stop_departure_time) as last_stop_departure_time_isostring,
192
- convert_timestamp_ms_to_iso_string(vp.next_stop_arrival_time) as next_stop_arrival_time_isostring,
193
- convert_timestamp_ms_to_iso_string(vp.next_stop_departure_time) as next_stop_departure_time_isostring,
194
- convert_timestamp_ms_to_iso_string(vp.origin_timestamp) as origin_timestamp_isostring
195
- from
196
- vehiclepositions_trips vt
197
- inner join vehiclepositions_positions vp on
198
- vt.last_position_id = vp.id
199
- and (vp.valid_to is null
200
- or vp.valid_to >= extract(epoch from now()) * 1000)
201
- and vp.state_process = 'processed';
202
-
203
- comment on view v_vehiclepositions_all_trips_with_last_position is '
204
- View of all trips with last processed position. Used for serving data to the vehiclepositions output API.
205
- ';
206
-
207
-
208
- create view v_vehiclepositions_stop_time_delay_prediction as
209
- with recursive stop_times as (
210
- select
211
- rst.trip_id,
212
- vt.provider_source_type,
213
- vp.delay,
214
- coalesce(vp.last_stop_sequence, 1) as initial_stop_sequence,
215
- vp.state_position,
216
- rst.stop_sequence,
217
- rst.stop_id,
218
- rst.computed_dwell_time_seconds,
219
- case when vp.last_stop_sequence is null
220
- then vp.delay
221
- else vp.delay_stop_arrival
222
- end as arrival_delay_seconds,
223
- case when vp.last_stop_sequence is null
224
- then predict_delay_seconds(vp.delay, rst.computed_dwell_time_seconds, vt.provider_source_type)
225
- when vp.state_position = 'at_stop'
226
- then case when vt.provider_source_type = '1' then greatest(0, vp.delay) else vp.delay end
227
- else vp.delay_stop_departure
228
- end as departure_delay_seconds
229
- from ropidgtfs_stop_times rst
230
- inner join vehiclepositions_trips vt on vt.gtfs_trip_id = rst.trip_id
231
- inner join vehiclepositions_positions vp on vp.id = vt.last_position_id
232
- and (vp.valid_to is null or vp.valid_to >= extract(epoch from now()) * 1000)
233
- where
234
- vt.gtfs_trip_id is not null
235
- and rst.stop_sequence = coalesce(vp.last_stop_sequence, 1)
236
- union all
237
- select
238
- rst.trip_id,
239
- previous_row.provider_source_type,
240
- previous_row.delay,
241
- previous_row.initial_stop_sequence,
242
- previous_row.state_position,
243
- rst.stop_sequence,
244
- rst.stop_id,
245
- rst.computed_dwell_time_seconds,
246
- case when rst.stop_sequence - previous_row.initial_stop_sequence = 1 and previous_row.state_position != 'at_stop'
247
- then previous_row.delay
248
- else previous_row.departure_delay_seconds
249
- end as arrival_delay_seconds,
250
- predict_delay_seconds(
251
- case when rst.stop_sequence - previous_row.initial_stop_sequence = 1 and previous_row.state_position != 'at_stop' then previous_row.delay else previous_row.departure_delay_seconds end,
252
- rst.computed_dwell_time_seconds,
253
- previous_row.provider_source_type
254
- ) as departure_delay_seconds
255
- from stop_times previous_row
256
- inner join ropidgtfs_stop_times rst on rst.trip_id = previous_row.trip_id and rst.stop_sequence = previous_row.stop_sequence + 1
257
- )
258
- select trip_id, stop_sequence, stop_id, arrival_delay_seconds, departure_delay_seconds
259
- from stop_times
260
- order by trip_id, stop_sequence;
261
-
262
- comment on view v_vehiclepositions_stop_time_delay_prediction is '
263
- This view contains the predicted delay of a vehicle at each stop.
264
- ';
@@ -1,264 +0,0 @@
1
- -- drop dependent views
2
- drop view v_vehiclepositions_alerts_last_position;
3
- drop view v_vehiclepositions_all_processed_positions;
4
- drop view v_vehiclepositions_all_trips_with_last_position;
5
- drop view v_vehiclepositions_stop_time_delay_prediction;
6
-
7
-
8
- -- common run messages
9
- alter table vehiclepositions_runs_messages alter column actual_stop_timestamp_real type timestamptz using to_timestamp(actual_stop_timestamp_real / 1000);
10
- alter table vehiclepositions_runs_messages alter column actual_stop_timestamp_scheduled type timestamptz using to_timestamp(actual_stop_timestamp_scheduled / 1000);
11
-
12
-
13
- -- vp trips (+ history)
14
- alter table vehiclepositions_trips alter column end_timestamp type timestamptz using to_timestamp(end_timestamp / 1000);
15
- alter table vehiclepositions_trips alter column start_timestamp type timestamptz using to_timestamp(start_timestamp / 1000);
16
- alter table vehiclepositions_trips_history alter column end_timestamp type timestamptz using to_timestamp(end_timestamp / 1000);
17
- alter table vehiclepositions_trips_history alter column start_timestamp type timestamptz using to_timestamp(start_timestamp / 1000);
18
-
19
-
20
- -- vp positions (+ history)
21
- alter table vehiclepositions_positions alter column last_stop_arrival_time type timestamptz using to_timestamp(last_stop_arrival_time / 1000);
22
- alter table vehiclepositions_positions alter column last_stop_departure_time type timestamptz using to_timestamp(last_stop_departure_time / 1000);
23
- alter table vehiclepositions_positions alter column next_stop_arrival_time type timestamptz using to_timestamp(next_stop_arrival_time / 1000);
24
- alter table vehiclepositions_positions alter column next_stop_departure_time type timestamptz using to_timestamp(next_stop_departure_time / 1000);
25
- alter table vehiclepositions_positions alter column origin_timestamp type timestamptz using to_timestamp(origin_timestamp / 1000);
26
- alter table vehiclepositions_positions alter column scheduled_timestamp type timestamptz using to_timestamp(scheduled_timestamp / 1000);
27
- alter table vehiclepositions_positions alter column valid_to type timestamptz using to_timestamp(valid_to / 1000);
28
- alter table vehiclepositions_positions_history alter column last_stop_arrival_time type timestamptz using to_timestamp(last_stop_arrival_time / 1000);
29
- alter table vehiclepositions_positions_history alter column last_stop_departure_time type timestamptz using to_timestamp(last_stop_departure_time / 1000);
30
- alter table vehiclepositions_positions_history alter column next_stop_arrival_time type timestamptz using to_timestamp(next_stop_arrival_time / 1000);
31
- alter table vehiclepositions_positions_history alter column next_stop_departure_time type timestamptz using to_timestamp(next_stop_departure_time / 1000);
32
- alter table vehiclepositions_positions_history alter column origin_timestamp type timestamptz using to_timestamp(origin_timestamp / 1000);
33
- alter table vehiclepositions_positions_history alter column scheduled_timestamp type timestamptz using to_timestamp(scheduled_timestamp / 1000);
34
- alter table vehiclepositions_positions_history alter column valid_to type timestamptz using to_timestamp(valid_to / 1000);
35
-
36
-
37
- -- functions
38
- drop function convert_timestamp_ms_to_iso_string (bigint, varchar);
39
- create function convert_timestamptz_to_iso_string(timestamp_tz timestamptz, target_timezone varchar DEFAULT 'Europe/Prague') RETURNS varchar AS $$
40
- select to_char(timestamp_tz at time zone target_timezone, 'YYYY-MM-DD"T"HH24:MI:SS+' || to_char((select timestamp_tz at time zone target_timezone) - (select timestamp_tz at time zone 'UTC'), 'HH24":00"'))
41
- $$ LANGUAGE SQL IMMUTABLE;
42
-
43
- CREATE or replace PROCEDURE vehiclepositions_data_retention(inout numberOfRows int, in dataRetentionMinutes int)
44
- LANGUAGE plpgsql
45
- AS $procedure$
46
- declare
47
- idsForDelete varchar(255)[];
48
- begin
49
- select array_agg(t.id) from pid.vehiclepositions_trips t
50
- left join pid.vehiclepositions_positions p on
51
- p.id = t.last_position_id
52
- where
53
- p.valid_to < (NOW() - (dataRetentionMinutes || ' minutes')::interval)
54
- or (gtfs_trip_id is null and p.created_at < NOW() - (dataRetentionMinutes || ' minutes')::interval) -- entries with valid to is null
55
- into idsForDelete;
56
-
57
- INSERT INTO pid.vehiclepositions_trips_history
58
- select * from pid.vehiclepositions_trips where id = ANY(idsForDelete)
59
- on conflict do nothing;
60
-
61
- INSERT INTO pid.vehiclepositions_positions_history
62
- select * from pid.vehiclepositions_positions where trips_id = ANY(idsForDelete)
63
- on conflict do nothing;
64
-
65
- delete from pid.vehiclepositions_positions where trips_id = ANY(idsForDelete);
66
- delete from pid.vehiclepositions_trips where id = ANY(idsForDelete);
67
-
68
- select array_length(idsForDelete,1) into numberOfRows;
69
- end;
70
- $procedure$;
71
-
72
-
73
- -- recreate views
74
- create view v_vehiclepositions_alerts_last_position as
75
- SELECT t2.created_at,
76
- t2.updated_at,
77
- t2.delay,
78
- t2.delay_stop_arrival,
79
- t2.delay_stop_departure,
80
- t2.next_stop_id,
81
- t2.shape_dist_traveled,
82
- t2.is_canceled,
83
- t2.lat,
84
- t2.lng,
85
- t2.origin_time,
86
- t2.origin_timestamp,
87
- t2.tracking,
88
- t2.trips_id,
89
- t2.create_batch_id,
90
- t2.created_by,
91
- t2.update_batch_id,
92
- t2.updated_by,
93
- t2.id,
94
- t2.bearing,
95
- t2.cis_last_stop_id,
96
- t2.cis_last_stop_sequence,
97
- t2.last_stop_id,
98
- t2.last_stop_sequence,
99
- t2.next_stop_sequence,
100
- t2.speed,
101
- t2.last_stop_arrival_time,
102
- t2.last_stop_departure_time,
103
- t2.next_stop_arrival_time,
104
- t2.next_stop_departure_time,
105
- t2.asw_last_stop_id,
106
- t1.gtfs_route_id,
107
- t1.gtfs_route_short_name,
108
- t1.gtfs_route_type,
109
- t1.gtfs_trip_id,
110
- t1.gtfs_trip_headsign,
111
- t1.vehicle_type_id,
112
- t1.wheelchair_accessible
113
- FROM (vehiclepositions_trips t1
114
- LEFT JOIN vehiclepositions_positions t2 ON ((t1.last_position_id = t2.id)))
115
- WHERE ((t2.updated_at > (now() - '00:10:00'::interval)) AND ((t2.state_position)::text = ANY (ARRAY[('on_track'::character varying)::text, ('off_track'::character varying)::text, ('at_stop'::character varying)::text, ('before_track'::character varying)::text, ('after_track'::character varying)::text, ('canceled'::character varying)::text])))
116
- ORDER BY t2.trips_id, t2.updated_at DESC;
117
-
118
- comment on view v_vehiclepositions_alerts_last_position is '
119
- Used only for alerting purposes.
120
- ';
121
-
122
-
123
- create view v_vehiclepositions_all_processed_positions as
124
- select
125
- trips_id,
126
- bearing,
127
- "delay",
128
- delay_stop_arrival,
129
- delay_stop_departure,
130
- vp.is_canceled,
131
- convert_timestamptz_to_iso_string(last_stop_arrival_time) as last_stop_arrival_time_isostring,
132
- convert_timestamptz_to_iso_string(last_stop_departure_time) as last_stop_departure_time_isostring,
133
- last_stop_id,
134
- last_stop_sequence,
135
- lat,
136
- lng,
137
- convert_timestamptz_to_iso_string(next_stop_arrival_time) as next_stop_arrival_time_isostring,
138
- convert_timestamptz_to_iso_string(next_stop_departure_time) as next_stop_departure_time_isostring,
139
- next_stop_id,
140
- next_stop_sequence,
141
- convert_timestamptz_to_iso_string(origin_timestamp) as origin_timestamp_isostring,
142
- shape_dist_traveled,
143
- speed,
144
- state_position
145
- from
146
- vehiclepositions_positions vp
147
- where state_process = 'processed';
148
-
149
- comment on view v_vehiclepositions_all_processed_positions is '
150
- View of all processed positions. Used for enriching trips from v_vehiclepositions_all_trips_with_last_position with all positions.
151
- ';
152
-
153
-
154
- create view v_vehiclepositions_all_trips_with_last_position as
155
- select
156
- vt.id,
157
- vt.agency_name_real,
158
- vt.agency_name_scheduled,
159
- vt.cis_line_id,
160
- vt.cis_trip_number,
161
- vt.gtfs_route_id,
162
- vt.gtfs_route_short_name,
163
- vt.gtfs_route_type,
164
- vt.gtfs_trip_headsign,
165
- vt.gtfs_trip_short_name,
166
- vt.gtfs_trip_id,
167
- vt.origin_route_name,
168
- vt.run_number,
169
- vt.vehicle_registration_number,
170
- vt.vehicle_type_id,
171
- vt.wheelchair_accessible,
172
- vt.updated_at,
173
- convert_timestamptz_to_iso_string(vt.start_timestamp) as start_timestamp_isostring,
174
- vp.bearing,
175
- vp.delay,
176
- vp.delay_stop_arrival,
177
- vp.delay_stop_departure,
178
- vp.is_canceled,
179
- vp.last_stop_id,
180
- vp.last_stop_sequence,
181
- vp.last_stop_headsign,
182
- vp.lat,
183
- vp.lng,
184
- vp.next_stop_id,
185
- vp.next_stop_sequence,
186
- vp.shape_dist_traveled,
187
- vp.speed,
188
- vp.state_position,
189
- vp.tracking,
190
- convert_timestamptz_to_iso_string(vp.last_stop_arrival_time) as last_stop_arrival_time_isostring,
191
- convert_timestamptz_to_iso_string(vp.last_stop_departure_time) as last_stop_departure_time_isostring,
192
- convert_timestamptz_to_iso_string(vp.next_stop_arrival_time) as next_stop_arrival_time_isostring,
193
- convert_timestamptz_to_iso_string(vp.next_stop_departure_time) as next_stop_departure_time_isostring,
194
- convert_timestamptz_to_iso_string(vp.origin_timestamp) as origin_timestamp_isostring
195
- from
196
- vehiclepositions_trips vt
197
- inner join vehiclepositions_positions vp on
198
- vt.last_position_id = vp.id
199
- and (vp.valid_to is null
200
- or vp.valid_to >= now())
201
- and vp.state_process = 'processed';
202
-
203
- comment on view v_vehiclepositions_all_trips_with_last_position is '
204
- View of all trips with last processed position. Used for serving data to the vehiclepositions output API.
205
- ';
206
-
207
-
208
- create view v_vehiclepositions_stop_time_delay_prediction as
209
- with recursive stop_times as (
210
- select
211
- rst.trip_id,
212
- vt.provider_source_type,
213
- vp.delay,
214
- coalesce(vp.last_stop_sequence, 1) as initial_stop_sequence,
215
- vp.state_position,
216
- rst.stop_sequence,
217
- rst.stop_id,
218
- rst.computed_dwell_time_seconds,
219
- case when vp.last_stop_sequence is null
220
- then vp.delay
221
- else vp.delay_stop_arrival
222
- end as arrival_delay_seconds,
223
- case when vp.last_stop_sequence is null
224
- then predict_delay_seconds(vp.delay, rst.computed_dwell_time_seconds, vt.provider_source_type)
225
- when vp.state_position = 'at_stop'
226
- then case when vt.provider_source_type = '1' then greatest(0, vp.delay) else vp.delay end
227
- else vp.delay_stop_departure
228
- end as departure_delay_seconds
229
- from ropidgtfs_stop_times rst
230
- inner join vehiclepositions_trips vt on vt.gtfs_trip_id = rst.trip_id
231
- inner join vehiclepositions_positions vp on vp.id = vt.last_position_id
232
- and (vp.valid_to is null or vp.valid_to >= now())
233
- where
234
- vt.gtfs_trip_id is not null
235
- and rst.stop_sequence = coalesce(vp.last_stop_sequence, 1)
236
- union all
237
- select
238
- rst.trip_id,
239
- previous_row.provider_source_type,
240
- previous_row.delay,
241
- previous_row.initial_stop_sequence,
242
- previous_row.state_position,
243
- rst.stop_sequence,
244
- rst.stop_id,
245
- rst.computed_dwell_time_seconds,
246
- case when rst.stop_sequence - previous_row.initial_stop_sequence = 1 and previous_row.state_position != 'at_stop'
247
- then previous_row.delay
248
- else previous_row.departure_delay_seconds
249
- end as arrival_delay_seconds,
250
- predict_delay_seconds(
251
- case when rst.stop_sequence - previous_row.initial_stop_sequence = 1 and previous_row.state_position != 'at_stop' then previous_row.delay else previous_row.departure_delay_seconds end,
252
- rst.computed_dwell_time_seconds,
253
- previous_row.provider_source_type
254
- ) as departure_delay_seconds
255
- from stop_times previous_row
256
- inner join ropidgtfs_stop_times rst on rst.trip_id = previous_row.trip_id and rst.stop_sequence = previous_row.stop_sequence + 1
257
- )
258
- select trip_id, stop_sequence, stop_id, arrival_delay_seconds, departure_delay_seconds
259
- from stop_times
260
- order by trip_id, stop_sequence;
261
-
262
- comment on view v_vehiclepositions_stop_time_delay_prediction is '
263
- This view contains the predicted delay of a vehicle at each stop.
264
- ';
@@ -1,10 +0,0 @@
1
- import { ICommonRunsMessagesModel } from "../../../../../schema-definitions/vehicle-positions/models/interfaces/ICommonRunsMessagesModel";
2
- import { ICommonRunsModel } from "../../../../../schema-definitions/vehicle-positions/models/interfaces/ICommonRunsModel";
3
- export interface IRunMessageWithStringTimestamps extends Omit<ICommonRunsMessagesModel, "actual_stop_timestamp_real" | "actual_stop_timestamp_scheduled"> {
4
- actual_stop_timestamp_real: string;
5
- actual_stop_timestamp_scheduled?: string;
6
- }
7
- export interface IUpdateRunsGtfsTripInput {
8
- run: ICommonRunsModel;
9
- run_message: IRunMessageWithStringTimestamps;
10
- }
@@ -1 +0,0 @@
1
- {"version":3,"file":"IUpdateRunsGtfsTripInput.js","sourceRoot":"","sources":["../../../../../../src/integration-engine/vehicle-positions/workers/vehicle-positions/interfaces/IUpdateRunsGtfsTripInput.ts"],"names":[],"mappings":""}
@@ -1,6 +0,0 @@
1
- import { ICommonRunsMessagesModel } from "./ICommonRunsMessagesModel";
2
- import { ICommonRunsModel } from "./ICommonRunsModel";
3
- export interface ICommonRunWithMessageDto {
4
- run: ICommonRunsModel;
5
- run_message: ICommonRunsMessagesModel;
6
- }
@@ -1 +0,0 @@
1
- {"version":3,"file":"ICommonRunWithMessageDto.js","sourceRoot":"","sources":["../../../../../src/schema-definitions/vehicle-positions/models/interfaces/ICommonRunWithMessageDto.ts"],"names":[],"mappings":""}