@golemio/rush-hour-aggregation 1.0.0-dev.520603218

package/package.json

@@ -0,0 +1,63 @@
+{
+  "name": "@golemio/rush-hour-aggregation",
+  "version": "1.0.0-dev.520603218",
+  "description": "Rush hour data agregation for Praha Zasekana project",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "scripts": {
+    "build": "rimraf ./dist && ttsc -p ./tsconfig.build.json",
+    "build-minimal": "run-s 'build --sourceMap false --declaration false'",
+    "build-watch": "run-s 'build --watch --preserveWatchOutput'",
+    "test": "cross-env NODE_ENV=test TS_NODE_COMPILER='ttypescript' mocha --exit --check-leaks --timeout 120000 -r ts-node/register -r dotenv/config 'test/**/*.test.ts'",
+    "test-debug": "run-s 'test --inspect-brk=9230'",
+    "code-coverage": "nyc run-s 'test -r source-map-support/register'",
+    "generate-docs": "typedoc --out docs/typedoc src",
+    "lint": "eslint \"{src,test}/**/*.ts\""
+  },
+  "keywords": [
+    "golemio"
+  ],
+  "author": "Operator ICT, a.s.",
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "https://gitlab.com/operator-ict/golemio/code/modules/rush-hour-aggregation"
+  },
+  "devDependencies": {
+    "@commitlint/cli": "^11.0.0",
+    "@commitlint/config-conventional": "^11.0.0",
+    "@golemio/cli": "1.2.1",
+    "@golemio/core": "1.2.7-dev.520392044",
+    "@golemio/eslint-config": "^1.1.0",
+    "@types/amqplib": "^0.5.17",
+    "@types/chai": "4.2.3",
+    "@types/chai-as-promised": "7.1.2",
+    "@types/geojson": "^7946.0.8",
+    "@types/mocha": "^9.1.0",
+    "@types/node": "^14.14.20",
+    "@types/sinon": "^9.0.10",
+    "@zerollup/ts-transform-paths": "^1.7.18",
+    "chai": "4.2.0",
+    "chai-as-promised": "7.1.1",
+    "cross-env": "^7.0.3",
+    "dotenv": "^16.0.0",
+    "eslint": "^8.1.1",
+    "husky": "^7.0.4",
+    "mocha": "^9.1.2",
+    "npm-run-all": "^4.1.5",
+    "nyc": "^15.1.0",
+    "prettier": "^2.5.1",
+    "pretty-quick": "^3.1.3",
+    "rimraf": "^3.0.2",
+    "sinon": "^9.2.3",
+    "source-map-support": "0.5.19",
+    "ts-node": "^9.1.1",
+    "ttypescript": "^1.5.13",
+    "typedoc": "^0.22.15",
+    "typescript": "4.4.4"
+  },
+  "peerDependencies": {
+    "@golemio/core": "^1.0.0"
+  },
+  "dependencies": {}
+}

package/templates/sqlQueries/FcdEvents.sql

@@ -0,0 +1,19 @@
+select
+	a.source_identification,
+	date_part('epoch'::text, date_trunc('minute'::text, a.measurement_or_calculation_time)) * 1000::double precision as measured_at,
+	g.oriented_route,
+	a.traffic_level,
+	json_build_object(
+        'data_quality', a.data_quality,
+        'input_values', a.input_values,
+        'average_vehicle_speed', a.average_vehicle_speed,
+        'travel_time', a.travel_time,
+        'free_flow_travel_time', a.free_flow_travel_time,
+        'free_flow_speed', a.free_flow_speed
+    ) as properties
+from
+	fcd_traff_params_part a
+join praha_zasekana.fcd_geos_90 g on
+	a.source_identification::text = g.source_identification::text
+where
+	a.measurement_or_calculation_time between $from and $to

package/templates/sqlQueries/NdicEventsFull.sql

@@ -0,0 +1,85 @@
+select
+	t.situation_id,
+	t.situation_record_type,
+	t.situation_version_time,
+    t.measured_at,
+	t.geom as geom_origin,
+	st_centroid(t.geom) as geom_centroid,
+	st_startpoint(t.geom) as geom_startpoint,
+	st_endpoint(t.geom) as geom_endpoint,
+	t.situation_urgency,
+	case
+		when t.situation_record_type::text = 'AbnormalTraffic'::text then 'ndic_congestion'::text
+		when t.situation_record_type::text = 'Accident'::text then 'ndic_accident'::text
+		when t.situation_record_type::text = 'CarParks'::text then 'ndic_parkandride'::text
+		when t.situation_record_type::text = 'ConstructionWorks'::text then 'ndic_reconstruction'::text
+		when t.situation_record_type::text = 'DisturbanceActivity'::text then 'ndic_congestion'::text
+		when t.situation_record_type::text = 'GeneralObstruction'::text then
+		case
+			when regexp_match(t.general_public_comment, 'nehoda'::text) is not null then 'ndic_accident'::text
+			else 'ndic_warning'::text
+		end
+		when t.situation_record_type::text = 'MaintenanceWorks'::text then 'ndic_reconstruction'::text
+		when t.situation_record_type::text = 'RoadOrCarriagewayOrLaneManagement'::text then 'ndic_reconstruction'::text
+		when t.situation_record_type::text = 'WeatherRelatedRoadConditions'::text then 'ndic_weather'::text
+		else 'ndic_warning'::text
+	end as geom_symbol_iconimage,
+	case
+		when t.situation_record_type::text = 'AbnormalTraffic'::text then 'ndic_line_arrowed'::text
+		when t.situation_record_type::text = 'DisturbanceActivity'::text then 'ndic_line_arrowed'::text
+		else 'ndic_line_simple'::text
+	end as geom_line_pattern,
+	json_build_object(
+        'gs', t.gs,
+        'general_public_comment', t.general_public_comment,
+        'situation_version', t.situation_version,
+        'situation_id', t.situation_id,
+        'situation_record_type', t.situation_record_type,
+        'situation_record_creation_time', t.situation_record_creation_time,
+        'situation_version_time', t.situation_version_time,
+        'situation_urgency', t.situation_urgency,
+        'source', t.source,
+        'geom_length_m', round(st_length(t.geom::geography))
+    ) as properties
+from
+	(
+	select
+		(date_part('epoch'::text, gs.gs) * 1000::double precision)::bigint as measured_at,
+		gs.gs,
+		nti.general_public_comment,
+		nti.situation_version,
+		nti.situation_id,
+		nti.situation_record_type,
+		nti.situation_record_creation_time,
+		nti.situation_version_time,
+		nti.situation_urgency,
+		nti.source,
+		st_transform(st_setsrid(st_makeline(st_point(((((nti.global_network_linear -> 'startPoint'::text) -> 'sjtskPointCoordinates'::text) ->> 'sjtskX'::text)::numeric)::double precision,
+		((((nti.global_network_linear -> 'startPoint'::text) -> 'sjtskPointCoordinates'::text) ->> 'sjtskY'::text)::numeric)::double precision),
+		st_point(((((nti.global_network_linear -> 'endPoint'::text) -> 'sjtskPointCoordinates'::text) ->> 'sjtskX'::text)::numeric)::double precision,
+		((((nti.global_network_linear -> 'endPoint'::text) -> 'sjtskPointCoordinates'::text) ->> 'sjtskY'::text)::numeric)::double precision)),
+		5514),
+		4326) as geom
+	from
+		(select
+			gs_1.gs
+		from
+			generate_series(
+				to_timestamp(((date_part('epoch'::text, (timestamp with time zone :from)) / (60 * 30)::double precision)::bigint * 60 * 30)::double precision),
+				to_timestamp(((date_part('epoch'::text, (timestamp with time zone :to)) / (60 * 30)::double precision)::bigint * 60 * 30)::double precision),
+				'00:30:00'::interval) gs_1(gs)
+			) gs
+	join ndic_traffic_info nti on
+		gs.gs >= nti.validity_overall_start_time
+		and gs.gs <= nti.validity_overall_end_time
+		and nti.situation_version::text = ((
+		select
+			max(nti2.situation_version::text) as max
+		from
+			ndic_traffic_info nti2
+		where
+			nti2.situation_id::text = nti.situation_id::text
+			and nti2.situation_record_type::text = nti.situation_record_type::text
+			and nti2.situation_version::text = nti.situation_version::text
+			and nti2.source::text = nti.source::text
+			and nti.situation_version_time <= gs.gs))) t

package/templates/sqlQueries/TskEvents.sql

@@ -0,0 +1,98 @@
+select
+	agg.measured_at,
+	agg.geom,
+	agg.sum,
+	json_build_object(
+			'sum', agg.sum,
+	        'street', agg.street,
+	        'related_details', agg.related_details
+	) as properties
+from (
+	with kalendar as (
+		select
+			a.a
+		from
+			generate_series(
+                DATE_TRUNC('minute',(timestamp with time zone :from)) - make_interval(mins => mod(EXTRACT(mins FROM timestamp with time zone :from)::integer, 5)::integer),
+                DATE_TRUNC('minute',(timestamp with time zone :to)),
+                '00:05:00'::interval
+            ) a(a)
+	),
+	ciselnik as (
+		select distinct
+            tsk_std.latitude,
+			tsk_std.longitude,
+			((tsk_std.street::text || '('::text) || tsk_std.segment::text) || ')'::text as lokace,
+			st_setsrid(st_makepoint(tsk_std.longitude, tsk_std.latitude), 4326) as geom
+		from
+			tsk_std
+		where
+			tsk_std.latitude is not null and tsk_std.longitude is not null
+	),
+	sdata as (
+		select
+			kalendar_1.a as time_5min,
+			tsk_std.latitude,
+			tsk_std.longitude,
+			mes.detector_id,
+			mes.class_id,
+			mes.measurement_type,
+			mes.value
+		from
+			kalendar kalendar_1
+		cross join tsk_std
+		left join (
+            select
+                measured_from,
+                measured_to,
+                detector_id,
+                class_id,
+                measurement_type,
+                value
+            from tsk_std_measurements
+            where
+                measured_from >= (date_part('epoch'::text, (timestamp with time zone :from))::bigint * 1000)
+                and measured_to <= (date_part('epoch'::text, (timestamp with time zone :to))::bigint * 1000)
+        ) mes on
+			(date_part('epoch'::text, kalendar_1.a)::bigint * 1000) >= mes.measured_from
+			and (date_part('epoch'::text, kalendar_1.a)::bigint * 1000) <= mes.measured_to
+			and tsk_std.id::text = mes.detector_id::text
+		where
+			tsk_std.latitude is not null
+			and tsk_std.longitude is not null
+	) select
+		date_part('epoch'::text, kalendar.a::timestamp without time zone) * 1000::double precision as measured_at,
+		ciselnik.geom,
+		case
+			when sum(
+	            case
+	                when sdata.measurement_type::text = 'count'::text and sdata.class_id = 1 and sdata.value is not null then 1
+	                else 0
+	            end) = 0 then null::bigint
+			else sum(
+	            case
+	                when sdata.measurement_type::text = 'count'::text and sdata.class_id = 1 then sdata.value
+	                else 0
+	            end)
+		end as sum,
+		ciselnik.lokace as street,
+		coalesce(jsonb_agg(json_build_object('detector_id', sdata.detector_id, 'measurement_type', sdata.measurement_type, 'class_id', sdata.class_id, 'class_type', cls.class_type, 'value', sdata.value)) filter (where sdata.value is not null), '[]'::jsonb) as related_details
+	from
+		ciselnik
+	cross join kalendar
+	left join sdata on
+		ciselnik.latitude = sdata.latitude
+		and ciselnik.longitude = sdata.longitude
+		and kalendar.a = sdata.time_5min
+		and sdata.value is not null
+	left join tsk_std_class_types cls on
+		cls.id = sdata.class_id
+	group by
+		ciselnik.latitude,
+		ciselnik.longitude,
+		ciselnik.lokace,
+		kalendar.a,
+		ciselnik.geom
+	order by
+		ciselnik.lokace
+) agg

package/templates/sqlQueries/WazeJamsAggregation.sql

@@ -0,0 +1,27 @@
+select
+	w.id,
+	(round(w.downloaded_at::numeric / 120000.0) * 120000::numeric)::bigint as measured_at,
+	st_geomfromtext(concat('LINESTRING(', regexp_replace(replace(w.line::text, ', "y"'::text, ' '::text), '[{"xy:\[\]}]'::text, ''::text, 'g'::text), ')'),
+	4326) as geom_origin,
+	st_startpoint(st_geomfromtext(concat('LINESTRING(', regexp_replace(replace(w.line::text, ', "y"'::text, ' '::text), '[{"xy:\[\]}]'::text, ''::text, 'g'::text), ')'),
+	4326)) as geom_startpoint,
+	concat('level', w.level) as traffic_level,
+	json_build_object(
+        'uuid', w.uuid,
+        'average_vehicle_speed', round(w.speed_kmh::double precision)::integer
+    ) as properties
+from
+	(
+	select
+		wazeccp_jams.id,
+        wazeccp_jams.downloaded_at,
+        wazeccp_jams.line,
+        wazeccp_jams.level,
+		wazeccp_jams.uuid,
+        wazeccp_jams.speed_kmh
+	from
+		wazeccp_jams
+	where wazeccp_jams.downloaded_at between $from and $to
+	) w
+where
+	w.level <> 5

package/templates/sqlQueries/WazeReconstructionsAggregation.sql

@@ -0,0 +1,27 @@
+select
+	w.id,
+    (round(w.downloaded_at::numeric / 120000.0) * 120000::numeric)::bigint as measured_at,
+    st_geomfromtext(concat('LINESTRING(', regexp_replace(replace(w.line::text, ', "y"'::text, ' '::text), '[{"xy:\[\]}]'::text, ''::text, 'g'::text), ')'),
+	4326) as geom_origin,
+	st_startpoint(st_geomfromtext(concat('LINESTRING(', regexp_replace(replace(w.line::text, ', "y"'::text, ' '::text), '[{"xy:\[\]}]'::text, ''::text, 'g'::text), ')'),
+	4326)) as geom_startpoint,
+    json_build_object(
+        'uuid', w.uuid,
+        'average_vehicle_speed', round(w.speed_kmh::double precision)::integer,
+        'traffic_level', concat('level', w.level)
+    ) as properties
+from
+	(
+	select
+		wazeccp_jams.id,
+        wazeccp_jams.downloaded_at,
+        wazeccp_jams.line,
+        wazeccp_jams.level,
+		wazeccp_jams.uuid,
+        wazeccp_jams.speed_kmh
+	from
+		wazeccp_jams
+	where
+		wazeccp_jams.downloaded_at between $from and $to) w
+where
+	w.level = 5