@golemio/rush-hour-aggregation 1.0.0 → 1.0.1

package/db/migrations/postgresql/sqls/20220505053742-addMaterialViews-up.sql

@@ -0,0 +1,565 @@
+--
+-- WAZE
+--
+
+CREATE MATERIALIZED VIEW waze_reconstructions_snapshots_history AS  WITH config AS (
+         SELECT 120000 AS max_period,
+            date_part('epoch'::text, date_trunc('day',now(), 'Europe/Prague')) * 1000::double precision AS max_measured_at
+        )
+ SELECT s.start_measured_at,
+    s.end_measured_at,
+    to_timestamp((s.start_measured_at / 1000)::double precision) AS start_ts,
+    to_timestamp((s.end_measured_at / 1000)::double precision) AS end_ts
+   FROM ( SELECT s_1.measured_at AS start_measured_at,
+                CASE
+                    WHEN s_1.is_end IS TRUE THEN s_1.measured_at
+                    ELSE lead(s_1.measured_at) OVER (ORDER BY s_1.measured_at)
+                END + (( SELECT config.max_period
+                   FROM config)) AS end_measured_at,
+            s_1.is_start,
+            s_1.is_end
+           FROM ( SELECT s_2.measured_at,
+                    s_2.prev_measured_at,
+                    s_2.next_measured_at,
+                    s_2."?column?",
+                    s_2."?column?_1" AS "?column?",
+                    s_2.is_start,
+                    s_2.is_end
+                   FROM ( SELECT s_3.measured_at,
+                            s_3.prev_measured_at,
+                            s_3.next_measured_at,
+                            s_3.measured_at - s_3.prev_measured_at,
+                            s_3.measured_at - s_3.next_measured_at,
+                                CASE
+                                    WHEN s_3.prev_measured_at < (s_3.measured_at - (( SELECT config.max_period
+                                       FROM config))) OR s_3.prev_measured_at IS NULL THEN true
+                                    ELSE false
+                                END AS is_start,
+                                CASE
+                                    WHEN s_3.next_measured_at > (s_3.measured_at + (( SELECT config.max_period
+                                       FROM config))) OR s_3.next_measured_at IS NULL THEN true
+                                    ELSE false
+                                END AS is_end
+                           FROM ( SELECT s_4.measured_at,
+                                    lag(s_4.measured_at) OVER (ORDER BY s_4.measured_at) AS prev_measured_at,
+                                    lead(s_4.measured_at) OVER (ORDER BY s_4.measured_at) AS next_measured_at
+                                   FROM ( SELECT DISTINCT waze_reconstructions.measured_at
+   FROM waze_reconstructions  WHERE waze_reconstructions.measured_at::double precision < (( SELECT config.max_measured_at
+           FROM config))) s_4) s_3) s_2(measured_at, prev_measured_at, next_measured_at, "?column?", "?column?_1", is_start, is_end)
+                  WHERE s_2.is_start IS TRUE OR s_2.is_end IS TRUE) s_1(measured_at, prev_measured_at, next_measured_at, "?column?", "?column?_1", is_start, is_end)) s
+  WHERE s.is_start IS TRUE;
+
+-- Indices -------------------------------------------------------
+
+CREATE UNIQUE INDEX waze_reconstructions_snapshots_history_start_measured_at_idx ON waze_reconstructions_snapshots_history(start_measured_at int8_ops);
+
+
+------
+------
+
+  CREATE MATERIALIZED VIEW waze_reconstructions_snapshots_latest AS  WITH config AS (
+         SELECT 120000 AS max_period,
+            date_part('epoch'::text, date_trunc('day',now(), 'Europe/Prague')) * 1000::double precision AS min_measured_at
+        )
+ SELECT s.start_measured_at,
+    s.end_measured_at,
+    to_timestamp((s.start_measured_at / 1000)::double precision) AS start_ts,
+    to_timestamp((s.end_measured_at / 1000)::double precision) AS end_ts
+   FROM ( SELECT s_1.measured_at AS start_measured_at,
+                CASE
+                    WHEN s_1.is_end IS TRUE THEN s_1.measured_at
+                    ELSE lead(s_1.measured_at) OVER (ORDER BY s_1.measured_at)
+                END + (( SELECT config.max_period
+                   FROM config)) AS end_measured_at,
+            s_1.is_start,
+            s_1.is_end
+           FROM ( SELECT s_2.measured_at,
+                    s_2.prev_measured_at,
+                    s_2.next_measured_at,
+                    s_2."?column?",
+                    s_2."?column?_1" AS "?column?",
+                    s_2.is_start,
+                    s_2.is_end
+                   FROM ( SELECT s_3.measured_at,
+                            s_3.prev_measured_at,
+                            s_3.next_measured_at,
+                            s_3.measured_at - s_3.prev_measured_at,
+                            s_3.measured_at - s_3.next_measured_at,
+                                CASE
+                                    WHEN s_3.prev_measured_at < (s_3.measured_at - (( SELECT config.max_period
+                                       FROM config))) OR s_3.prev_measured_at IS NULL THEN true
+                                    ELSE false
+                                END AS is_start,
+                                CASE
+                                    WHEN s_3.next_measured_at > (s_3.measured_at + (( SELECT config.max_period
+                                       FROM config))) OR s_3.next_measured_at IS NULL THEN true
+                                    ELSE false
+                                END AS is_end
+                           FROM ( SELECT s_4.measured_at,
+                                    lag(s_4.measured_at) OVER (ORDER BY s_4.measured_at) AS prev_measured_at,
+                                    lead(s_4.measured_at) OVER (ORDER BY s_4.measured_at) AS next_measured_at
+                                   FROM ( SELECT DISTINCT waze_reconstructions.measured_at
+   FROM waze_reconstructions  WHERE waze_reconstructions.measured_at::double precision >= (( SELECT config.min_measured_at
+           FROM config))) s_4) s_3) s_2(measured_at, prev_measured_at, next_measured_at, "?column?", "?column?_1", is_start, is_end)
+                  WHERE s_2.is_start IS TRUE OR s_2.is_end IS TRUE) s_1(measured_at, prev_measured_at, next_measured_at, "?column?", "?column?_1", is_start, is_end)) s
+  WHERE s.is_start IS TRUE;
+
+-- Indices -------------------------------------------------------
+CREATE UNIQUE INDEX waze_reconstructions_snapshots_latest_start_measured_at_idx ON waze_reconstructions_snapshots_latest(start_measured_at int8_ops);
+
+
+
+
+
+
+-- Table Definition ----------------------------------------------
+
+CREATE MATERIALIZED VIEW waze_jams_snapshots_history AS  WITH config AS (
+         SELECT 120000 AS max_period,
+            date_part('epoch'::text, date_trunc('day',now(), 'Europe/Prague')) * 1000::double precision AS max_measured_at
+        )
+ SELECT s.start_measured_at,
+    s.end_measured_at,
+    to_timestamp((s.start_measured_at / 1000)::double precision) AS start_ts,
+    to_timestamp((s.end_measured_at / 1000)::double precision) AS end_ts
+   FROM ( SELECT s_1.measured_at AS start_measured_at,
+                CASE
+                    WHEN s_1.is_end IS TRUE THEN s_1.measured_at
+                    ELSE lead(s_1.measured_at) OVER (ORDER BY s_1.measured_at)
+                END + (( SELECT config.max_period
+                   FROM config)) AS end_measured_at,
+            s_1.is_start,
+            s_1.is_end
+           FROM ( SELECT s_2.measured_at,
+                    s_2.prev_measured_at,
+                    s_2.next_measured_at,
+                    s_2."?column?",
+                    s_2."?column?_1" AS "?column?",
+                    s_2.is_start,
+                    s_2.is_end
+                   FROM ( SELECT s_3.measured_at,
+                            s_3.prev_measured_at,
+                            s_3.next_measured_at,
+                            s_3.measured_at - s_3.prev_measured_at,
+                            s_3.measured_at - s_3.next_measured_at,
+                                CASE
+                                    WHEN s_3.prev_measured_at < (s_3.measured_at - (( SELECT config.max_period
+                                       FROM config))) OR s_3.prev_measured_at IS NULL THEN true
+                                    ELSE false
+                                END AS is_start,
+                                CASE
+                                    WHEN s_3.next_measured_at > (s_3.measured_at + (( SELECT config.max_period
+                                       FROM config))) OR s_3.next_measured_at IS NULL THEN true
+                                    ELSE false
+                                END AS is_end
+                           FROM ( SELECT s_4.measured_at,
+                                    lag(s_4.measured_at) OVER (ORDER BY s_4.measured_at) AS prev_measured_at,
+                                    lead(s_4.measured_at) OVER (ORDER BY s_4.measured_at) AS next_measured_at
+                                   FROM ( SELECT DISTINCT waze_jams.measured_at
+   FROM waze_jams  WHERE waze_jams.measured_at::double precision < (( SELECT config.max_measured_at
+           FROM config))) s_4) s_3) s_2(measured_at, prev_measured_at, next_measured_at, "?column?", "?column?_1", is_start, is_end)
+                  WHERE s_2.is_start IS TRUE OR s_2.is_end IS TRUE) s_1(measured_at, prev_measured_at, next_measured_at, "?column?", "?column?_1", is_start, is_end)) s
+  WHERE s.is_start IS TRUE;
+
+-- Indices -------------------------------------------------------
+
+CREATE UNIQUE INDEX waze_jams_snapshots_history_start_measured_at_idx ON waze_jams_snapshots_history(start_measured_at int8_ops);
+
+
+-- Table Definition ----------------------------------------------
+
+CREATE MATERIALIZED VIEW waze_jams_snapshots_latest AS  WITH config AS (
+         SELECT 120000 AS max_period,
+            date_part('epoch'::text, date_trunc('day',now(), 'Europe/Prague')) * 1000::double precision AS min_measured_at
+        )
+ SELECT s.start_measured_at,
+    s.end_measured_at,
+    to_timestamp((s.start_measured_at / 1000)::double precision) AS start_ts,
+    to_timestamp((s.end_measured_at / 1000)::double precision) AS end_ts
+   FROM ( SELECT s_1.measured_at AS start_measured_at,
+                CASE
+                    WHEN s_1.is_end IS TRUE THEN s_1.measured_at
+                    ELSE lead(s_1.measured_at) OVER (ORDER BY s_1.measured_at)
+                END + (( SELECT config.max_period
+                   FROM config)) AS end_measured_at,
+            s_1.is_start,
+            s_1.is_end
+           FROM ( SELECT s_2.measured_at,
+                    s_2.prev_measured_at,
+                    s_2.next_measured_at,
+                    s_2."?column?",
+                    s_2."?column?_1" AS "?column?",
+                    s_2.is_start,
+                    s_2.is_end
+                   FROM ( SELECT s_3.measured_at,
+                            s_3.prev_measured_at,
+                            s_3.next_measured_at,
+                            s_3.measured_at - s_3.prev_measured_at,
+                            s_3.measured_at - s_3.next_measured_at,
+                                CASE
+                                    WHEN s_3.prev_measured_at < (s_3.measured_at - (( SELECT config.max_period
+                                       FROM config))) OR s_3.prev_measured_at IS NULL THEN true
+                                    ELSE false
+                                END AS is_start,
+                                CASE
+                                    WHEN s_3.next_measured_at > (s_3.measured_at + (( SELECT config.max_period
+                                       FROM config))) OR s_3.next_measured_at IS NULL THEN true
+                                    ELSE false
+                                END AS is_end
+                           FROM ( SELECT s_4.measured_at,
+                                    lag(s_4.measured_at) OVER (ORDER BY s_4.measured_at) AS prev_measured_at,
+                                    lead(s_4.measured_at) OVER (ORDER BY s_4.measured_at) AS next_measured_at
+                                   FROM ( SELECT DISTINCT waze_jams.measured_at
+   FROM waze_jams WHERE waze_jams.measured_at::double precision >= (( SELECT config.min_measured_at
+           FROM config))) s_4) s_3) s_2(measured_at, prev_measured_at, next_measured_at, "?column?", "?column?_1", is_start, is_end)
+                  WHERE s_2.is_start IS TRUE OR s_2.is_end IS TRUE) s_1(measured_at, prev_measured_at, next_measured_at, "?column?", "?column?_1", is_start, is_end)) s
+  WHERE s.is_start IS TRUE;
+
+-- Indices -------------------------------------------------------
+
+CREATE UNIQUE INDEX waze_jams_snapshots_latest_start_measured_at_idx ON waze_jams_snapshots_latest(start_measured_at int8_ops);
+
+
+
+---
+---
+---  TSK STD
+---
+---
+
+-- Table Definition ----------------------------------------------
+
+CREATE MATERIALIZED VIEW tsk_std_last_30min_snapshots_history AS  WITH config AS (
+         SELECT 300000 AS max_period,
+            date_part('epoch'::text, date_trunc('day',now(), 'Europe/Prague')) * 1000::double precision AS max_measured_at
+        )
+ SELECT s.start_measured_at,
+    s.end_measured_at,
+    to_timestamp((s.start_measured_at / 1000)::double precision) AS start_ts,
+    to_timestamp((s.end_measured_at / 1000)::double precision) AS end_ts
+   FROM ( SELECT s_1.measured_at AS start_measured_at,
+                CASE
+                    WHEN s_1.is_end IS TRUE THEN s_1.measured_at
+                    ELSE lead(s_1.measured_at) OVER (ORDER BY s_1.measured_at)
+                END + (( SELECT config.max_period
+                   FROM config)) AS end_measured_at,
+            s_1.is_start,
+            s_1.is_end
+           FROM ( SELECT s_2.measured_at,
+                    s_2.prev_measured_at,
+                    s_2.next_measured_at,
+                    s_2."?column?",
+                    s_2."?column?_1" AS "?column?",
+                    s_2.is_start,
+                    s_2.is_end
+                   FROM ( SELECT s_3.measured_at,
+                            s_3.prev_measured_at,
+                            s_3.next_measured_at,
+                            s_3.measured_at - s_3.prev_measured_at,
+                            s_3.measured_at - s_3.next_measured_at,
+                                CASE
+                                    WHEN s_3.prev_measured_at < (s_3.measured_at - (( SELECT config.max_period
+                                       FROM config))) OR s_3.prev_measured_at IS NULL THEN true
+                                    ELSE false
+                                END AS is_start,
+                                CASE
+                                    WHEN s_3.next_measured_at > (s_3.measured_at + (( SELECT config.max_period
+                                       FROM config))) OR s_3.next_measured_at IS NULL THEN true
+                                    ELSE false
+                                END AS is_end
+                           FROM ( SELECT s_4.measured_at,
+                                    lag(s_4.measured_at) OVER (ORDER BY s_4.measured_at) AS prev_measured_at,
+                                    lead(s_4.measured_at) OVER (ORDER BY s_4.measured_at) AS next_measured_at
+                                   FROM ( SELECT DISTINCT tsk_std_last_30min.measured_at
+   FROM tsk_std_last_30min  WHERE tsk_std_last_30min.measured_at::double precision < (( SELECT config.max_measured_at
+           FROM config))) s_4) s_3) s_2(measured_at, prev_measured_at, next_measured_at, "?column?", "?column?_1", is_start, is_end)
+                  WHERE s_2.is_start IS TRUE OR s_2.is_end IS TRUE) s_1(measured_at, prev_measured_at, next_measured_at, "?column?", "?column?_1", is_start, is_end)) s
+  WHERE s.is_start IS TRUE;
+
+-- Indices -------------------------------------------------------
+
+CREATE UNIQUE INDEX tsk_std_last_30min_snapshots_history_start_measured_at_idx ON tsk_std_last_30min_snapshots_history(start_measured_at int8_ops);
+
+-- Table Definition ----------------------------------------------
+
+CREATE MATERIALIZED VIEW tsk_std_last_30min_snapshots_latest AS  WITH config AS (
+         SELECT 300000 AS max_period,
+            date_part('epoch'::text, date_trunc('day',now(), 'Europe/Prague')) * 1000::double precision AS min_measured_at
+        )
+ SELECT s.start_measured_at,
+    s.end_measured_at,
+    to_timestamp((s.start_measured_at / 1000)::double precision) AS start_ts,
+    to_timestamp((s.end_measured_at / 1000)::double precision) AS end_ts
+   FROM ( SELECT s_1.measured_at AS start_measured_at,
+                CASE
+                    WHEN s_1.is_end IS TRUE THEN s_1.measured_at
+                    ELSE lead(s_1.measured_at) OVER (ORDER BY s_1.measured_at)
+                END + (( SELECT config.max_period
+                   FROM config)) AS end_measured_at,
+            s_1.is_start,
+            s_1.is_end
+           FROM ( SELECT s_2.measured_at,
+                    s_2.prev_measured_at,
+                    s_2.next_measured_at,
+                    s_2."?column?",
+                    s_2."?column?_1" AS "?column?",
+                    s_2.is_start,
+                    s_2.is_end
+                   FROM ( SELECT s_3.measured_at,
+                            s_3.prev_measured_at,
+                            s_3.next_measured_at,
+                            s_3.measured_at - s_3.prev_measured_at,
+                            s_3.measured_at - s_3.next_measured_at,
+                                CASE
+                                    WHEN s_3.prev_measured_at < (s_3.measured_at - (( SELECT config.max_period
+                                       FROM config))) OR s_3.prev_measured_at IS NULL THEN true
+                                    ELSE false
+                                END AS is_start,
+                                CASE
+                                    WHEN s_3.next_measured_at > (s_3.measured_at + (( SELECT config.max_period
+                                       FROM config))) OR s_3.next_measured_at IS NULL THEN true
+                                    ELSE false
+                                END AS is_end
+                           FROM ( SELECT s_4.measured_at,
+                                    lag(s_4.measured_at) OVER (ORDER BY s_4.measured_at) AS prev_measured_at,
+                                    lead(s_4.measured_at) OVER (ORDER BY s_4.measured_at) AS next_measured_at
+                                   FROM ( SELECT DISTINCT tsk_std_last_30min.measured_at
+   FROM tsk_std_last_30min  WHERE tsk_std_last_30min.measured_at::double precision >= (( SELECT config.min_measured_at
+           FROM config))) s_4) s_3) s_2(measured_at, prev_measured_at, next_measured_at, "?column?", "?column?_1", is_start, is_end)
+                  WHERE s_2.is_start IS TRUE OR s_2.is_end IS TRUE) s_1(measured_at, prev_measured_at, next_measured_at, "?column?", "?column?_1", is_start, is_end)) s
+  WHERE s.is_start IS TRUE;
+
+-- Indices -------------------------------------------------------
+
+CREATE UNIQUE INDEX tsk_std_last_30min_snapshots_latest_start_measured_at_idx ON tsk_std_last_30min_snapshots_latest(start_measured_at int8_ops);
+
+
+
+
+
+--
+--
+-- NDIC
+--
+--
+
+-- Table Definition ----------------------------------------------
+
+CREATE MATERIALIZED VIEW ndic_events_full_snapshots_history AS  WITH config AS (
+         SELECT 1800000 AS max_period,
+            date_part('epoch'::text, date_trunc('day',now(), 'Europe/Prague')) * 1000::double precision AS max_measured_at
+        )
+ SELECT s.start_measured_at,
+    s.end_measured_at,
+    to_timestamp((s.start_measured_at / 1000)::double precision) AS start_ts,
+    to_timestamp((s.end_measured_at / 1000)::double precision) AS end_ts
+   FROM ( SELECT s_1.measured_at AS start_measured_at,
+                CASE
+                    WHEN s_1.is_end IS TRUE THEN s_1.measured_at
+                    ELSE lead(s_1.measured_at) OVER (ORDER BY s_1.measured_at)
+                END + (( SELECT config.max_period
+                   FROM config)) AS end_measured_at,
+            s_1.is_start,
+            s_1.is_end
+           FROM ( SELECT s_2.measured_at,
+                    s_2.prev_measured_at,
+                    s_2.next_measured_at,
+                    s_2."?column?",
+                    s_2."?column?_1" AS "?column?",
+                    s_2.is_start,
+                    s_2.is_end
+                   FROM ( SELECT s_3.measured_at,
+                            s_3.prev_measured_at,
+                            s_3.next_measured_at,
+                            s_3.measured_at - s_3.prev_measured_at,
+                            s_3.measured_at - s_3.next_measured_at,
+                                CASE
+                                    WHEN s_3.prev_measured_at < (s_3.measured_at - (( SELECT config.max_period
+                                       FROM config))) OR s_3.prev_measured_at IS NULL THEN true
+                                    ELSE false
+                                END AS is_start,
+                                CASE
+                                    WHEN s_3.next_measured_at > (s_3.measured_at + (( SELECT config.max_period
+                                       FROM config))) OR s_3.next_measured_at IS NULL THEN true
+                                    ELSE false
+                                END AS is_end
+                           FROM ( SELECT s_4.measured_at,
+                                    lag(s_4.measured_at) OVER (ORDER BY s_4.measured_at) AS prev_measured_at,
+                                    lead(s_4.measured_at) OVER (ORDER BY s_4.measured_at) AS next_measured_at
+                                   FROM ( SELECT DISTINCT ndic_events_full.measured_at
+   FROM ndic_events_full  WHERE ndic_events_full.measured_at::double precision < (( SELECT config.max_measured_at
+           FROM config))) s_4) s_3) s_2(measured_at, prev_measured_at, next_measured_at, "?column?", "?column?_1", is_start, is_end)
+                  WHERE s_2.is_start IS TRUE OR s_2.is_end IS TRUE) s_1(measured_at, prev_measured_at, next_measured_at, "?column?", "?column?_1", is_start, is_end)) s
+  WHERE s.is_start IS TRUE;
+
+-- Indices -------------------------------------------------------
+
+CREATE UNIQUE INDEX ndic_events_full_snapshots_history_start_measured_at_idx ON ndic_events_full_snapshots_history(start_measured_at int8_ops);
+
+-- Table Definition ----------------------------------------------
+
+CREATE MATERIALIZED VIEW ndic_events_full_snapshots_latest AS  WITH config AS (
+         SELECT 1800000 AS max_period,
+            date_part('epoch'::text, date_trunc('day',now(), 'Europe/Prague')) * 1000::double precision AS min_measured_at
+        )
+ SELECT s.start_measured_at,
+    s.end_measured_at,
+    to_timestamp((s.start_measured_at / 1000)::double precision) AS start_ts,
+    to_timestamp((s.end_measured_at / 1000)::double precision) AS end_ts
+   FROM ( SELECT s_1.measured_at AS start_measured_at,
+                CASE
+                    WHEN s_1.is_end IS TRUE THEN s_1.measured_at
+                    ELSE lead(s_1.measured_at) OVER (ORDER BY s_1.measured_at)
+                END + (( SELECT config.max_period
+                   FROM config)) AS end_measured_at,
+            s_1.is_start,
+            s_1.is_end
+           FROM ( SELECT s_2.measured_at,
+                    s_2.prev_measured_at,
+                    s_2.next_measured_at,
+                    s_2."?column?",
+                    s_2."?column?_1" AS "?column?",
+                    s_2.is_start,
+                    s_2.is_end
+                   FROM ( SELECT s_3.measured_at,
+                            s_3.prev_measured_at,
+                            s_3.next_measured_at,
+                            s_3.measured_at - s_3.prev_measured_at,
+                            s_3.measured_at - s_3.next_measured_at,
+                                CASE
+                                    WHEN s_3.prev_measured_at < (s_3.measured_at - (( SELECT config.max_period
+                                       FROM config))) OR s_3.prev_measured_at IS NULL THEN true
+                                    ELSE false
+                                END AS is_start,
+                                CASE
+                                    WHEN s_3.next_measured_at > (s_3.measured_at + (( SELECT config.max_period
+                                       FROM config))) OR s_3.next_measured_at IS NULL THEN true
+                                    ELSE false
+                                END AS is_end
+                           FROM ( SELECT s_4.measured_at,
+                                    lag(s_4.measured_at) OVER (ORDER BY s_4.measured_at) AS prev_measured_at,
+                                    lead(s_4.measured_at) OVER (ORDER BY s_4.measured_at) AS next_measured_at
+                                   FROM ( SELECT DISTINCT ndic_events_full.measured_at
+   FROM ndic_events_full WHERE ndic_events_full.measured_at::double precision >= (( SELECT config.min_measured_at
+           FROM config))) s_4) s_3) s_2(measured_at, prev_measured_at, next_measured_at, "?column?", "?column?_1", is_start, is_end)
+                  WHERE s_2.is_start IS TRUE OR s_2.is_end IS TRUE) s_1(measured_at, prev_measured_at, next_measured_at, "?column?", "?column?_1", is_start, is_end)) s
+  WHERE s.is_start IS TRUE;
+
+-- Indices -------------------------------------------------------
+
+CREATE UNIQUE INDEX ndic_events_full_snapshots_latest_start_measured_at_idx ON ndic_events_full_snapshots_latest(start_measured_at int8_ops);
+
+
+
+
+--
+--
+-- FCD
+--
+--
+
+-- Table Definition ----------------------------------------------
+
+CREATE MATERIALIZED VIEW fcd_events_snapshots_history AS  WITH config AS (
+         SELECT 60000 AS max_period,
+            (date_part('epoch'::text, date_trunc('day',now(), 'Europe/Prague')) * 1000)::int8 AS max_measured_at
+        )
+ SELECT s.start_measured_at,
+    s.end_measured_at,
+    to_timestamp((s.start_measured_at / 1000)::double precision) AS start_ts,
+    to_timestamp((s.end_measured_at / 1000)::double precision) AS end_ts
+   FROM ( SELECT s_1.measured_at AS start_measured_at,
+                CASE
+                    WHEN s_1.is_end IS TRUE THEN s_1.measured_at
+                    ELSE lead(s_1.measured_at) OVER (ORDER BY s_1.measured_at)
+                END + (( SELECT config.max_period
+                   FROM config)) AS end_measured_at,
+            s_1.is_start,
+            s_1.is_end
+           FROM ( SELECT s_2.measured_at,
+                    s_2.prev_measured_at,
+                    s_2.next_measured_at,
+                    s_2."?column?",
+                    s_2."?column?_1" AS "?column?",
+                    s_2.is_start,
+                    s_2.is_end
+                   FROM ( SELECT s_3.measured_at,
+                            s_3.prev_measured_at,
+                            s_3.next_measured_at,
+                            s_3.measured_at - s_3.prev_measured_at,
+                            s_3.measured_at - s_3.next_measured_at,
+                                CASE
+                                    WHEN s_3.prev_measured_at < (s_3.measured_at - (( SELECT config.max_period
+                                       FROM config))) OR s_3.prev_measured_at IS NULL THEN true
+                                    ELSE false
+                                END AS is_start,
+                                CASE
+                                    WHEN s_3.next_measured_at > (s_3.measured_at + (( SELECT config.max_period
+                                       FROM config))) OR s_3.next_measured_at IS NULL THEN true
+                                    ELSE false
+                                END AS is_end
+                           FROM ( SELECT s_4.measured_at,
+                                    lag(s_4.measured_at) OVER (ORDER BY s_4.measured_at) AS prev_measured_at,
+                                    lead(s_4.measured_at) OVER (ORDER BY s_4.measured_at) AS next_measured_at
+                                   FROM ( SELECT DISTINCT fcd_events.measured_at
+   FROM fcd_events WHERE fcd_events.measured_at < (( SELECT config.max_measured_at
+           FROM config))) s_4) s_3) s_2(measured_at, prev_measured_at, next_measured_at, "?column?", "?column?_1", is_start, is_end)
+                  WHERE s_2.is_start IS TRUE OR s_2.is_end IS TRUE) s_1(measured_at, prev_measured_at, next_measured_at, "?column?", "?column?_1", is_start, is_end)) s
+  WHERE s.is_start IS TRUE;
+
+-- Indices -------------------------------------------------------
+
+CREATE UNIQUE INDEX fcd_events_snapshots_history_start_measured_at_idx ON fcd_events_snapshots_history(start_measured_at int8_ops);
+
+
+-- Table Definition ----------------------------------------------
+
+CREATE MATERIALIZED VIEW fcd_events_snapshots_latest AS  WITH config AS (
+         SELECT 60000 AS max_period,
+            (date_part('epoch'::text, date_trunc('day',now(), 'Europe/Prague')) * 1000)::int8 AS min_measured_at
+        )
+ SELECT s.start_measured_at,
+    s.end_measured_at,
+    to_timestamp((s.start_measured_at / 1000)::double precision) AS start_ts,
+    to_timestamp((s.end_measured_at / 1000)::double precision) AS end_ts
+   FROM ( SELECT s_1.measured_at AS start_measured_at,
+                CASE
+                    WHEN s_1.is_end IS TRUE THEN s_1.measured_at
+                    ELSE lead(s_1.measured_at) OVER (ORDER BY s_1.measured_at)
+                END + (( SELECT config.max_period
+                   FROM config)) AS end_measured_at,
+            s_1.is_start,
+            s_1.is_end
+           FROM ( SELECT s_2.measured_at,
+                    s_2.prev_measured_at,
+                    s_2.next_measured_at,
+                    s_2."?column?",
+                    s_2."?column?_1" AS "?column?",
+                    s_2.is_start,
+                    s_2.is_end
+                   FROM ( SELECT s_3.measured_at,
+                            s_3.prev_measured_at,
+                            s_3.next_measured_at,
+                            s_3.measured_at - s_3.prev_measured_at,
+                            s_3.measured_at - s_3.next_measured_at,
+                                CASE
+                                    WHEN s_3.prev_measured_at < (s_3.measured_at - (( SELECT config.max_period
+                                       FROM config))) OR s_3.prev_measured_at IS NULL THEN true
+                                    ELSE false
+                                END AS is_start,
+                                CASE
+                                    WHEN s_3.next_measured_at > (s_3.measured_at + (( SELECT config.max_period
+                                       FROM config))) OR s_3.next_measured_at IS NULL THEN true
+                                    ELSE false
+                                END AS is_end
+                           FROM ( SELECT s_4.measured_at,
+                                    lag(s_4.measured_at) OVER (ORDER BY s_4.measured_at) AS prev_measured_at,
+                                    lead(s_4.measured_at) OVER (ORDER BY s_4.measured_at) AS next_measured_at
+                                   FROM ( SELECT DISTINCT fcd_events.measured_at
+   FROM fcd_events WHERE fcd_events.measured_at >= (( SELECT config.min_measured_at
+           FROM config))) s_4) s_3) s_2(measured_at, prev_measured_at, next_measured_at, "?column?", "?column?_1", is_start, is_end)
+                  WHERE s_2.is_start IS TRUE OR s_2.is_end IS TRUE) s_1(measured_at, prev_measured_at, next_measured_at, "?column?", "?column?_1", is_start, is_end)) s
+  WHERE s.is_start IS TRUE;
+-- Indices -------------------------------------------------------
+
+CREATE UNIQUE INDEX fcd_events_snapshots_latest_start_measured_at_idx ON fcd_events_snapshots_latest(start_measured_at int8_ops);

package/dist/integration-engine/AggregationWorker.d.ts

@@ -4,10 +4,12 @@ export declare class AggregationWorker extends BaseWorker {
     static queuePrefix: string;
     static queueName: string;
     static aggregationMethodName: string;
+    static refreshHistoricViewsMethodName: string;
     private aggregationFactory;
     private refreshIntervalInMinutes;
     constructor();
     aggregateData: (message: Message) => Promise<void>;
+    refreshHistoricViews: (message: Message) => Promise<void>;
     private isTaskEmpty;
     private isDateRangeBig;
     private handleEmptyTask;

package/dist/integration-engine/AggregationWorker.js

@@ -40,6 +40,17 @@ class AggregationWorker extends integration_engine_1.BaseWorker {
                 throw new errors_1.CustomError(`Unable to process task: ${JSON.stringify(task)}.`, true, this.constructor.name);
             }
         });
+        this.refreshHistoricViews = (message) => __awaiter(this, void 0, void 0, function* () {
+            for (const type in AggregationTaskType_1.AggregationTaskType) {
+                try {
+                    const aggregator = this.aggregationFactory.get(type.toUpperCase());
+                    yield aggregator.refreshHistoricMaterialView();
+                }
+                catch (err) {
+                    integration_engine_1.log.error(`Unable to refresh historic material view for: ${type}. Error stack: ${err.stack}`);
+                }
+            }
+        });
         this.handleEmptyTask = () => __awaiter(this, void 0, void 0, function* () {
             const to = new Date();
             const from = luxon_1.DateTime.fromJSDate(to).minus({ minutes: this.refreshIntervalInMinutes }).toJSDate();
@@ -49,8 +60,8 @@ class AggregationWorker extends integration_engine_1.BaseWorker {
         });
         this.processTask = (type, from, to, updateOnDuplicate) => __awaiter(this, void 0, void 0, function* () {
             try {
-                const factory = this.aggregationFactory.get(type.toUpperCase());
-                yield factory.aggregateAndSave(from, to, updateOnDuplicate);
+                const aggregator = this.aggregationFactory.get(type.toUpperCase());
+                yield aggregator.aggregateAndSave(from, to, updateOnDuplicate);
             }
             catch (err) {
                 integration_engine_1.log.error(`Unable to process task: ${type} from: ${from} to: ${to}. Error stack: ${err.stack}`);
@@ -80,4 +91,5 @@ exports.AggregationWorker = AggregationWorker;
 AggregationWorker.queuePrefix = config_1.config.RABBIT_EXCHANGE_NAME + "." + "rush-hour-aggregation";
 AggregationWorker.queueName = "rush-hour-aggregation";
 AggregationWorker.aggregationMethodName = "aggregateData";
+AggregationWorker.refreshHistoricViewsMethodName = "refreshHistoricViews";
 //# sourceMappingURL=AggregationWorker.js.map

package/dist/integration-engine/AggregationWorker.js.map

@@ -1 +1 @@
-{"version":3,"file":"AggregationWorker.js","sourceRoot":"","sources":["../../src/integration-engine/AggregationWorker.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,8EAAwE;AACxE,yEAAsE;AACtE,2DAAqE;AACrE,4CAA8C;AAE9C,2FAAwF;AAExF,sFAA8D;AAC9D,kEAA0C;AAE1C,MAAa,iBAAkB,SAAQ,+BAAU;IAO7C;QACI,KAAK,EAAE,CAAC;QAHJ,6BAAwB,GAAW,EAAE,CAAC;QAOvC,kBAAa,GAAG,CAAO,OAAgB,EAAE,EAAE;YAC9C,MAAM,IAAI,GAAG,sBAAY,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;YAChD,wBAAG,CAAC,KAAK,CAAC,sBAAsB,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACxD,IAAI,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE;gBACxB,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;aAChC;iBAAM,IAAI,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE;gBAClC,MAAM,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;aACrC;iBAAM,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,EAAE;gBAC1C,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC;aACjF;iBAAM;gBACH,MAAM,IAAI,oBAAW,CAAC,2BAA2B,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;aAC1G;QACL,CAAC,CAAA,CAAC;QAiBM,oBAAe,GAAG,GAAwB,EAAE;YAChD,MAAM,EAAE,GAAG,IAAI,IAAI,EAAE,CAAC;YACtB,MAAM,IAAI,GAAG,gBAAQ,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,wBAAwB,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC;YAClG,KAAK,MAAM,IAAI,IAAI,yCAAmB,EAAE;gBACpC,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;aAChD;QACL,CAAC,CAAA,CAAC;QAEM,gBAAW,GAAG,CAAO,IAAY,EAAE,IAAU,EAAE,EAAQ,EAAE,iBAA0B,EAAiB,EAAE;YAC1G,IAAI;gBACA,MAAM,OAAO,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,EAAyB,CAAC,CAAC;gBACvF,MAAM,OAAO,CAAC,gBAAgB,CAAC,IAAI,EAAE,EAAE,EAAE,iBAAiB,CAAC,CAAC;aAC/D;YAAC,OAAO,GAAG,EAAE;gBACV,wBAAG,CAAC,KAAK,CAAC,2BAA2B,IAAI,UAAU,IAAI,QAAQ,EAAE,kBAAkB,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC;aACnG;QACL,CAAC,CAAA,CAAC;QAEM,qBAAgB,GAAG,CAAO,IAAqB,EAAiB,EAAE;YACtE,MAAM,QAAQ,GAAG,sBAAY,CAAC,eAAe,CACzC,gBAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,IAAK,CAAC,EAC/B,gBAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,EAAG,CAAC,EAC7B,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,IAAI,CAAC,IAAK,CAAC,CAAC,cAAc,EAAE,EACxD,IAAI,CAAC,IAAK,EACV,IAAI,CAAC,iBAAiB,EACtB,EAAE,CACL,CAAC;YAEF,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE;gBAC5B,MAAM,IAAI,CAAC,qBAAqB,CAC5B,UAAU,GAAG,iBAAiB,CAAC,WAAW,GAAG,GAAG,GAAG,iBAAiB,CAAC,qBAAqB,EAC1F,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAC1B,CAAC;aACL;QACL,CAAC,CAAA,CAAC;QAjEE,IAAI,CAAC,kBAAkB,GAAG,IAAI,4BAAkB,EAAE,CAAC;IACvD,CAAC;IAgBO,WAAW,CAAC,IAAqB;QACrC,OAAO,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;IAChD,CAAC;IAEO,cAAc,CAAC,IAAqB;QACxC,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,IAAI,IAAI,CAAC,IAAI,EAAE;YACnC,MAAM,WAAW,GAAG,gBAAQ,CAAC,gBAAgB,CAAC,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,cAAc,EAAE,CAAC,CAAC;YACvG,MAAM,UAAU,GAAG,gBAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,gBAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC,CAAC;YAE9F,OAAO,UAAU,IAAI,UAAU,GAAG,WAAW,CAAC;SACjD;QAED,OAAO,KAAK,CAAC;IACjB,CAAC;;AAvCL,8CA2EC;AA1EiB,6BAAW,GAAG,eAAM,CAAC,oBAAoB,GAAG,GAAG,GAAG,uBAAuB,CAAC;AAC1E,2BAAS,GAAG,uBAAuB,CAAC;AACpC,uCAAqB,GAAG,eAAe,CAAC"}
+{"version":3,"file":"AggregationWorker.js","sourceRoot":"","sources":["../../src/integration-engine/AggregationWorker.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,8EAAwE;AACxE,yEAAsE;AACtE,2DAAqE;AACrE,4CAA8C;AAE9C,2FAAwF;AAExF,sFAA8D;AAC9D,kEAA0C;AAE1C,MAAa,iBAAkB,SAAQ,+BAAU;IAQ7C;QACI,KAAK,EAAE,CAAC;QAHJ,6BAAwB,GAAW,EAAE,CAAC;QAOvC,kBAAa,GAAG,CAAO,OAAgB,EAAE,EAAE;YAC9C,MAAM,IAAI,GAAG,sBAAY,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;YAChD,wBAAG,CAAC,KAAK,CAAC,sBAAsB,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACxD,IAAI,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE;gBACxB,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;aAChC;iBAAM,IAAI,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE;gBAClC,MAAM,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;aACrC;iBAAM,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,EAAE;gBAC1C,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC;aACjF;iBAAM;gBACH,MAAM,IAAI,oBAAW,CAAC,2BAA2B,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;aAC1G;QACL,CAAC,CAAA,CAAC;QAEK,yBAAoB,GAAG,CAAO,OAAgB,EAAE,EAAE;YACrD,KAAK,MAAM,IAAI,IAAI,yCAAmB,EAAE;gBACpC,IAAI;oBACA,MAAM,UAAU,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,EAAyB,CAAC,CAAC;oBAC1F,MAAM,UAAU,CAAC,2BAA2B,EAAE,CAAC;iBAClD;gBAAC,OAAO,GAAG,EAAE;oBACV,wBAAG,CAAC,KAAK,CAAC,iDAAiD,IAAI,kBAAkB,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC;iBACjG;aACJ;QACL,CAAC,CAAA,CAAC;QAiBM,oBAAe,GAAG,GAAwB,EAAE;YAChD,MAAM,EAAE,GAAG,IAAI,IAAI,EAAE,CAAC;YACtB,MAAM,IAAI,GAAG,gBAAQ,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,wBAAwB,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC;YAClG,KAAK,MAAM,IAAI,IAAI,yCAAmB,EAAE;gBACpC,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;aAChD;QACL,CAAC,CAAA,CAAC;QAEM,gBAAW,GAAG,CAAO,IAAY,EAAE,IAAU,EAAE,EAAQ,EAAE,iBAA0B,EAAiB,EAAE;YAC1G,IAAI;gBACA,MAAM,UAAU,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,EAAyB,CAAC,CAAC;gBAC1F,MAAM,UAAU,CAAC,gBAAgB,CAAC,IAAI,EAAE,EAAE,EAAE,iBAAiB,CAAC,CAAC;aAClE;YAAC,OAAO,GAAG,EAAE;gBACV,wBAAG,CAAC,KAAK,CAAC,2BAA2B,IAAI,UAAU,IAAI,QAAQ,EAAE,kBAAkB,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC;aACnG;QACL,CAAC,CAAA,CAAC;QAEM,qBAAgB,GAAG,CAAO,IAAqB,EAAiB,EAAE;YACtE,MAAM,QAAQ,GAAG,sBAAY,CAAC,eAAe,CACzC,gBAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,IAAK,CAAC,EAC/B,gBAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,EAAG,CAAC,EAC7B,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,IAAI,CAAC,IAAK,CAAC,CAAC,cAAc,EAAE,EACxD,IAAI,CAAC,IAAK,EACV,IAAI,CAAC,iBAAiB,EACtB,EAAE,CACL,CAAC;YAEF,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE;gBAC5B,MAAM,IAAI,CAAC,qBAAqB,CAC5B,UAAU,GAAG,iBAAiB,CAAC,WAAW,GAAG,GAAG,GAAG,iBAAiB,CAAC,qBAAqB,EAC1F,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAC1B,CAAC;aACL;QACL,CAAC,CAAA,CAAC;QA5EE,IAAI,CAAC,kBAAkB,GAAG,IAAI,4BAAkB,EAAE,CAAC;IACvD,CAAC;IA2BO,WAAW,CAAC,IAAqB;QACrC,OAAO,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;IAChD,CAAC;IAEO,cAAc,CAAC,IAAqB;QACxC,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,IAAI,IAAI,CAAC,IAAI,EAAE;YACnC,MAAM,WAAW,GAAG,gBAAQ,CAAC,gBAAgB,CAAC,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,cAAc,EAAE,CAAC,CAAC;YACvG,MAAM,UAAU,GAAG,gBAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,gBAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC,CAAC;YAE9F,OAAO,UAAU,IAAI,UAAU,GAAG,WAAW,CAAC;SACjD;QAED,OAAO,KAAK,CAAC;IACjB,CAAC;;AAnDL,8CAuFC;AAtFiB,6BAAW,GAAG,eAAM,CAAC,oBAAoB,GAAG,GAAG,GAAG,uBAAuB,CAAC;AAC1E,2BAAS,GAAG,uBAAuB,CAAC;AACpC,uCAAqB,GAAG,eAAe,CAAC;AACxC,gDAA8B,GAAG,sBAAsB,CAAC"}

package/dist/integration-engine/dataAccess/AbstractEventsRepository.d.ts

@@ -0,0 +1,9 @@
+import { IModel, PostgresModel } from "@golemio/core/dist/integration-engine";
+export default abstract class EventsRepository<T> extends PostgresModel implements IModel {
+    protected abstract materializedViewNameLatest: string;
+    protected abstract materializedViewNameHistoric: string;
+    abstract saveData(data: T[], updateOnDuplicate: boolean): Promise<void>;
+    refreshLatestMaterializedView: () => Promise<void>;
+    refreshHistoricMaterializedView: () => Promise<void>;
+    private refreshMaterializedView;
+}