cetk 0.0.4.dev0__py3-none-any.whl

cetk/edb/signals.py

@@ -0,0 +1,43 @@
+"""signals issued by edb."""
+
+from typing import Union
+
+from django.db.backends.signals import connection_created
+from django.dispatch import receiver
+
+DEFAULT_TRAFFIC_CONDITIONS = str(24 * [7 * [1.0]])
+DEFAULT_TRAFFIC_FLOW = str(24 * [7 * [100.0]])
+
+
+def condition_weight(
+    cond_str: Union[str, None],
+    typeday_str: Union[str, None],
+    typeday_sum: Union[float, None],
+    cond: int,
+):
+    """
+    calculate fraction of week with a given traffic condition (level of service).
+    """
+
+    # CongestionProfile.traffic condition and FlowTimevar.typeday
+    # are arrays formatted as strings to alow storing in sqlite
+
+    # They are converted to sequences of floats
+    cond_str = cond_str or DEFAULT_TRAFFIC_CONDITIONS
+    typeday_str = typeday_str or DEFAULT_TRAFFIC_FLOW
+
+    hourly_conditions = map(
+        float, cond_str.replace("[", "").replace("]", "").split(",")
+    )
+    hourly_flow = map(float, typeday_str.replace("[", "").replace("]", "").split(","))
+
+    # filter hours with a given level of service, and sum flow during those hours
+    veh_hours_with_cond = sum(
+        flow for level, flow in zip(hourly_conditions, hourly_flow) if level == cond
+    )
+    return veh_hours_with_cond / typeday_sum
+
+
+@receiver(connection_created)
+def extend_sqlite(connection=None, **kwargs):
+    connection.connection.create_function("condition_weight", 4, condition_weight)

cetk/edb/traffic.py

@@ -0,0 +1,75 @@
+import pandas as pd
+
+from cetk.edb.models import CongestionProfile
+
+LoS = CongestionProfile.LevelOfService
+# We express the adjustments as differences to be able to vectorize
+# the operations in get_traffic_velocity().
+VELOCITY_ADJUSTMENTS = {
+    20: {
+        "light": {LoS.FREEFLOW: +10, LoS.HEAVY: +10, LoS.SATURATED: -5},
+        "heavy": {LoS.FREEFLOW: +10, LoS.HEAVY: +10, LoS.SATURATED: -5},
+    },
+    30: {
+        "light": {LoS.FREEFLOW: +10, LoS.HEAVY: +10, LoS.SATURATED: -5},
+        "heavy": {LoS.FREEFLOW: +10, LoS.HEAVY: +10, LoS.SATURATED: -5},
+    },
+    40: {
+        "light": {LoS.FREEFLOW: +10, LoS.HEAVY: 0, LoS.SATURATED: -10},
+        "heavy": {LoS.FREEFLOW: +5, LoS.HEAVY: 0, LoS.SATURATED: -10},
+    },
+    50: {
+        "light": {LoS.FREEFLOW: +10, LoS.HEAVY: 0, LoS.SATURATED: -10},
+        "heavy": {LoS.FREEFLOW: +5, LoS.HEAVY: 0, LoS.SATURATED: -10},
+    },
+    60: {
+        "light": {LoS.FREEFLOW: +10, LoS.HEAVY: 0, LoS.SATURATED: -10},
+        "heavy": {LoS.FREEFLOW: +5, LoS.HEAVY: 0, LoS.SATURATED: -10},
+    },
+    70: {
+        "light": {LoS.FREEFLOW: +10, LoS.HEAVY: 0, LoS.SATURATED: -10},
+        "heavy": {LoS.FREEFLOW: 0, LoS.HEAVY: 0, LoS.SATURATED: -10},
+    },
+    80: {
+        "light": {LoS.FREEFLOW: +10, LoS.HEAVY: 0, LoS.SATURATED: -10},
+        "heavy": {LoS.FREEFLOW: 0, LoS.HEAVY: 0, LoS.SATURATED: -10},
+    },
+    90: {
+        "light": {LoS.FREEFLOW: +10, LoS.HEAVY: 0, LoS.SATURATED: -15},
+        "heavy": {LoS.FREEFLOW: 0, LoS.HEAVY: 0, LoS.SATURATED: -15},
+    },
+    100: {
+        "light": {LoS.FREEFLOW: +10, LoS.HEAVY: 0, LoS.SATURATED: -20},
+        "heavy": {LoS.FREEFLOW: -10, LoS.HEAVY: -10, LoS.SATURATED: -20},
+    },
+    110: {
+        "light": {LoS.FREEFLOW: +10, LoS.HEAVY: -10, LoS.SATURATED: -25},
+        "heavy": {LoS.FREEFLOW: -20, LoS.HEAVY: -20, LoS.SATURATED: -25},
+    },
+    120: {
+        "light": {LoS.FREEFLOW: +10, LoS.HEAVY: -10, LoS.SATURATED: -30},
+        "heavy": {LoS.FREEFLOW: -30, LoS.HEAVY: -30, LoS.SATURATED: -30},
+    },
+    130: {
+        "light": {LoS.FREEFLOW: +10, LoS.HEAVY: -10, LoS.SATURATED: -40},
+        "heavy": {LoS.FREEFLOW: -40, LoS.HEAVY: -40, LoS.SATURATED: -40},
+    },
+    140: {
+        "light": {LoS.FREEFLOW: +10, LoS.HEAVY: -10, LoS.SATURATED: -40},
+        "heavy": {LoS.FREEFLOW: -50, LoS.HEAVY: -50, LoS.SATURATED: -50},
+    },
+}
+
+
+def los_to_velocity(los_series, posted_speed):
+    """derive dynamic vehicle speed from level of service and posted speed."""
+    adjustments = VELOCITY_ADJUSTMENTS[posted_speed]
+    v_li = pd.Series(posted_speed, index=los_series.index, name="V(li)")
+    for los, delta in adjustments["light"].items():
+        v_li[los_series == los] += delta
+    v_li[los_series == LoS.STOPNGO] = 10 if posted_speed < 70 else 20
+    v_he = pd.Series(posted_speed, index=los_series.index, name="V(he)")
+    for los, delta in adjustments["heavy"].items():
+        v_he[los_series == los] += delta
+    v_he[los_series == LoS.STOPNGO] = 10 if posted_speed < 70 else 20
+    return v_li, v_he

cetk/edb/units.py

@@ -0,0 +1,160 @@
+"""Utility functions for managing emission units."""
+
+
+MASS_UNIT_TO_KILOGRAMS = {
+    "ng": 1.0e-12,
+    "µg": 1.0e-9,  # support both micro letter and small greek letter mu
+    "μg": 1.0e-9,
+    "microg": 1.0e-9,
+    "mg": 1.0e-6,
+    "g": 0.001,
+    "hg": 0.1,
+    "kg": 1.0,
+    "ton": 1000,
+    "tonne": 1000,
+    "t": 1000,
+    "Mg": 1000,
+    "kt": 1.0e6,
+    "Gg": 1.0e6,
+    "Tg": 1.0e9,
+}
+
+TIME_UNIT_TO_SECONDS = {
+    "ms": 1.0e-3,
+    "s": 1.0,
+    "min": 60,
+    "h": 3600,
+    "hour": 3600,
+    "day": 3600 * 24,
+    "year": 3600 * 24 * 365.25,
+    "yr": 3600 * 24 * 365.25,
+}
+
+ENERGY_UNIT_TO_GIGAJOULES = {
+    "J": 1.0e-39,
+    "kWh": 3.6e-3,
+    "MWh": 3.6,
+    "GJ": 1.0,
+}
+
+LENGTH_UNIT_TO_METERS = {"km": 1000, "m": 1.0}
+
+
+def emission_unit_to_si(value, unit):
+    """convert value to si-units (kg/s)."""
+
+    try:
+        mass_unit, time_unit = unit.split("/")
+    except ValueError:
+        raise ValueError(f"conversion of emission unit {unit} is not supported")
+
+    try:
+        return (
+            value * MASS_UNIT_TO_KILOGRAMS[mass_unit] / TIME_UNIT_TO_SECONDS[time_unit]
+        )
+    except KeyError:
+        if mass_unit not in MASS_UNIT_TO_KILOGRAMS:
+            raise KeyError(f"no conversion factor defined for mass-unit {mass_unit}")
+        else:
+            raise KeyError(f"no conversion factor defined for time-unit {time_unit}")
+
+
+def emis_conversion_factor_from_si(unit):
+    try:
+        mass_unit, time_unit = unit.split("/")
+    except ValueError:
+        raise ValueError(f"conversion of emission unit {unit} is not supported")
+
+    try:
+        return TIME_UNIT_TO_SECONDS[time_unit] / MASS_UNIT_TO_KILOGRAMS[mass_unit]
+    except KeyError:
+        if mass_unit not in MASS_UNIT_TO_KILOGRAMS:
+            raise KeyError(f"no conversion factor defined for mass-unit {mass_unit}")
+        else:
+            raise KeyError(f"no conversion factor defined for time-unit {time_unit}")
+
+
+def vehicle_ef_unit_to_si(value, mass_unit, length_unit):
+    """convert mass/(veh*length) to si-units kg/(veh*m)."""
+
+    try:
+        return (
+            value
+            * MASS_UNIT_TO_KILOGRAMS[mass_unit]
+            / LENGTH_UNIT_TO_METERS[length_unit]
+        )
+    except KeyError:
+        if mass_unit not in MASS_UNIT_TO_KILOGRAMS:
+            raise KeyError(f"no conversion factor defined for mass-unit {mass_unit}")
+        else:
+            raise KeyError(
+                f"no conversion factor defined for length-unit {length_unit}"
+            )
+
+
+def activity_rate_unit_to_si(value, unit):
+    """convert activity rate unit to si-units [s⁻¹]."""
+
+    activity_unit, time_unit = unit.split("/")
+    try:
+        return value / TIME_UNIT_TO_SECONDS[time_unit]
+    except KeyError:
+        raise KeyError(f"no conversion factor defined for time-unit {time_unit}")
+
+
+def activity_rate_unit_from_si(value, unit):
+    """convert activity rate from si-units [s⁻¹]."""
+
+    activity_unit, time_unit = unit.split("/")
+    try:
+        return value * TIME_UNIT_TO_SECONDS[time_unit]
+    except KeyError:
+        raise KeyError(f"no conversion factor defined for time-unit {time_unit}")
+
+
+def activity_ef_unit_to_si(value, unit):
+    """convert activity emission factor unit to si-units [kg]."""
+
+    mass_unit, activity_unit = unit.split("/")
+    try:
+        return value * MASS_UNIT_TO_KILOGRAMS[mass_unit]
+    except KeyError:
+        raise KeyError(f"no conversion factor defined for mass-unit {mass_unit}")
+
+
+def heating_demand_unit_to_si(value, unit):
+    """convert heating demand unit to (almost) si-units [GJ s⁻¹]."""
+
+    energy_unit, time_unit = unit.split("/")
+    try:
+        return (
+            value
+            * ENERGY_UNIT_TO_GIGAJOULES[energy_unit]
+            / TIME_UNIT_TO_SECONDS[time_unit]
+        )
+    except KeyError:
+        if time_unit not in TIME_UNIT_TO_SECONDS:
+            raise KeyError(f"no conversion factor defined for time-unit {time_unit}")
+        else:
+            raise KeyError(
+                f"no conversion factor defined for energy-unit {energy_unit}"
+            )
+
+
+def heating_ef_unit_to_si(value, unit):
+    """convert heating emission factor unit to (almost) si-units [kg/GJ]."""
+
+    mass_unit, energy_unit = unit.split("/")
+    try:
+        return (
+            value
+            * MASS_UNIT_TO_KILOGRAMS[mass_unit]
+            / ENERGY_UNIT_TO_GIGAJOULES[energy_unit]
+        )
+    except KeyError:
+        if mass_unit not in MASS_UNIT_TO_KILOGRAMS:
+            raise KeyError(f"no conversion factor defined for mass-unit {mass_unit}")
+        else:
+            raise KeyError(
+                f"no conversion factor defined for energy-unit {energy_unit}"
+            )

cetk/emissions/aggregate_emissions.sql

@@ -0,0 +1,303 @@
+WITH
+point_source as (
+    SELECT sources.id as source_id, timevar_id,
+      ST_Transform(geom, {srid}) as geom,
+      ac1.code as ac1, ac2.code as ac2, ac3.code as ac3
+    FROM edb_pointsource as sources
+    LEFT JOIN edb_activitycode as ac1 ON ac1.id = sources.activitycode1_id
+    LEFT JOIN edb_activitycode as ac2 ON ac2.id = sources.activitycode2_id
+    LEFT JOIN edb_activitycode as ac3 ON ac3.id = sources.activitycode3_id
+    {point_source_filter}
+),
+area_source as (
+    SELECT sources.id as source_id, timevar_id,
+      ST_Transform(geom, {srid}) as geom,
+      ac1.code as ac1, ac2.code as ac2, ac3.code as ac3
+    FROM edb_areasource as sources
+    LEFT JOIN edb_activitycode as ac1 ON ac1.id = sources.activitycode1_id
+    LEFT JOIN edb_activitycode as ac2 ON ac2.id = sources.activitycode2_id
+    LEFT JOIN edb_activitycode as ac3 ON ac3.id = sources.activitycode3_id
+    {area_source_filter}
+),
+grid_source as (
+    SELECT sources.id as source_id, timevar_id,
+      ac1.code as ac1, ac2.code as ac2, ac3.code as ac3
+    FROM edb_gridsource as sources
+    LEFT JOIN edb_activitycode as ac1 ON ac1.id = sources.activitycode1_id
+    LEFT JOIN edb_activitycode as ac2 ON ac2.id = sources.activitycode2_id
+    LEFT JOIN edb_activitycode as ac3 ON ac3.id = sources.activitycode3_id
+    {grid_source_filter}
+),
+road_source as (
+    SELECT sources.id as source_id, name as source_name, tags,
+      ST_Transform(geom, {srid}) as geom, aadt, heavy_vehicle_share,
+      congestion_profile_id,nolanes,speed,width,slope,roadclass_id,fleet_id
+    FROM edb_roadsource as sources
+    {road_source_filter}
+),
+fleet_veh as (
+  SELECT
+    fm.fleet_id,
+    rc.id as roadclass_id,
+    fm.vehicle_id as vehicle_id,
+    veh.isheavy,
+    timevar_id,
+    coldstart_timevar_id,
+    fm.fraction as fraction,
+    fm.coldstart_fraction,
+    fleet.default_heavy_vehicle_share,
+    substance_id,
+    freeflow_ef,
+    heavy_ef,
+    saturated_ef,
+    stopngo_ef,
+    coldstart_ef,
+    ef.ac1,
+    ef.ac2,
+    ef.ac3
+  FROM
+    (
+      SELECT
+        fleet_id,
+	fm.id as fleetmember_id,
+        veh_ef.traffic_situation_id as traffic_situation,
+        fm.vehicle_id,
+        veh_ef.substance_id,
+        ac1.code as ac1,
+        ac2.code as ac2,
+        ac3.code as ac3,
+        sum(fmf.fraction * veh_ef.freeflow) as freeflow_ef,
+        sum(fmf.fraction * veh_ef.heavy) as heavy_ef,
+        sum(fmf.fraction * veh_ef.saturated) as saturated_ef,
+        sum(fmf.fraction * veh_ef.stopngo) as stopngo_ef,
+        sum(fmf.fraction * veh_ef.coldstart) as coldstart_ef
+      FROM edb_fleetmember fm
+      JOIN edb_fleetmemberfuel as fmf ON fm.id=fmf.fleet_member_id
+      JOIN edb_vehicleef as veh_ef
+        ON fm.vehicle_id = veh_ef.vehicle_id
+        AND fmf.fuel_id = veh_ef.fuel_id
+      JOIN edb_fleet as fleet ON fm.fleet_id = fleet.id
+      JOIN edb_vehiclefuelcomb as vfc
+        ON fm.vehicle_id = vfc.vehicle_id
+        AND fmf.fuel_id = vfc.fuel_id
+      LEFT JOIN edb_activitycode as ac1 ON vfc.activitycode1_id=ac1.id
+      LEFT JOIN edb_activitycode as ac2 ON vfc.activitycode2_id=ac2.id
+      LEFT JOIN edb_activitycode as ac3 ON vfc.activitycode3_id=ac3.id
+      WHERE veh_ef.substance_id != {traffic_work_subst_id}
+      GROUP BY fm.fleet_id, fm.id, veh_ef.traffic_situation_id,
+        fm.vehicle_id, veh_ef.substance_id, ac1.code, ac2.code, ac3.code
+      UNION
+      SELECT
+	fleet_id,
+	fm.id as fleetmember_id,
+	ts.id as traffic_situation,
+	fm.vehicle_id,
+	{traffic_work_subst_id} as substance_id,
+	ac1.code as ac1,
+	ac2.code as ac2,
+	ac3.code as ac3,
+	1.0 as freeflow_ef,
+	1.0 as saturated_ef,
+	1.0 as congested_ef,
+	1.0 as stopngo_ef,
+	0.0 as coldstart_ef
+      FROM edb_fleetmember fm
+      JOIN edb_fleetmemberfuel as fmf ON fm.id=fmf.fleet_member_id
+      CROSS JOIN edb_trafficsituation as ts
+      JOIN edb_fleet as fleet ON fm.fleet_id = fleet.id
+      JOIN edb_vehiclefuelcomb as vfc on fm.vehicle_id = vfc.vehicle_id
+      AND fmf.fuel_id = vfc.fuel_id
+      LEFT JOIN edb_activitycode as ac1 ON vfc.activitycode1_id=ac1.id
+      LEFT JOIN edb_activitycode as ac2 ON vfc.activitycode2_id=ac2.id
+      LEFT JOIN edb_activitycode as ac3 ON vfc.activitycode3_id=ac3.id
+    ) as ef
+    JOIN edb_fleetmember fm ON ef.fleetmember_id = fm.id
+    JOIN edb_vehicle veh ON ef.vehicle_id=veh.id
+    LEFT JOIN edb_roadclass rc
+      ON ef.traffic_situation=rc.traffic_situation_id
+    JOIN edb_fleet as fleet ON fm.fleet_id = fleet.id
+   WHERE  (
+     ef.freeflow_ef != 0 OR ef.coldstart_ef != 0 OR
+     ef.stopngo_ef != 0 OR ef.heavy_ef != 0 OR ef.saturated_ef != 0
+   ) {ef_substance_filter}
+),
+/*
+Calculate weight of each LOS (Level Of Service) for all valid combinations
+of congestion profile and timevar. A custom sqlite function in python called
+condition_weight is used (see cetk.edb.signals).
+*/
+congestion as (
+    SELECT c.id as congestion_profile_id, t.id as timevar_id,
+      condition_weight(c.traffic_condition, t.typeday, t.typeday_sum, 1) as freeflow_share,
+      condition_weight(c.traffic_condition, t.typeday, t.typeday_sum, 2) as heavy_share,
+      condition_weight(c.traffic_condition, t.typeday, t.typeday_sum, 3) as saturated_share,
+      condition_weight(c.traffic_condition, t.typeday, t.typeday_sum, 4) as stopngo_share
+    FROM (
+      SELECT DISTINCT congestion_profile_id, timevar_id
+      FROM road_source as src
+      JOIN edb_fleetmember AS fm ON src.fleet_id = fm.fleet_id
+    ) as ct
+    JOIN edb_flowtimevar as t ON ct.congestion_profile_id = c.id
+    JOIN edb_congestionprofile as c ON ct.timevar_id = t.id
+),
+road_emis as (
+SELECT substance_id, ac1, ac2, ac3,
+  road_veh_ef.veh_m_per_sec * (
+    freeflow_ef * COALESCE(freeflow_share, 1.0) +
+    heavy_ef * COALESCE(heavy_share, 0.0) +
+    saturated_ef * COALESCE(saturated_share, 0.0) +
+    stopngo_ef * COALESCE(stopngo_share, 0.0) +
+    coldstart_ef * coldstart_fraction
+  ) as emis
+FROM
+  (
+    SELECT
+      fleet_veh.coldstart_fraction,
+      congestion.freeflow_share,
+      congestion.heavy_share,
+      congestion.saturated_share,
+      congestion.stopngo_share,
+      fleet_veh.substance_id,
+      fleet_veh.freeflow_ef,
+      fleet_veh.heavy_ef,
+      fleet_veh.saturated_ef,
+      fleet_veh.stopngo_ef,
+      fleet_veh.coldstart_ef,
+      fleet_veh.ac1,
+      fleet_veh.ac2,
+      fleet_veh.ac3,
+      (
+        CASE
+        WHEN fleet_veh.isheavy=TRUE THEN
+          COALESCE(
+            road_source.heavy_vehicle_share,
+            fleet_veh.default_heavy_vehicle_share
+          )
+        ELSE
+          1 - COALESCE(
+	    road_source.heavy_vehicle_share,
+            fleet_veh.default_heavy_vehicle_share
+          )
+        END
+	* fleet_veh.fraction * road_source.aadt / (3600.0 * 24) * ST_Length(road_source.geom)
+      ) as veh_m_per_sec
+    FROM road_source
+    JOIN fleet_veh
+      ON road_source.roadclass_id=fleet_veh.roadclass_id
+      AND road_source.fleet_id=fleet_veh.fleet_id
+    LEFT JOIN congestion
+      ON congestion.congestion_profile_id=road_source.congestion_profile_id
+      AND congestion.timevar_id=fleet_veh.timevar_id
+  ) as road_veh_ef
+),
+ef_subst as (
+  SELECT * FROM edb_emissionfactor as ef
+  JOIN edb_activity ON edb_activity.id=ef.activity_id
+  WHERE ef.factor > 0
+    {ef_substance_filter}
+),
+point_emis as (
+  SELECT aggr_emis.substance_id, ac1, ac2, ac3, aggr_emis.emis
+  FROM
+    (
+      SELECT substance_id, source_id, sum(emis) as emis
+      FROM
+        (
+          SELECT
+            point_source.source_id,
+            emis.substance_id as substance_id,
+            emis.value as emis
+          FROM edb_pointsourcesubstance as emis
+          JOIN point_source ON point_source.source_id=emis.source_id
+          WHERE emis.value > 0
+		{emis_substance_filter}
+          UNION ALL
+          SELECT
+            point_source.source_id,
+            ef_subst.substance_id as substance_id,
+            act.rate * ef_subst.factor as emis
+            FROM edb_pointsourceactivity as act
+		 JOIN point_source ON act.source_id=point_source.source_id
+		 JOIN ef_subst ON act.activity_id=ef_subst.activity_id
+           WHERE act.rate > 0
+        ) all_emis
+      GROUP BY substance_id, source_id
+    ) aggr_emis
+  JOIN point_source ON aggr_emis.source_id = point_source.source_id
+),
+area_emis as (
+  SELECT aggr_emis.substance_id, ac1, ac2, ac3, aggr_emis.emis
+  FROM
+    (
+      SELECT substance_id, source_id, sum(emis) as emis
+      FROM
+        (
+          SELECT
+            area_source.source_id,
+            emis.substance_id as substance_id,
+            emis.value as emis
+          FROM edb_areasourcesubstance as emis
+          JOIN area_source ON area_source.source_id=emis.source_id
+          WHERE emis.value > 0
+		{emis_substance_filter}
+          UNION ALL
+          SELECT
+            area_source.source_id,
+            ef_subst.substance_id as substance_id,
+            act.rate * ef_subst.factor as emis
+            FROM edb_areasourceactivity as act
+		 JOIN area_source ON act.source_id=area_source.source_id
+		 JOIN ef_subst ON act.activity_id=ef_subst.activity_id
+           WHERE act.rate > 0
+        ) all_emis
+      GROUP BY substance_id, source_id
+    ) aggr_emis
+  JOIN area_source ON aggr_emis.source_id = area_source.source_id
+),
+grid_emis as (
+  SELECT aggr_emis.substance_id, ac1, ac2, ac3, aggr_emis.emis
+  FROM
+    (
+      SELECT substance_id, source_id, raster_name, sum(emis * raster.total) as emis
+      FROM
+        (
+          SELECT
+            grid_source.source_id,
+            emis.substance_id as substance_id,
+            emis.value as emis,
+            emis.raster as raster_name
+          FROM edb_gridsourcesubstance as emis
+          JOIN grid_source ON grid_source.source_id=emis.source_id
+          WHERE emis.value > 0
+          {emis_substance_filter}
+          UNION ALL
+          SELECT
+            grid_source.source_id,
+            ef_subst.substance_id as substance_id,
+            emis.rate * ef_subst.factor as emis,
+            emis.raster as raster_name
+          FROM edb_gridsourceactivity as emis
+          JOIN grid_source ON emis.source_id=grid_source.source_id
+          JOIN ef_subst ON emis.activity_id=ef_subst.activity_id
+          WHERE emis.rate > 0
+        ) all_emis
+      JOIN (
+         {raster_share_sql}
+      ) as raster ON all_emis.raster_name = raster.name
+      GROUP BY substance_id, source_id, raster_name
+    ) aggr_emis
+  JOIN grid_source ON aggr_emis.source_id = grid_source.source_id
+)
+SELECT {ac_column} substances.slug as substance, sum(emis) as emission
+FROM
+  (
+    SELECT * FROM area_emis
+    UNION ALL
+    SELECT * FROM point_emis
+    UNION ALL
+    SELECT * FROM grid_emis
+    UNION ALL
+    SELECT * FROM road_emis
+  ) as all_emis
+JOIN substances ON substance_id = substances.id
+GROUP BY {ac_groupby} substances.slug

cetk/emissions/areasource_emissions.sql

@@ -0,0 +1,53 @@
+/*
+Calculate emissions, optionally filtered by a polygon.
+Substance emissions and activity emissions are calculated separately and
+are then aggregated by source, raster and substance.
+ */
+WITH sources as (
+  SELECT sources.id as source_id, name as source_name, tags, timevar_id,
+       ac1.code as ac1, ac2.code as ac2, ac3.code as ac3,
+       ST_Transform(geom, {srid}) as geom
+  FROM edb_areasource as sources
+       LEFT JOIN edb_activitycode as ac1 ON ac1.id = sources.activitycode1_id
+       LEFT JOIN edb_activitycode as ac2 ON ac2.id = sources.activitycode2_id
+       LEFT JOIN edb_activitycode as ac3 ON ac3.id = sources.activitycode3_id
+       {source_filters}
+)
+SELECT sources.source_id, aggr_emis.substance_id, source_name, ac1, ac2, ac3,
+  sources.geom as geom,
+  ST_AsText(sources.geom) as wkt,
+  sources.timevar_id, substances.slug as substance, aggr_emis.emis
+FROM
+(
+  SELECT substance_id, source_id, SUM(emis) as emis
+  FROM
+  (
+    SELECT
+      sources.source_id,
+      emis.substance_id as substance_id,
+      emis.value as emis
+    FROM edb_areasourcesubstance as emis
+	 JOIN sources ON sources.source_id = emis.source_id
+     WHERE emis.value > 0
+	 {emis_substance_filter}
+    UNION ALL
+    SELECT
+      sources.source_id,
+      ef_subst.substance_id as substance_id,
+      act.rate * ef_subst.factor as emis
+      FROM edb_areasourceactivity as act
+	   JOIN sources ON act.source_id=sources.source_id
+	   JOIN (
+	     SELECT *
+	       FROM edb_emissionfactor as ef
+		    JOIN edb_activity ON edb_activity.id=ef.activity_id
+	      WHERE ef.factor > 0
+		    {ef_substance_filter}
+	   ) as ef_subst ON act.activity_id=ef_subst.activity_id
+     WHERE act.rate > 0
+  ) all_emis
+   GROUP BY substance_id, source_id
+) aggr_emis
+  JOIN sources ON aggr_emis.source_id = sources.source_id
+  JOIN substances ON aggr_emis.substance_id = substances.id
+ ORDER BY sources.source_id