irie 0.0.57__py3-none-any.whl → 0.0.59__py3-none-any.whl

irie/apps/inventory/views.py

@@ -12,37 +12,38 @@ import os
 import re
 import json
 import base64
-import numpy as np
 from django.core.paginator import Paginator
 from django.template import loader
 from django.http import HttpResponse
 from django.contrib.auth.decorators import login_required
 from django.shortcuts import render, redirect, get_object_or_404
-from django.forms import formset_factory
+from django.forms import formset_factory, modelformset_factory
 
 from irie.apps.events.models import EventRecord
-from irie.apps.site.view_utils import raise404
+# Inventory
 from irie.apps.inventory.models import Asset, SensorGroup, Sensor, Datum
 from irie.apps.inventory.forms import SensorGroupForm, SensorForm, SensorFormSet
-from irie.apps.prediction.models import PredictorModel
 from .filters import AssetFilter
 # Predictors
+from irie.apps.prediction.models import PredictorModel
 from irie.apps.prediction.runners.hazus import hazus_fragility
 from irie.apps.prediction.runners.ssid import make_mountains, ssid_stats, ssid_event_plot
 # Evaluations
 from irie.apps.evaluation.models import Evaluation
 
+# Helpers
+from irie.maps import AssetMap
+
 
 @login_required(login_url="/login/")
 def _fetch_rendering(request):
     asset_id = request.GET.get('asset')
-    asset = Asset.objects.get(id=asset_id)
+    asset = get_object_or_404(Asset, id=asset_id)
 
     if asset.cesmd == "CE58658":
         template = loader.get_template(f"bridges/InteractiveTwin-{asset.cesmd}.html")
         return HttpResponse(template.render({}, request))
 
-    from irie.apps.prediction.models import PredictorModel
     for p in PredictorModel.objects.filter(asset=asset):
         if p.protocol == "IRIE_PREDICTOR_V1":
             return HttpResponse("html")
@@ -50,27 +51,126 @@ def _fetch_rendering(request):
     return HttpResponse("No rendering available for this asset.")
 
 
+# @login_required(login_url="/login/")
+def asset_profile(request, calid):
+    """
+    Build the main profile page for a specific asset.
+    """
+    html_template = loader.get_template("inventory/asset-profile.html")
+
+    context = {
+        "segment": "assets",
+        "nce_version": True,
+    }
+
+    asset = get_object_or_404(Asset, calid=calid)
+
+    context["asset"] = asset
+
+    # Compute Hazus fragility probabilities and curve
+    try:
+        hazus_results = hazus_fragility(asset.nbi_data)
+
+        # Add fragility probabilities and plot to the context
+        context["hazus"] = {
+            "sa_range": json.dumps(hazus_results["sa_range"]),
+            "curves":   json.dumps(hazus_results["curves"])
+        }
+    except Exception as e: 
+        print(e)
+        pass 
+
+    context["tables"] = _make_tables(asset)
+
+    if asset.cesmd:
+        cesmd = asset.cesmd
+
+        events = list(sorted(
+            (e.event for e in Evaluation.objects.exclude(status=Evaluation.Status.Invalid).filter(asset=asset)),
+                             key=lambda x: x.motion_data["event_date"], reverse=True))
+
+        evals = [
+            {"event": event,
+             "pga": event.pga, #abs(event.motion_data["peak_accel"])/980., 
+             "evaluation": ssid,
+            }
+            for i, (event, ssid) in enumerate(zip(events, ssid_stats(events, "period")))
+        ]
+        context["evaluations"] = Paginator(evals, 5).get_page(1)
+
+    try:
+        return HttpResponse(html_template.render(context, request))
+
+    except Exception as e:
+        if "DEBUG" in os.environ and os.environ["DEBUG"]:
+            raise e
+        import sys
+        print(e, file=sys.stderr)
+        html_template = loader.get_template("site/page-500.html")
+        return HttpResponse(html_template.render(context, request))
+
+
+# @login_required(login_url="/login/")
+def asset_evals(request, calid):
+    html_template = loader.get_template("inventory/asset-evals.html")
+
+    context = {
+        "segment": "assets",
+        "nce_version": True,
+    }
+
+    page = _page_from_query(request)
+
+    asset = get_object_or_404(Asset, calid=calid)
+
+    context["asset"] = asset
+
+    if asset.cesmd:
+        events = list(sorted(
+            (e.event for e in Evaluation.objects.exclude(status=Evaluation.Status.Invalid).filter(asset=asset)),
+                             key=lambda x: x.motion_data["event_date"], reverse=True))
+
+        evals = [
+            {"event":      event,
+             "pga":        event.pga, #abs(event.motion_data["peak_accel"])/980., 
+             "evaluation": ssid,
+            }
+            for event, ssid in zip(events, ssid_stats(events, "period"))
+        ]
+        context["evaluations"] = Paginator(evals, 10).get_page(page)
+
+    try:
+        return HttpResponse(html_template.render(context, request))
+
+    except Exception as e:
+        if "DEBUG" in os.environ and os.environ["DEBUG"]:
+            raise e
+        html_template = loader.get_template("site/page-500.html")
+        return HttpResponse(html_template.render(context, request))
+
 
+#
+# Events
+#
 @login_required(login_url="/login/")
 def asset_event_summary(request, cesmd, event):
-
-    context = {}
-    context["segment"] = "events"
     html_template = loader.get_template("inventory/asset-event-summary.html")
 
-    try:
-        segments = request.path.split("/")
-        _, _, is_nce = segments[-3:]
+    context = {
+        "segment": "events",
+        "nce_version": False,
+    }
 
-        try:
-            evaluation = Evaluation.objects.filter(event_id=int(event))[0]
-            evaluation_data = evaluation.evaluation_data
+    try:
+        evaluation = Evaluation.objects.filter(event_id=int(event))[0]
+        evaluation_data = evaluation.evaluation_data
 
-        except Exception as e:
-            # TODO: Handle case where evaluation cant be found
-            evaluation_data = {}
-            evaluation = None
+    except Exception as e:
+        # TODO: Handle case where evaluation cant be found
+        evaluation_data = {}
+        evaluation = None
 
+    try:
         for metric in evaluation_data.values():
             metric["completion"] = (
                 100 * len(metric["summary"])/len(metric["predictors"])
@@ -90,69 +190,30 @@ def asset_event_summary(request, cesmd, event):
             for metric, predictors in sorted(evaluation_data.items(), key=lambda i: i[0])
         }
         context["asset"]       = evaluation and evaluation.event.asset or None
-        context["nce_version"] = is_nce
+        context["nce_version"] = False
         context["event"] = EventRecord.objects.get(pk=int(event))
         context["event_data"]  = context["event"].motion_data
 
 
-        resp = html_template.render(context, request)
-
-        return HttpResponse(resp)
-
-    except Exception as e:
-        if "DEBUG" in os.environ and os.environ["DEBUG"]:
-            raise e
-        html_template = loader.get_template("site/page-500.html")
-        return HttpResponse(html_template.render(context, request))
-
-
-@login_required(login_url="/login/")
-def dashboard(request):
-    from irie.apps.inventory.models import Asset
-    from irie.apps.evaluation.models import Evaluation
-
-    context = {}
-    context["segment"] = "dashboard"
-    try:
-        if "demo" in request.path:
-            context["demo_version"] = True
-
-        context["recent_evaluations"] = [
-            (Evaluation.objects.exclude(status=Evaluation.Status.Invalid).get(event_id=event.id), event)
-            for event in sorted(EventRecord.objects.all(), 
-                                key=lambda x: x.motion_data["event_date"], reverse=True)[:6]
-        ]
-        assets = list(set(
-            Asset.objects.get(cesmd=event[1].cesmd) for event in context["recent_evaluations"]
-        ))
-        colors = {
-            asset.id: max(event[1].pga for event in context["recent_evaluations"] if event[1].cesmd == asset.cesmd)
-            for asset in assets
-        }
-
-        context["asset_map"] = AssetMap(assets, colors=colors, color_name="Peak Station Accel.").get_html()
-        context["calid"] = {b.cesmd: b.calid for b in assets}
-
-        html_template = loader.get_template("inventory/dashboard.html")
         return HttpResponse(html_template.render(context, request))
 
     except Exception as e:
         if "DEBUG" in os.environ and os.environ["DEBUG"]:
             raise e
-        else:
-            print(e)
         html_template = loader.get_template("site/page-500.html")
         return HttpResponse(html_template.render(context, request))
 
 
+
 @login_required(login_url="/login/")
 def asset_event_report(request):
     from irie.apps.evaluation.models import Evaluation
-
-    context = {}
-    context["segment"] = "events"
     html_template = loader.get_template("inventory/report.tex")
 
+    context = {
+        "segment": "events",
+    }
+
     events = [
         EventRecord.objects.get(pk=evaluation.event_id)
         for evaluation in reversed(list(Evaluation.objects.all())[-6:])
@@ -161,8 +222,7 @@ def asset_event_report(request):
         Asset.objects.get(cesmd=event.cesmd) for event in events
     ))
     context["events"] = events
-    context["assets"] = assets 
-
+    context["assets"] = assets
     context["mountains"] = []
 
     if request.method == 'POST' and request.FILES.get('map_image'):
@@ -176,52 +236,47 @@ def asset_event_report(request):
     return HttpResponse(resp)
 
 
-# @login_required(login_url="/login/")
-def asset_evals(request, calid):
-    context = {}
-    html_template = loader.get_template("inventory/asset-evals.html")
-    context["segment"] = "assets"
+@login_required(login_url="/login/")
+def dashboard(request):
+    from irie.apps.inventory.models import Asset
 
-    context["nce_version"] = True
+    context = {
+        "segment": "dashboard",
+    }
 
-    page = request.GET.get("page", 1)
-    try:
-        page = int(page)
-    except:
-        page = 1
+    if "demo" in request.path:
+        context["demo_version"] = True
 
     try:
-        asset = Asset.objects.get(calid=calid)
-
-    except Asset.DoesNotExist:
-        return raise404(request, context)
-
-    context["asset"] = asset
-
-    if asset.cesmd:
-        events = list(sorted(
-            (e.event for e in Evaluation.objects.exclude(status=Evaluation.Status.Invalid).filter(asset=asset)),
-                             key=lambda x: x.motion_data["event_date"], reverse=True))
-
-        evals = [
-            {"event":      event,
-             "pga":        event.pga, #abs(event.motion_data["peak_accel"])/980., 
-             "evaluation": ssid,
-            }
-            for event, ssid in zip(events, ssid_stats(events, "period"))
+        context["recent_evaluations"] = [
+            (Evaluation.objects.exclude(status=Evaluation.Status.Invalid).get(event_id=event.id), event)
+            for event in sorted(EventRecord.objects.all(), 
+                                key=lambda x: x.motion_data["event_date"], reverse=True)[:6]
         ]
-        context["evaluations"] = Paginator(evals, 10).get_page(page)
+        assets = list(set(
+            Asset.objects.get(cesmd=event[1].cesmd) for event in context["recent_evaluations"]
+        ))
+        colors = {
+            asset.id: max(event[1].pga for event in context["recent_evaluations"] if event[1].cesmd == asset.cesmd)
+            for asset in assets
+        }
 
-    try:
+        context["asset_map"] = AssetMap(assets, colors=colors, color_name="Peak Station Accel.").get_html()
+        context["calid"] = {b.cesmd: b.calid for b in assets}
+
+        html_template = loader.get_template("inventory/dashboard.html")
         return HttpResponse(html_template.render(context, request))
 
     except Exception as e:
         if "DEBUG" in os.environ and os.environ["DEBUG"]:
             raise e
+        else:
+            print(e)
         html_template = loader.get_template("site/page-500.html")
         return HttpResponse(html_template.render(context, request))
 
 
+
 def california_json(request):
     with open("ca.json") as f:
         return HttpResponse(f.read(), content_type="application/json")
@@ -229,9 +284,11 @@ def california_json(request):
         cal = [s for s in json.load(f)["features"] if s["id"] == "CA"][0]
     return HttpResponse(json.dumps({"type": "FeatureCollection", "features": [cal]}), content_type="application/json")
 
+
 def map_inventory(request):
+    html_template = loader.get_template("inventory/map-inventory.html")
+
     import json
-    from irie.apps.inventory.models import Asset
 
     consumed = {
         "Partial": set(),
@@ -245,13 +302,12 @@ def map_inventory(request):
         "Instrumented": []
     }
 
-    for asset in Asset.objects.all():
-        if asset.is_complete:
-            consumed["Complete"].add(asset.calid)
-            lat, lon = asset.coordinates
-            data["Complete"].append({
-                "lat": lat, "lon": lon
-            })
+    for asset in Asset.objects.filter(is_complete=True):
+        consumed["Complete"].add(asset.calid)
+        lat, lon = asset.coordinates
+        data["Complete"].append({
+            "lat": lat, "lon": lon
+        })
 
     from irie.init.calid import CESMD, CESMD_LONG_LAT
     for calid in CESMD:
@@ -266,85 +322,20 @@ def map_inventory(request):
                 "lat": lat, "lon": lon
             })
 
-    for asset in Asset.objects.all():
-        if asset.calid not in consumed["Instrumented"] and asset.calid not in consumed["Complete"]:
+    for asset in Asset.objects.filter(is_complete=False):
+        if asset.calid not in consumed["Instrumented"]:
             lat, lon = asset.coordinates
             data["Partial"].append({
                 "lat": lat, "lon": lon
             })
 
-
-    html_template = loader.get_template("inventory/map-inventory.html")
     return HttpResponse(html_template.render({"data": json.dumps(data)}, request))
 
-# @login_required(login_url="/login/")
-def asset_profile(request, calid):
-
-    context = {}
-    html_template = loader.get_template("inventory/asset-profile.html")
-    context["segment"] = "assets"
-
-    context["nce_version"] = True
-
-    try:
-        asset = Asset.objects.get(calid=calid)
-
-    except Asset.DoesNotExist:
-        return raise404(request, context)
-
-    page = request.GET.get("page", 1)
-    try:
-        page = int(page)
-    except:
-        page = 1
-
-    context["asset"] = asset
-
-    # Compute Hazus fragility probabilities and curve
-    try:
-        hazus_results = hazus_fragility(asset.nbi_data)
-
-        # Add fragility probabilities and plot to the context
-        context["hazus"] = {
-            "sa_range": json.dumps(hazus_results["sa_range"]),
-            "curves":   json.dumps(hazus_results["curves"])
-        }
-    except Exception as e: 
-        print(e)
-        pass 
-
-    context["tables"] = _make_tables(asset)
-
-    if asset.cesmd:
-        cesmd = asset.cesmd
-
-        events = list(sorted(
-            (e.event for e in Evaluation.objects.exclude(status=Evaluation.Status.Invalid).filter(asset=asset)),
-                             key=lambda x: x.motion_data["event_date"], reverse=True))
-
-        evals = [
-            {"event": event,
-             "pga": event.pga, #abs(event.motion_data["peak_accel"])/980., 
-             "evaluation": ssid,
-            }
-            for i, (event, ssid) in enumerate(zip(events, ssid_stats(events, "period")))
-        ]
-        context["evaluations"] = Paginator(evals, 5).get_page(1)
-
-    try:
-        return HttpResponse(html_template.render(context, request))
-
-    except Exception as e:
-        if "DEBUG" in os.environ and os.environ["DEBUG"]:
-            raise e
-        import sys
-        print(e, file=sys.stderr)
-        html_template = loader.get_template("site/page-500.html")
-        return HttpResponse(html_template.render(context, request))
-
 def _make_tables(asset):
+    tables = []
+
     if asset.cesmd and isinstance(asset.cgs_data, list):
-        tables = [
+        tables.extend([
             {k: v for k,v in group.items()
                 if k not in {
                     "Remarks",
@@ -353,9 +344,7 @@ def _make_tables(asset):
                     "Construction Date"
                 }
             } for group in asset.cgs_data[1:]
-        ]
-    else:
-        tables = []
+        ])
 
     # Filter out un-interesting information
     nbi_data = [
@@ -375,6 +364,7 @@ def _make_tables(asset):
            }
        } for group in asset.nbi_data.values()
     ]
+
     tables.extend(nbi_data)
     try:
         tables = [tables[2], *tables[:2], *tables[3:]]
@@ -405,19 +395,32 @@ def _make_tables(asset):
 
 @login_required(login_url="/login/")
 def asset_sensors(request, calid):
-    asset = Asset.objects.get(calid=calid)
+    # Template
+    html_template = loader.get_template("inventory/asset-sensors.html")
+
+    # General Context
     context = {
-        "asset": asset,
-        "segment": "assets",
-        "groups": SensorGroup.objects.filter(asset=asset)
+        "segment": "assets"
     }
-    html_template = loader.get_template("inventory/asset-sensors.html")
+
+    # Database
+    asset = get_object_or_404(Asset, calid=calid)
+    context["asset"] = asset 
+    context["groups"] = SensorGroup.objects.filter(asset=asset)
+
     return HttpResponse(html_template.render(context, request))
 
 
 @login_required(login_url="/login/")
 def sensor_upload(request, calid):
+    html_template = "inventory/sensor-upload.html"
+
+    context = {
+        "segment": "assets",
+    }
+
     asset = get_object_or_404(Asset, calid=calid)
+
     datums = Datum.objects.filter(asset=asset).values(
         'id', 'orient_x', 'locate_x', 'orient_y', 'locate_y', 'orient_z', 'locate_z'
     )
@@ -437,26 +440,25 @@ def sensor_upload(request, calid):
                     sensor = form.save(commit=False)
                     sensor.group = sensor_group
                     sensor.save()
-
-            return redirect('asset_sensors', calid=calid)  # Redirect after successful submission
+            # Redirect after successful submission
+            return redirect('asset_sensors', calid=calid)
 
     else:
         group_form = SensorGroupForm(asset=asset)
         formset = SensorFormSet()
 
-    context = {
+    context.update({
         "group_form": group_form,
-        "segment": "assets",
         "formset": formset,
         "renderings": [
             {"name": predictor.name, "glb": predictor.render_file.url}
-            for predictor in  PredictorModel.objects.filter(asset=asset, protocol="IRIE_PREDICTOR_V1")
+            for predictor in PredictorModel.objects.filter(asset=asset, protocol="IRIE_PREDICTOR_V1")
             if predictor.render_file and predictor.render_file.url
         ],
         "asset": asset,
         "datums": list(datums)
-    }
-    return render(request, "inventory/sensor-upload.html", context)
+    })
+    return render(request, html_template, context)
 
 
 @login_required(login_url="/login/")
@@ -465,7 +467,11 @@ def sensor_edit(request, calid, group_id):
     Edit an existing SensorGroup + its Sensors while re-using the
     sensor-upload.html template.
     """
-    from django.forms import modelformset_factory
+    html_template = "inventory/sensor-upload.html"
+
+    context = {
+        "segment": "assets",
+    }
 
     asset = get_object_or_404(Asset, calid=calid)
     sensor_group = get_object_or_404(SensorGroup, pk=group_id, asset=asset)
@@ -501,11 +507,11 @@ def sensor_edit(request, calid, group_id):
         group_form = SensorGroupForm(instance=sensor_group, asset=asset)
         formset = SensorFormSet(queryset=sensor_group.sensors.all())
 
-    context = {
+
+    context.update({
         "group_form": group_form,
-        "segment": "assets",
         "formset": formset,
-        "is_edit": True,               # optional flag so the template can tweak titles/buttons
+        "is_edit": True,
         "renderings": [
             {"name": p.name, "glb": p.render_file.url}
             for p in PredictorModel.objects.filter(asset=asset, protocol="IRIE_PREDICTOR_V1")
@@ -517,9 +523,18 @@ def sensor_edit(request, calid, group_id):
                 "id", "orient_x", "locate_x", "orient_y", "locate_y", "orient_z", "locate_z"
             )
         ),
-    }
-    return render(request, "inventory/sensor-upload.html", context)
+    })
+    return render(request, html_template, context)
 
+def _page_from_query(request)->int:
+    """
+    Extracts the page number from a query dictionary.
+    """
+    page = request.GET.get("page", 1)
+    try:
+        return int(page)
+    except ValueError:
+        return 1
 
 def _filter_asset_table(request):
     # Copy the GET parameters and remove the 'page' parameter
@@ -537,6 +552,7 @@ def _filter_asset_table(request):
         assets = filter_set.qs
     return assets, (order_query, page_query, filter_set)
 
+
 # @login_required(login_url="/login/")
 def asset_table_export(request):
     """
@@ -573,15 +589,12 @@ def asset_table(request):
     Returns a table of all assets in the database, paginated
     """
 
-    context = {}
-    context["segment"] = "assets"
+    context = {
+        "segment": "assets",
+    }
 
     assets, (order_query, page_query, filter_set) = _filter_asset_table(request)
-    page = request.GET.get("page", 1)
-    try:
-        page = int(page)
-    except:
-        page = 1
+    page = _page_from_query(request)
 
     context["page_query"] = page_query.urlencode()
     context["order_query"] = order_query.urlencode()
@@ -601,105 +614,3 @@ def asset_table(request):
         return HttpResponse(html_template.render(context, request))
 
 
-
-import folium
-
-class AssetMap:
-    def __init__(self, assets, name=None, colors=None, color_name=None):
-        if name is None:
-            name = "Assets"
-
-        if colors is not None and len(assets)>0 and len(colors) > 0:
-            cm = folium.branca.colormap.LinearColormap(colors=["green", "yellow", "orange", "red"], 
-                                                       vmin=0, vmax=max(colors.values()),
-                                                       caption=color_name)
-            colors = {
-                k: cm.rgb_hex_str(v) for k,v in colors.items()
-            }
-        else:
-            colors = None
-            cm = None 
-
-        markers = self.add_bridges(assets, colors=colors)
-
-        if len(markers) > 0:
-            location = sum(np.array(m.location) for m in markers) / len(markers)
-        else:
-            location = [37.7735, -122.0993] # (self._preferences.latitude, self._preferences.longitude)
-
-        # self._figure = figure = folium.Figure()
-        self._map    = m      = folium.Map(
-            location=location, 
-            zoom_start=6, 
-            tiles='cartodbpositron'
-        )
-
-        if cm is not None:
-            cm.add_to(m)
-
-        for marker in markers:
-            marker.add_to(m)
-
-
-        # CESMD
-        # Partial
-        # Full
-
-
-    def get_html(self, **kwargs):
-        return self._map._repr_html_()
-
-    def add_bridges(self, assets, colors=None):
-        if colors is None:
-            colors = {}
-
-        markers = []
-        top_markers = []
-        for b in assets:
-            lat, lon = b.coordinates
-            if lat is None or lon is None:
-                print(b)
-                continue
-            popup = folium.Popup(
-                        folium.Html(
-                            '<a style="display: inline;" target="_blank" href="/inventory/{calid}/">{label}</a>'.format(
-                                calid=b.calid,
-                                label=b.calid
-                            ),
-                            script=True
-                        ),
-                        min_width= 50,
-                        max_width=100
-            )
-
-            marker = folium.CircleMarker(
-                        location=[lat, lon],
-                        popup=popup,
-                        color = "blue" if b.is_complete else "black",
-                        fill_color=colors.get(b.id, "blue" if b.is_complete else "gray"),
-                        fill=True,
-                        opacity=1,
-                        fill_opacity=1,
-                        radius=2,
-                        weight=1,
-                        z_index_offset=10 if b.is_complete else 100000
-                    )
-
-            if b.is_complete:
-                marker = folium.Marker(
-                       location=[lat, lon],
-                       popup=popup,
-                       icon=folium.Icon(icon="cloud", color="blue" if not b.is_complete else "beige"),
-                       z_index_offset=1000
-                   )
-                top_markers.append(marker)
-            elif b.calid in {"33-0526G", "33-0395L", "33-0525G", "33-0189L", "33-0523K", "33-0443", "33-0202F", "33-0202R", "33-0524F"}:
-                pass
-            else:
-                markers.append(marker)
-
-            markers.extend(top_markers)
-        return markers
-
-    #       top_markers.extend(markers)
-    #   return top_markers