irie 0.0.15__py3-none-any.whl → 0.0.17__py3-none-any.whl

irie/apps/prediction/runners/opensees/__init__.py

@@ -11,7 +11,7 @@ import zipfile
 from pathlib import Path
 import contextlib
 
-from irie.apps.prediction.runners import (Runner, MetricType, RunID, classproperty)
+from irie.apps.prediction.runners import (Runner, RunID, classproperty)
 
 from .utilities import read_model
 from .metrics import (
@@ -29,7 +29,6 @@ OPENSEES = [
 @contextlib.contextmanager
 def new_cd(x):
     d = os.getcwd()
-
     # This could raise an exception, but it's probably
     # best to let it propagate and let the caller
     # deal with it, since they requested x
@@ -52,19 +51,28 @@ class OpenSeesRunner(Runner):
 
 
     @classmethod
-    def create(cls, asset, request, form):
-        predictor = form.save(commit=False)
-
-        predictor.entry_point = [
-            sys.executable, "-m", "opensees"
-        ]
-        predictor.config = {}
+    def create(cls, asset, request):
+        from irie.apps.prediction.models import PredictorModel
+        predictor = PredictorModel()
+        data = json.loads(request.body)
+        # TODO
+        data.pop("file")
+        uploaded_file = request.FILES.get('config_file', None)
+        print(uploaded_file)
+        if uploaded_file:
+
+            with open(uploaded_file.name, 'wb+') as destination:
+                for chunk in uploaded_file.chunks():
+                    destination.write(chunk)
+        
+        # predictor.config_file = uploaded_file # data.pop("file")
+        predictor.name = data.pop("name")
+        predictor.config = data
+        predictor.asset = asset
         predictor.protocol = "IRIE_PREDICTOR_T4"
         predictor.active = True
-        # predictor.metrics = self.getMetricList()
         return predictor
 
-
     @classproperty
     def schema(cls):
         from . import schemas
@@ -491,3 +499,72 @@ class OpenSeesRunner(Runner):
             return {}
         return {}
 
+
+import subprocess 
+class Event: pass 
+
+class PredictorType1(Runner):
+    @property
+    def platform(self):
+        return self.conf.get("platform", "")
+
+    @classmethod
+    def create(cls, asset, request):
+        from irie.apps.prediction.models import PredictorModel
+        predictor = PredictorModel()
+        data = json.loads(request.data.get("json"))
+        predictor.entry_point = [
+            sys.executable, "-m", "opensees"
+        ]
+        data["metrics"] = []
+
+        predictor.name = data.pop("name")
+        predictor.config = data
+        predictor.asset = asset
+        predictor.protocol = "IRIE_PREDICTOR_T1"
+        predictor.active = False
+        return predictor
+
+
+    @classproperty
+    def schema(cls):
+        from irie.apps.prediction.runners.opensees import schemas
+        return {
+            "title": "Structural Model",
+            "options": {"disable_collaps": True},
+            "schema": "http://json-schema.org/draft-04/schema#",
+            "type": "object",
+            "properties": {
+                "platform": {
+                  "type": "string",
+                  "title": "Platform",
+                  "enum": ["OpenSees","CSiBridge"]
+                },
+                "model":    schemas.load("hwd_conf.schema.json"),
+                "analysis": schemas.load("hwd_analysis.schema.json"),
+            }
+        }
+
+    def newPrediction(self, event: Event) -> RunID:
+        self.event = event
+        event_file = Path(event.event_file.path).resolve()
+        command = [*self.entry_point, "new", event_file]
+        run_id = subprocess.check_output(command).decode().strip()
+        return RunID(int(run_id))
+
+    def runPrediction(self, run_id: RunID):
+        command = [*self.entry_point, "run", str(run_id)]
+
+        if "scale" in self.event.upload_data:
+            command.extend(["--scale", str(float(self.event.upload_data["scale"]))])
+        print(":: Running ", command, file=sys.stderr)
+        subprocess.check_output(command)
+
+        print(f":: Model {self.name} returned", file=sys.stderr)
+        return
+
+    def getMetricData(self, run, metric):
+        try:
+            return json.loads(subprocess.check_output([*self.entry_point, "get", str(run), metric]).decode())
+        except json.decoder.JSONDecodeError:
+            return {}

irie/apps/prediction/runners/ssid.py

@@ -1,3 +1,7 @@
+from irie.apps.events.models import EventRecord
+from irie.apps.prediction.runners import Runner, RunID
+from irie.apps.prediction.models import PredictorModel
+
 from pathlib import Path
 import json
 import io 
@@ -12,6 +16,7 @@ from mdof import transform
 from scipy.signal import find_peaks
 from mdof.utilities import Config, extract_channels
 from matplotlib import colormaps
+import subprocess
 # try:
 #     import scienceplots
 #     plt.style.use(["science"])
@@ -22,7 +27,155 @@ N_PEAKS = 5 # number of "significant" peaks per record
 MISSING_CHANNEL_LIMIT = 3 # number of missing output channels allowed before skipping event
 MAX_ACCEL = 3.0
 
-from irie.apps.events.models import EventRecord
+
+class SystemIdRunner(Runner):
+    platform = "mdof"
+
+    schema = {
+      "title": "System ID",
+      "name": "P2",
+      "type": "object",
+      "required": [
+        "name",
+        "decimation",
+        "method",
+        "channels"
+      ],
+      "properties": {
+        "name": {
+          "type": "string",
+          "title": "Name",
+          "description": "Predictor name",
+          "minLength": 2,
+          # "default": "S1"
+        },
+        "method": {
+          "type": "string",
+          "title": "Method",
+          "enum": ["Fourier Spectrum","Response Spectrum","SRIM","OKID"]
+        },
+        "decimation": {
+          "type": "integer",
+          "title": "Decimation",
+          "default": 1,
+          "minimum": 1,
+          "maximum": 8
+        },
+        "order": {
+          "type": "integer",
+          "title": "Model Order",
+          "default": 8,
+          "minimum": 2,
+          "maximum": 64,
+          "options": {"dependencies": {"method": ["SRIM","OKID"]}}
+        },
+        "horizon": {
+          "type": "integer",
+          "title": "Prediction Horizon",
+          "default": 100,
+          "minimum": 50,
+          "maximum": 500,
+          "options": {"dependencies": {"method": ["SRIM"]}}
+        },
+        "period_band": {
+          "type": "string",
+          "title": "Period Band",
+          "default": "[0.1,2.3]",
+          "options": {"dependencies": {"method": ["Fourier Spectrum"]}},
+          "description": "[0.1,2.3] if interested in periods between 0.1 seconds and 2.3 seconds"
+        },
+        "damping": {
+          "type": "float",
+          "title": "Damping",
+          "default": 0.02,
+          "options": {"dependencies": {"method": ["Response Spectrum"]}},
+          "description": "assumed damping ratio"
+        },
+        "channels": {
+          "type": "array",
+          "format": "table",
+          "title": "Channels",
+          "uniqueItems": True,
+          "items": {
+            "title": "Acceleration",
+            "type": "object",
+            "properties": {
+              "type": {
+                "type": "string",
+                "enum": ["output","input"],
+                "default": "output"
+              },
+              "id": {"type": "integer", "description": "Number identifying signal channel"}
+            }
+          },
+          "default": [{"type": "output", "id": 1}]
+        }
+      }
+    }
+
+    def render(self):
+        try:
+          return make_mountains(self.asset, self.conf)
+        except:
+            return None
+
+    @classmethod
+    def create(cls, asset, request):
+        predictor = PredictorModel()
+        data = json.loads(request.body)
+        method = {
+                "Fourier Spectrum": "fourier",
+                "Response Spectrum": "response",
+                "FDD": "fdd",
+                "OKID": "okid-era",
+                "SRIM": "srim"
+        }[data.pop("method")]
+
+        predictor.entry_point = [
+                sys.executable, "-m", "mdof", method
+        ]
+        data["outputs"] = [i["id"] for i in data["channels"] if i["type"] == "output"]
+        data["inputs"]  = [i["id"] for i in data["channels"] if i["type"] == "input"]
+        data["threads"] = 4
+        data["metrics"] = ["SPECTRAL_SHIFT_IDENTIFICATION"]
+        del data["channels"]
+
+        predictor.name = data.pop("name")
+        predictor.config = data
+        predictor.asset = asset
+        predictor.protocol = "IRIE_PREDICTOR_T2"
+        predictor.active = True
+        return predictor
+
+
+    def newPrediction(self, event):
+        self.event = event
+        return RunID(1)
+
+    def runPrediction(self, run_id: RunID) -> bool:
+        event_file = Path(self.event.event_file.path).resolve()
+        command = [*self.entry_point,
+                   "--config", 
+                   json.dumps(self.conf),
+                   event_file]
+
+        if False:
+            command = [*self.entry_point,
+                       event_file,
+                       *map(str, self.conf.get("argv", []))]
+        try:
+            self.metric_data = json.loads(
+                subprocess.check_output(command).decode()
+            )
+            return True
+        except Exception as e:
+            self.metric_data = {"error": str(e)}
+            return False
+
+    def getMetricData(self, run, metric):
+        if not hasattr(self, "metric_data"):
+            raise Exception(f"Error {self.name}({id(self)}), {run}")
+        return self.metric_data
 
 
 
@@ -186,12 +339,14 @@ def _load_events(asset, output_channels):
     return {k:v for k,v in events}
 
 
-def get_spectra(event, period_band, cmap):
+def _get_spectra(event, conf, cmap):
     """
     Get coordinates (periods, amplitudes) of spectra for an event, and return them along
     with the maximum period of the N_PEAKS tallest peaks, as well as plotting options
     such as color and alpha.
     """
+    period_band = conf.period_band
+
     n_outputs = event['outputs'].shape[0]
     frequencies,_,S = transform.fdd(outputs=event['outputs'], step=event['dt']) # Full frequency spectrum
     periods = 1/frequencies
@@ -309,14 +464,18 @@ def _plot_mountains(spectra, accellim=None):
     return fig
 
 
-def make_mountains(asset, output_channels=None):
+def make_mountains(asset, conf=None, output_channels=None):
 
     cmap = colormaps['plasma']
-    conf = Config()
-    conf.period_band = (0.1,3)
-    conf.damping = 0.02
-    conf.ss_decimation = 8
-    conf.order = 40
+    if conf is None:
+        conf = Config()
+        conf.period_band = (0.1,3)
+        conf.damping = 0.02
+        conf.ss_decimation = 8
+        conf.order = 40
+        conf.method = "fdd"
+    else:
+        conf = Config(**conf)
 
     if output_channels is None:
         if not asset.bridge_sensors:
@@ -333,7 +492,7 @@ def make_mountains(asset, output_channels=None):
             print(f"Missing {n_expected_outputs-n_parsed_channels} output channels; skipping event") # Missing too many channels
             continue
 
-        spectra[filename] = get_spectra(event, conf.period_band, cmap) # {'spec_coords':spec_coords, 'max_peak_period':max_peak_period, 'plot_conf':plot_conf}
+        spectra[filename] = _get_spectra(event, conf, cmap) # {'spec_coords':spec_coords, 'max_peak_period':max_peak_period, 'plot_conf':plot_conf}
 
 
     # if station == 'CE89494':

irie/apps/prediction/urls.py

@@ -12,8 +12,7 @@ from .views import new_prediction, asset_predictors, predictor_profile, predicto
 
 urlpatterns = [
     re_path("^inventory/[0-9 A-Z-]*/predictors/new",   new_prediction),
-    re_path("^inventory/[0-9 A-Z-]*/predictors/[0-9]", predictor_profile),
-    re_path("^inventory/(?P<calid>[0-9 A-Z-]*)/predictors/create/", predictor_upload),
-    re_path("^inventory/[0-9 A-Z-]*/predictors/",      asset_predictors, name="asset_predictors"),
-    re_path("^inventory/[0-9 A-Z-]*/predictors/",      asset_predictors),
+    re_path("^inventory/(?P<calid>[0-9 A-Z-]*)/predictors/(?P<preid>[0-9 A-Z-]{1,})", predictor_profile),
+    re_path("^inventory/(?P<calid>[0-9 A-Z-]*)/predictors/create", predictor_upload),
+    re_path("^inventory/[0-9 A-Z-]*/predictors/",      asset_predictors, name="asset_predictors")
 ]

irie/apps/prediction/views.py

@@ -19,9 +19,6 @@ from django.core.exceptions import ObjectDoesNotExist
 
 from django.shortcuts import render
 
-from rest_framework.decorators import api_view, permission_classes
-from rest_framework.permissions import IsAuthenticated
-
 from irie.apps.site.view_utils import raise404
 from irie.apps.inventory.models import Asset
 from irie.apps.prediction.predictor import PREDICTOR_TYPES, OpenSeesRunner
@@ -38,41 +35,7 @@ def new_prediction(request):
     return HttpResponse(html_template.render(context, request))
 
 
-#@login_required(login_url="/login/")
-@api_view(["GET", "POST", "PUT"])
-@permission_classes([IsAuthenticated])
-def predictor_api(request):
-
-    context = {"segment": "assets"}
-
-    context["predictor_types"] = list(reversed([
-           {"schema": json.dumps(cls.schema),
-            "name":   cls.__name__,
-            "title":  cls.schema["title"]}
-            for cls in set(PREDICTOR_TYPES.values())
-    ]))
-
-    calid = request.path.split("/")[-3]
-
-    try:
-        context["asset"] = Asset.objects.get(calid=calid)
-
-    except:
-        return HttpResponse(
-                loader.get_template("site/page-404-sidebar.html").render(context, request)
-               )
-
-    if request.method == "POST":
-        print(request.POST)
-        PREDICTOR_TYPES["IRIE_PREDICTOR_T2"].create(context["asset"],request).save()
-
-    html_template = loader.get_template("prediction/asset-predictors.html")
-    return HttpResponse(html_template.render(context, request))
-
-
-@api_view(["GET", "POST", "PUT"])
-# @login_required(login_url="/login/")
-@permission_classes([IsAuthenticated])
+@login_required(login_url="/login/")
 def asset_predictors(request):
 
     calid = request.path.split("/")[-3]
@@ -97,45 +60,17 @@ def asset_predictors(request):
                 loader.get_template("site/page-404-sidebar.html").render(context, request)
                )
 
-    if request.method == "POST":
-        form = PredictorForm(request.POST, request.FILES)
-        if form.is_valid():
-            # Process the form data and uploaded file
-            # asset = form.cleaned_data['asset']
-            asset = Asset.objects.get(calid=calid)
-            uploaded_file = request.FILES['config_file']
-
-            if uploaded_file:
-                with open(uploaded_file.name, 'wb+') as destination:
-                    for chunk in uploaded_file.chunks():
-                        destination.write(chunk)
-
-            # Save the predictor
-            if request.POST.get("runner", None) == "IRIE_PREDICTOR_T2":
-                PREDICTOR_TYPES["IRIE_PREDICTOR_T2"].create(context["asset"],request).save()
-            else: 
-                OpenSeesRunner.create(asset,None,form).save()
-    else:
-        context["form"] = PredictorForm()
-
     html_template = loader.get_template("prediction/asset-predictors.html")
     return HttpResponse(html_template.render(context, request))
 
 
 @login_required(login_url="/login/")
-def predictor_profile(request):
+def predictor_profile(request, calid, preid):
 
     context = {}
     html_template = loader.get_template("prediction/predictor-profile.html")
     context["segment"] = "inventory"
 
-    url_segs = request.path.split("/")
-    if len(url_segs) < 5:
-        return raise404(request, context)
-    else:
-        calid = url_segs[2]
-        preid = url_segs[4]
-
     try:
         asset = Asset.objects.get(calid=calid)
     except Asset.DoesNotExist:
@@ -149,7 +84,6 @@ def predictor_profile(request):
     context["asset"] = asset
     context["predictor"] = PREDICTOR_TYPES[predictor.protocol](predictor)
 
-
     try:
         return HttpResponse(html_template.render(context, request))
 
@@ -167,29 +101,19 @@ def predictor_profile(request):
 @login_required(login_url="/login/")
 def predictor_upload(request, calid):
 
-    context = {}
     html_template = loader.get_template("prediction/predictor-upload.html")
-    context["segment"] = "assets"
 
     if request.method == 'POST':
         form = PredictorForm(request.POST, request.FILES)  # include request.FILES
-        if form.is_valid():
-            # Process the form data and uploaded file
-            # asset = form.cleaned_data['asset']
-            asset = Asset.objects.get(calid=calid)
-            uploaded_file = request.FILES['config_file']
-
-            with open(uploaded_file.name, 'wb+') as destination:
-                for chunk in uploaded_file.chunks():
-                    destination.write(chunk)
+        # if form.is_valid():
+        asset = Asset.objects.get(calid=calid)
 
-            # Save the predictor
-            OpenSeesRunner.create(asset,None,form).save()
+        # Save the predictor
+        predictor = PREDICTOR_TYPES[request.POST.get("runner")].create(asset, request)
+        predictor.save()
 
-            context = {}
+        return HttpResponse(json.dumps({"data": {"id": predictor.id}}))
 
-            return render(request, 'prediction/predictor-upload.html',
-                          context)
     else:
         form = PredictorForm()
 
@@ -197,7 +121,6 @@ def predictor_upload(request, calid):
     try:
         return render(request, 'prediction/predictor-upload.html', {"form": form})
 
-
     except Exception as e:
         if "DEBUG" in os.environ and os.environ["DEBUG"]:
             raise e

irie/apps/sitemaps.py

@@ -0,0 +1,14 @@
+from django.contrib.sitemaps import Sitemap
+from django.urls import reverse
+
+class IrieSitemap(Sitemap):
+    priority = 0.9
+    changefreq = 'weekly'
+
+    def items(self):
+        # Return the names of your static views
+        return ['home', 'about', 'dashboard', 'asset_table']
+
+    def location(self, item):
+        return reverse(item)
+

irie/apps/templates/includes/asset-event-table.html

@@ -1,13 +1,13 @@
-<div class="card shadow table-wrapper table-responsive">
+<div class="card border-0 shadow table-wrapper table-responsive">
   <div class="card-header">
     <div class="row align-items-center">
       <div class="col">
-        <h2 class="fs-5 fw-bold mb-0">System ID</h2>
+        <h2 class="fs-5 fw-bold">Events</h2>
       </div>
       <div class="col text-end">
         <div class="align-right">
           <div class="dropdown">
-            <button class="btn btn-gray-800 d-inline-flex align-items-center me-2 dropdown-toggle" 
+            <button class="btn btn-outline-dark d d-inline-flex align-items-center me-2 dropdown-toggle" 
                     data-bs-toggle="dropdown" aria-haspopup="true" aria-expanded="false">
               <svg class="icon icon-xs me-2" fill="none" stroke="currentColor" viewBox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><path stroke-linecap="round" stroke-linejoin="round" stroke-width="2" d="M12 6v6m0 0v6m0-6h6m-6 0H6"></path></svg>
               {% for method in evaluations.0.evaluation %}

irie/apps/templates/includes/scripts.html

@@ -3,23 +3,18 @@
 <script src="{{ ASSETS_ROOT }}/vendor/@popperjs/core/dist/umd/popper.min.js"></script>
 <script src="{{ ASSETS_ROOT }}/vendor/bootstrap/dist/js/bootstrap.min.js"></script>
 
-<!--
+{% comment %}
 <script src="{{ ASSETS_ROOT }}/vendor/onscreen/dist/on-screen.umd.min.js"></script>
 <script src="{{ ASSETS_ROOT }}/vendor/nouislider/distribute/nouislider.min.js"></script>
 <script src="{{ ASSETS_ROOT }}/vendor/vanillajs-datepicker/dist/js/datepicker.min.js"></script>
 <script src="https://cdnjs.cloudflare.com/ajax/libs/moment.js/2.27.0/moment.min.js"></script>
--->
+<script src="{{ ASSETS_ROOT }}/vendor/vanillajs-datepicker/dist/js/datepicker.min.js"></script>
+{% endcomment %}
 
 <script src="{{ ASSETS_ROOT }}/vendor/smooth-scroll/dist/smooth-scroll.polyfills.min.js"></script>
 
 <script src="{{ ASSETS_ROOT }}/vendor/sweetalert2/dist/sweetalert2.all.min.js"></script>
 
-
-<!--
-<script src="{{ ASSETS_ROOT }}/vendor/vanillajs-datepicker/dist/js/datepicker.min.js"></script>
--->
-
-<!-- Notyf -->
 <script src="{{ ASSETS_ROOT }}/vendor/notyf/notyf.min.js"></script>
 
 <!-- Simplebar -->

irie/apps/templates/includes/sidebar.html

@@ -141,7 +141,7 @@
                   <span class="sidebar-icon">
                     <svg class="icon icon-xs me-2" fill="currentColor" viewBox="0 0 20 20" xmlns="http://www.w3.org/2000/svg"><path fill-rule="evenodd" d="M11.49 3.17c-.38-1.56-2.6-1.56-2.98 0a1.532 1.532 0 01-2.286.948c-1.372-.836-2.942.734-2.106 2.106.54.886.061 2.042-.947 2.287-1.561.379-1.561 2.6 0 2.978a1.532 1.532 0 01.947 2.287c-.836 1.372.734 2.942 2.106 2.106a1.532 1.532 0 012.287.947c.379 1.561 2.6 1.561 2.978 0a1.533 1.533 0 012.287-.947c1.372.836 2.942-.734 2.106-2.106a1.533 1.533 0 01.947-2.287c1.561-.379 1.561-2.6 0-2.978a1.532 1.532 0 01-.947-2.287c.836-1.372-.734-2.942-2.106-2.106a1.532 1.532 0 01-2.287-.947zM10 13a3 3 0 100-6 3 3 0 000 6z" clip-rule="evenodd"></path></svg>
                   </span>
-                  <span class="sidebar-text">Support</span>
+                  <span class="sidebar-text">IRiE</span>
                 </a>
               </li>
               <li class="nav-item {% if 'settings' in segment %} active {% endif %}">

irie/apps/templates/inventory/asset-event-summary.html

@@ -35,25 +35,25 @@
   <div class="btn-toolbar mb-2 mb-md-0">
     <a role="button" 
        href="/inventory/{{ asset.calid }}"
-       class="btn btn-sm btn-gray-800 d-inline-flex align-items-center">
+       class="btn btn-sm btn-outline-primary d-inline-flex align-items-center">
       Asset Profile
     </a>
   </div>
 </div>
 
     <div class="py-4 align-right">
+      {% comment %}
       <a role="button" class="button btn btn-outline-primary"
          href="/inventory/{{ asset.calid }}" class="me-1">Structure Profile</a>
 
       {% include 'includes/modal-report.html' with event_summaries=event_summaries %}
-      {% comment %}
       {% endcomment %}
     </div>
 
     {# BRIDGE RENDER #}
     <div class="row">
       <div class="col-12 mb-4">
-        <div class="card h-100 bg-white-100 border-0 shadow">
+        <div class="card h-100 bg-white-100 border-0 shadow rounded-sm">
           <div class="card-body p-2">
             <div class="tab-content" id="pills-tabContent">
               <div class="tab-pane fade show active" 
@@ -99,7 +99,7 @@
     <div class="row">
       <div class="col-12 col-sm-6 col-xl-4 mb-4">
         {# if false #}
-        <div class="card h-100 border-0 shadow">
+        <div class="card h-100 border-0 shadow rounded-sm">
           <div class="card-body">
             <div class="col-xs-12">
               <div class="progress mb-3">
@@ -182,7 +182,7 @@
         {# endif #}
       <!-- </div> -->
       <div class="col-12 col-sm-6 col-xl-4 mb-4">
-        <div class="card h-100 border-0 shadow">
+        <div class="card h-100 border-0 shadow rounded-sm">
           <div class="card-body">
             <div class="col-xs-12">
               <div class="progress mb-3">
@@ -616,18 +616,18 @@
                       </div> -->
                       {% endif %}
                     </div>
-                    {% comment %}
                     <div class="d-block ms-auto">
                         <div class="d-flex align-items-center text-end mb-2">
                             <span class="dot rounded-circle bg-gray-800 me-2"></span>
-                            <span class="fw-normal small">Frequency [Hz]</span>
+                            <span class="fw-normal small">mdof</span>
                         </div>
+                        {% comment %}
                         <div class="d-flex align-items-center text-end">
                             <span class="dot rounded-circle bg-secondary me-2"></span>
                             <span class="fw-normal small">Damping [%]</span>
                         </div>
+                        {% endcomment %}
                     </div>
-                    {% endcomment %}
                   </div>
                   <div class="card-body p-2">
                     <div class="col-xs-12">