irie 0.0.0__py3-none-any.whl

irie/apps/evaluation/migrations/0001_initial.py

@@ -0,0 +1,25 @@
+# Generated by Django 3.2.13 on 2023-08-07 19:20
+
+from django.db import migrations, models
+import django.db.models.deletion
+
+
+class Migration(migrations.Migration):
+
+    initial = True
+
+    dependencies = [
+        ('apps_events', '0005_event_asset'),
+    ]
+
+    operations = [
+        migrations.CreateModel(
+            name='Evaluation',
+            fields=[
+                ('id', models.BigAutoField(primary_key=True, serialize=False)),
+                ('cesmd', models.CharField(max_length=7)),
+                ('evaluation_data', models.JSONField(default=dict)),
+                ('event', models.ForeignKey(on_delete=django.db.models.deletion.CASCADE, to='apps_events.event')),
+            ],
+        ),
+    ]

irie/apps/evaluation/migrations/0002_remove_evaluation_cesmd.py

@@ -0,0 +1,17 @@
+# Generated by Django 3.2.13 on 2023-08-07 19:21
+
+from django.db import migrations
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('apps_evaluation', '0001_initial'),
+    ]
+
+    operations = [
+        migrations.RemoveField(
+            model_name='evaluation',
+            name='cesmd',
+        ),
+    ]

irie/apps/evaluation/migrations/0003_evaluation_asset.py

@@ -0,0 +1,20 @@
+# Generated by Django 3.2.13 on 2024-01-06 04:32
+
+from django.db import migrations, models
+import django.db.models.deletion
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('apps_inventory', '0011_alter_asset_cgs_data'),
+        ('apps_evaluation', '0002_remove_evaluation_cesmd'),
+    ]
+
+    operations = [
+        migrations.AddField(
+            model_name='evaluation',
+            name='asset',
+            field=models.ForeignKey(null=True, on_delete=django.db.models.deletion.CASCADE, to='apps_inventory.asset'),
+        ),
+    ]

irie/apps/evaluation/models.py

@@ -0,0 +1,72 @@
+#===----------------------------------------------------------------------===#
+#
+#         STAIRLab -- STructural Artificial Intelligence Laboratory
+#
+#===----------------------------------------------------------------------===#
+#
+#   Summer 2023, BRACE2 Team
+#   Berkeley, CA
+#
+#----------------------------------------------------------------------------#
+import sys
+import logging
+
+from threading import Thread
+from django.db import models
+
+from apps.events.models import Event
+from apps.inventory.models import Asset
+from .daemon import LiveEvaluation
+
+class Evaluation(models.Model):
+    id = models.BigAutoField(primary_key=True)
+    event = models.ForeignKey(Event, on_delete=models.CASCADE)
+    asset = models.ForeignKey(Asset, on_delete=models.CASCADE, null=True)
+    evaluation_data = models.JSONField(default=dict)
+
+    @classmethod
+    def create(cls, event: Event, asset: Asset, data: dict = None):
+        evaluation = cls()
+        evaluation.event = event
+        evaluation.asset = asset
+        evaluation.save()
+
+        if data is not None:
+            evaluation.evaluation_data = data["evaluation_data"]
+            evaluation.save()
+        else:
+            Thread(target=evaluate, args=(event, evaluation)).start()
+
+        return evaluation
+
+
+def evaluate(event, evaluation)->"Evaluation":
+
+    daemon = LiveEvaluation(event, event.asset.predictors, evaluation)
+
+    # assignPredictorMetrics?
+    predictions = daemon.assignMetricPredictors(event)
+
+    #with multiprocessing.dummy.Pool(3) as pool:
+        # for predictor_name, run_id in pool.imap_unordered(
+        #         self.runPredictor,
+        #         predictions.items()
+        #     ):
+    if True:
+        for predictor_name, run_id in map(
+                daemon.runPredictor,
+                predictions.items()
+            ):
+
+            print(f">>> {predictor_name} run complete.", file=sys.stderr)
+            for mname in predictions[predictor_name][1]:
+                print(f">>> Retrieving {predictor_name}/{mname}.", file=sys.stderr)
+                data = daemon.predictors[predictor_name].getMetricData(run_id, mname)
+                daemon.setMetricData(mname, predictor_name, data)
+
+            print(f">>> Completed {predictor_name}.", file=sys.stderr)
+
+
+    daemon.save()
+    return evaluation
+

irie/apps/evaluation/urls.py

@@ -0,0 +1,16 @@
+#===----------------------------------------------------------------------===#
+#
+#         STAIRLab -- STructural Artificial Intelligence Laboratory
+#
+#===----------------------------------------------------------------------===#
+#
+#   Summer 2023, BRACE2 Team
+#   Berkeley, CA
+#
+#----------------------------------------------------------------------------#
+from django.urls import path
+from .views import get_evaluations
+
+urlpatterns = [
+    path("api/evals/", get_evaluations),
+]

irie/apps/evaluation/views.py

@@ -0,0 +1,68 @@
+#===----------------------------------------------------------------------===#
+#
+#         STAIRLab -- STructural Artificial Intelligence Laboratory
+#
+#===----------------------------------------------------------------------===#
+#
+#   Summer 2023, BRACE2 Team
+#   Berkeley, CA
+#
+#----------------------------------------------------------------------------#
+import json
+
+from django.forms.models import model_to_dict
+from django.shortcuts import HttpResponse
+from django.template import loader
+from django.contrib.auth.decorators import login_required
+
+from rest_framework import status
+from rest_framework.decorators import api_view, permission_classes
+from rest_framework.permissions import IsAuthenticated
+
+from .models import Evaluation
+from apps.events.models import Event
+from apps.inventory import views as inventory
+from apps.inventory.models import Asset
+
+def _evals_and_events(asset):
+    evals = Evaluation.objects.filter(asset_id=asset.id)
+    events = (Event.objects.get(id=eval.event.id) for eval in evals)
+    return evals, events
+
+@api_view(['GET'])
+@permission_classes([IsAuthenticated])
+def get_evaluations(request):
+    if request.user.is_anonymous:
+        return HttpResponse(json.dumps({"detail": "Not authorized"}),
+                            status=status.HTTP_401_UNAUTHORIZED)
+
+    evals_data = Evaluation.objects.all()
+
+    evals_count = evals_data.count()
+
+    evals_by_bridge = {
+            bridge.cesmd: _evals_and_events(bridge)
+            for bridge in Asset.objects.all()
+    }
+
+    summary = [
+        {
+            "cesmd": cesmd,
+            "events": [
+                {
+#                   "event_file": print(eval) or str(eval.event.event_file.path),
+                    "motion_data": eval.event.motion_data,
+                    "evaluation": model_to_dict(eval)
+                } for eval in evals
+            ],
+            "summary": {
+                "SPECTRAL_SHIFT_IDENTIFICATION": inventory._ssid_stats(
+                        events, #[inventory._find_ssid(event_id=event.id) for event in events],
+                        "period"
+                )
+            }
+        } for cesmd, (evals, events) in evals_by_bridge.items()
+    ]
+    return HttpResponse(json.dumps({"count": evals_count, "data": summary}),
+                        status=status.HTTP_200_OK)
+

irie/apps/events/admin.py

@@ -0,0 +1,9 @@
+#===----------------------------------------------------------------------===#
+#
+#         STAIRLab -- STructural Artificial Intelligence Laboratory
+#
+#===----------------------------------------------------------------------===#
+from django.contrib import admin
+from .models import Event
+
+admin.site.register(Event)

irie/apps/events/apps.py

@@ -0,0 +1,12 @@
+#===----------------------------------------------------------------------===#
+#
+#         STAIRLab -- STructural Artificial Intelligence Laboratory
+#
+#===----------------------------------------------------------------------===#
+from django.apps import AppConfig
+
+
+class AppConfig(AppConfig):
+    name = "apps.events"
+    label= "apps_events"
+

irie/apps/events/migrations/0001_initial.py

@@ -0,0 +1,27 @@
+# Generated by Django 3.2.13 on 2022-07-23 00:58
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    initial = True
+
+    dependencies = [
+    ]
+
+    operations = [
+        migrations.CreateModel(
+            name='Event',
+            fields=[
+                ('id', models.AutoField(auto_created=True, primary_key=True, serialize=False, verbose_name='ID')),
+                ('upload_date', models.DateField()),
+                ('event_file', models.FileField(upload_to='events')),
+                ('upload_data', models.JSONField(default=dict)),
+                ('motion_data', models.JSONField(default=dict)),
+            ],
+            options={
+                'ordering': ['-id'],
+            },
+        ),
+    ]

irie/apps/events/migrations/0002_alter_event_id.py

@@ -0,0 +1,18 @@
+# Generated by Django 3.2.13 on 2022-07-23 01:03
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('apps_events', '0001_initial'),
+    ]
+
+    operations = [
+        migrations.AlterField(
+            model_name='event',
+            name='id',
+            field=models.BigAutoField(primary_key=True, serialize=False),
+        ),
+    ]

irie/apps/events/migrations/0003_event_cesmd.py

@@ -0,0 +1,19 @@
+# Generated by Django 3.2.13 on 2022-07-24 03:06
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('apps_events', '0002_alter_event_id'),
+    ]
+
+    operations = [
+        migrations.AddField(
+            model_name='event',
+            name='cesmd',
+            field=models.CharField(default='CE58658', max_length=7),
+            preserve_default=False,
+        ),
+    ]

irie/apps/events/migrations/0004_event_record_identifier.py

@@ -0,0 +1,19 @@
+# Generated by Django 3.2.13 on 2023-07-03 22:13
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('apps_events', '0003_event_cesmd'),
+    ]
+
+    operations = [
+        migrations.AddField(
+            model_name='event',
+            name='record_identifier',
+            field=models.CharField(default='', max_length=40),
+            preserve_default=False,
+        ),
+    ]

irie/apps/events/migrations/0005_event_asset.py

@@ -0,0 +1,21 @@
+# Generated by Django 3.2.13 on 2023-07-31 18:42
+
+from django.db import migrations, models
+import django.db.models.deletion
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('apps_inventory', '0009_auto_20230731_1842'),
+        ('apps_events', '0004_event_record_identifier'),
+    ]
+
+    operations = [
+        migrations.AddField(
+            model_name='event',
+            name='asset',
+            field=models.ForeignKey(default=None, on_delete=django.db.models.deletion.CASCADE, to='apps_inventory.asset'),
+            preserve_default=False,
+        ),
+    ]

irie/apps/events/migrations/0006_alter_event_event_file.py

@@ -0,0 +1,18 @@
+# Generated by Django 3.2.13 on 2023-08-07 19:48
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('apps_events', '0005_event_asset'),
+    ]
+
+    operations = [
+        migrations.AlterField(
+            model_name='event',
+            name='event_file',
+            field=models.FileField(blank=True, upload_to='events'),
+        ),
+    ]

irie/apps/events/models.py

@@ -0,0 +1,70 @@
+#===----------------------------------------------------------------------===#
+#
+#         STAIRLab -- STructural Artificial Intelligence Laboratory
+#
+#===----------------------------------------------------------------------===#
+#
+#   Author: Claudio Perez
+#
+#----------------------------------------------------------------------------#
+import os
+from django.db import models
+from django.conf import settings
+from django.core.files.storage import FileSystemStorage
+from django.db.models.signals import post_delete, pre_save
+from django.dispatch import receiver
+from django.core.mail import send_mail
+
+from apps.inventory.models import Asset
+
+
+class Event(models.Model):
+    id = models.BigAutoField(primary_key=True)
+    upload_date = models.DateField(blank=False)
+    event_file  = models.FileField(upload_to='events', blank=True)
+    upload_data = models.JSONField(default=dict)
+    motion_data = models.JSONField(default=dict)
+    cesmd = models.CharField(max_length=7)
+    record_identifier = models.CharField(max_length=40)
+
+    # TODO: add field indicating if event_file and/or series data is present
+
+    asset = models.ForeignKey(Asset, on_delete=models.CASCADE)
+
+    def __str__(self):
+        return f"{self.cesmd} - {self.record_identifier}"
+
+    class Meta:
+        ordering = ["-id"]
+
+    def email_notify(self, subject, message, recipients, **kwds):
+        email_from = settings.EMAIL_HOST_USER
+        send_mail(subject, message, email_from, recipients, **kwds)
+
+    @property
+    def pga(self):
+        return abs(self.motion_data["peak_accel"])/980.
+
+
+# Signal to delete the event file when the model instance is deleted
+@receiver(post_delete, sender=Event)
+def delete_file_on_delete(sender, instance, **kwargs):
+    if instance.event_file:
+        if os.path.isfile(instance.event_file.path):
+            os.remove(instance.event_file.path)
+
+# Signal to delete the old event file when the file is replaced
+@receiver(pre_save, sender=Event)
+def delete_file_on_change(sender, instance, **kwargs):
+    if not instance.pk:
+        return False
+
+    try:
+        old_file = sender.objects.get(pk=instance.pk).event_file
+    except sender.DoesNotExist:
+        return False
+
+    new_file = instance.event_file
+    if old_file and old_file != new_file:
+        if os.path.isfile(old_file.path):
+            os.remove(old_file.path)

irie/apps/events/tests.py

@@ -0,0 +1 @@
+from django.test import TestCase