endoreg-db 0.4.0__py3-none-any.whl → 0.4.2__py3-none-any.whl

endoreg_db/data/endoscopy_processor/data.yaml

@@ -43,3 +43,5 @@
     endoscope_sn_y: 670
     endoscope_sn_width: 280
     endoscope_sn_height: 35
+
+    

endoreg_db/migrations/0002_anonymizedimagelabel_anonymousimageannotation_and_more.py

@@ -0,0 +1,55 @@
+# Generated by Django 4.2.15 on 2024-08-28 11:05
+
+import django.core.files.storage
+import django.core.validators
+from django.db import migrations, models
+import django.db.models.deletion
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('endoreg_db', '0001_initial'),
+    ]
+
+    operations = [
+        migrations.CreateModel(
+            name='AnonymizedImageLabel',
+            fields=[
+                ('id', models.BigAutoField(auto_created=True, primary_key=True, serialize=False, verbose_name='ID')),
+                ('name', models.CharField(max_length=255, unique=True)),
+                ('description', models.TextField(blank=True, null=True)),
+            ],
+        ),
+        migrations.CreateModel(
+            name='AnonymousImageAnnotation',
+            fields=[
+                ('id', models.BigAutoField(auto_created=True, primary_key=True, serialize=False, verbose_name='ID')),
+                ('image_name', models.CharField(max_length=255)),
+                ('slug', models.SlugField(blank=True, null=True, unique=True)),
+                ('polyp_count', models.IntegerField()),
+                ('comments', models.CharField(max_length=255)),
+                ('gender', models.CharField(max_length=255)),
+                ('name_image_url', models.CharField(max_length=255)),
+                ('date_created', models.DateTimeField(auto_now_add=True)),
+                ('label', models.ForeignKey(on_delete=django.db.models.deletion.CASCADE, to='endoreg_db.label')),
+            ],
+        ),
+        migrations.AlterField(
+            model_name='rawpdffile',
+            name='file',
+            field=models.FileField(storage=django.core.files.storage.FileSystemStorage(location='/home/agl-admin/agl-validator-backend/agl_validator_backend/erc_data/raw_pdf'), upload_to='raw_pdf/', validators=[django.core.validators.FileExtensionValidator(allowed_extensions=['pdf'])]),
+        ),
+        migrations.CreateModel(
+            name='DroppedName',
+            fields=[
+                ('id', models.BigAutoField(auto_created=True, primary_key=True, serialize=False, verbose_name='ID')),
+                ('name', models.CharField(max_length=255)),
+                ('gender', models.CharField(max_length=255)),
+                ('x', models.FloatField()),
+                ('y', models.FloatField()),
+                ('name_image_url', models.CharField(max_length=255)),
+                ('annotation', models.ForeignKey(on_delete=django.db.models.deletion.CASCADE, related_name='dropped_names', to='endoreg_db.anonymousimageannotation')),
+            ],
+        ),
+    ]

endoreg_db/migrations/0003_anonymousimageannotation_original_image_url_and_more.py

@@ -0,0 +1,39 @@
+# Generated by Django 4.2.15 on 2024-08-29 07:15
+
+from django.db import migrations, models
+import django.db.models.deletion
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('endoreg_db', '0002_anonymizedimagelabel_anonymousimageannotation_and_more'),
+    ]
+
+    operations = [
+        migrations.AddField(
+            model_name='anonymousimageannotation',
+            name='original_image_url',
+            field=models.CharField(default='https://example.com/placeholder.jpg', max_length=255),
+        ),
+        migrations.AddField(
+            model_name='anonymousimageannotation',
+            name='processed',
+            field=models.BooleanField(default=False),
+        ),
+        migrations.AddField(
+            model_name='droppedname',
+            name='box_coordinates',
+            field=models.CharField(blank=True, max_length=255, null=True),
+        ),
+        migrations.AlterField(
+            model_name='anonymousimageannotation',
+            name='comments',
+            field=models.TextField(blank=True, null=True),
+        ),
+        migrations.AlterField(
+            model_name='anonymousimageannotation',
+            name='label',
+            field=models.ForeignKey(on_delete=django.db.models.deletion.CASCADE, to='endoreg_db.anonymizedimagelabel'),
+        ),
+    ]

endoreg_db/migrations/0004_alter_rawpdffile_file.py

@@ -0,0 +1,20 @@
+# Generated by Django 4.2.14 on 2024-09-04 19:48
+
+import django.core.files.storage
+import django.core.validators
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('endoreg_db', '0003_anonymousimageannotation_original_image_url_and_more'),
+    ]
+
+    operations = [
+        migrations.AlterField(
+            model_name='rawpdffile',
+            name='file',
+            field=models.FileField(storage=django.core.files.storage.FileSystemStorage(location='/home/agl-admin/agl_anonymizer/agl_anonymizer/erc_data/raw_pdf'), upload_to='raw_pdf/', validators=[django.core.validators.FileExtensionValidator(allowed_extensions=['pdf'])]),
+        ),
+    ]

endoreg_db/migrations/0005_uploadedfile_alter_rawpdffile_file_anonymizedfile.py

@@ -0,0 +1,40 @@
+# Generated by Django 4.2.15 on 2024-09-17 11:46
+
+import django.core.files.storage
+import django.core.validators
+from django.db import migrations, models
+import django.db.models.deletion
+import django.utils.timezone
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('endoreg_db', '0004_alter_rawpdffile_file'),
+    ]
+
+    operations = [
+        migrations.CreateModel(
+            name='UploadedFile',
+            fields=[
+                ('id', models.BigAutoField(auto_created=True, primary_key=True, serialize=False, verbose_name='ID')),
+                ('original_file', models.FileField(upload_to='uploads/original/')),
+                ('upload_date', models.DateTimeField(default=django.utils.timezone.now)),
+                ('description', models.TextField(blank=True, null=True)),
+            ],
+        ),
+        migrations.AlterField(
+            model_name='rawpdffile',
+            name='file',
+            field=models.FileField(storage=django.core.files.storage.FileSystemStorage(location='/mnt/hdd-sensitive/Pseudo/import/pdf'), upload_to='raw_pdf/', validators=[django.core.validators.FileExtensionValidator(allowed_extensions=['pdf'])]),
+        ),
+        migrations.CreateModel(
+            name='AnonymizedFile',
+            fields=[
+                ('id', models.BigAutoField(auto_created=True, primary_key=True, serialize=False, verbose_name='ID')),
+                ('anonymized_file', models.FileField(upload_to='uploads/anonymized/')),
+                ('anonymization_date', models.DateTimeField(default=django.utils.timezone.now)),
+                ('original_file', models.OneToOneField(on_delete=django.db.models.deletion.CASCADE, related_name='anonymized_file', to='endoreg_db.uploadedfile')),
+            ],
+        ),
+    ]

endoreg_db/models/__init__.py

@@ -39,11 +39,7 @@ from .patient_examination import PatientExamination
 
 from .label import Label, LabelType, LabelSet
 
-from .annotation import (
-    ImageClassificationAnnotation,
-    LegacyBinaryClassificationAnnotationTask,
-    BinaryClassificationAnnotationTask,
-)
+from .annotation import *
 
 from .legacy_data import (
     LegacyImage,
@@ -74,3 +70,4 @@ from .hardware import (
 )
 
 from .questionnaires import TtoQuestionnaire
+from .annotation import AnonymousImageAnnotation, AnonymizedImageLabel, DroppedName

endoreg_db/models/annotation/__init__.py

@@ -1,2 +1,3 @@
 from .image_classification import ImageClassificationAnnotation
-from .binary_classification_annotation_task import LegacyBinaryClassificationAnnotationTask, BinaryClassificationAnnotationTask
+from .binary_classification_annotation_task import LegacyBinaryClassificationAnnotationTask, BinaryClassificationAnnotationTask
+from .anonymized_image_annotation import AnonymousImageAnnotation, DroppedName, AnonymizedImageLabel, AnonymizedFile, UploadedFile

endoreg_db/models/annotation/anonymized_image_annotation.py

@@ -0,0 +1,60 @@
+from django.db import models
+from django.utils.text import slugify
+
+class AnonymizedImageLabel(models.Model):
+    name = models.CharField(max_length=255, unique=True)  # Ensuring label names are unique
+    description = models.TextField(blank=True, null=True)  # Optional description field
+
+    def __str__(self):
+        return self.name
+
+class AnonymousImageAnnotation(models.Model):
+    label = models.ForeignKey(AnonymizedImageLabel, on_delete=models.CASCADE)
+    image_name = models.CharField(max_length=255)
+    original_image_url = models.CharField(max_length=255, default='https://example.com/placeholder.jpg') # Field for the original image
+    slug = models.SlugField(unique=True, blank=True, null=True)
+    polyp_count = models.IntegerField()
+    comments = models.TextField(blank=True, null=True)  # Comments can be longer
+    gender = models.CharField(max_length=255)  # Overall gender (if applicable)
+    name_image_url = models.CharField(max_length=255)
+    date_created = models.DateTimeField(auto_now_add=True)
+    processed = models.BooleanField(default=False)  # Track if this annotation has been processed
+
+    def save(self, *args, **kwargs):
+        if not self.slug:
+            self.slug = slugify(f"{self.label}-{self.image_name}")
+        super().save(*args, **kwargs)
+
+    def __str__(self):
+        return f"{self.image_name} - {self.label}"
+
+class DroppedName(models.Model):
+    annotation = models.ForeignKey(AnonymousImageAnnotation, related_name='dropped_names', on_delete=models.CASCADE)
+    name = models.CharField(max_length=255)
+    gender = models.CharField(max_length=255)  # Gender of the individual name
+    x = models.FloatField()
+    y = models.FloatField()
+    name_image_url = models.CharField(max_length=255)
+    box_coordinates = models.CharField(max_length=255, blank=True, null=True)  # Store box coordinates if needed
+
+    def __str__(self):
+        return f"{self.name} ({self.gender}) at ({self.x}, {self.y})"
+
+from django.db import models
+from django.utils import timezone
+
+class UploadedFile(models.Model):
+    original_file = models.FileField(upload_to='uploads/original/')
+    upload_date = models.DateTimeField(default=timezone.now)
+    description = models.TextField(blank=True, null=True)
+    
+    def __str__(self):
+        return self.original_file.name
+    
+class AnonymizedFile(models.Model):
+    original_file = models.OneToOneField(UploadedFile, on_delete=models.CASCADE, related_name='anonymized_file')
+    anonymized_file = models.FileField(upload_to='uploads/anonymized/')
+    anonymization_date = models.DateTimeField(default=timezone.now)
+    
+    def __str__(self):
+        return f"Anonymized version of {self.original_file.original_file.name}"

endoreg_db/models/data_file/import_classes/raw_pdf.py

@@ -67,7 +67,7 @@ class RawPdfFile(models.Model):
         cls,
         file_path,
         center_name,
-        pdf_type_name,
+        pdf_type_name, # to be depreceated / changed since we now import all pdfs from same directory
         destination_dir,
         save=True,
     ):

{endoreg_db-0.4.0.dist-info → endoreg_db-0.4.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: endoreg-db
-Version: 0.4.0
+Version: 0.4.2
 Summary: EndoReg Db Django App
 License: GNU3
 Author: Thomas J. Lux
@@ -9,15 +9,13 @@ Classifier: License :: Other/Proprietary License
 Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
-Requires-Dist: agl-report-reader (>=0.3.0,<0.4.0)
-Requires-Dist: django (>=4.2,<4.3)
+Requires-Dist: django (>=5.1,<6.0)
 Requires-Dist: django-bootstrap5 (>=23.4,<24.0)
 Requires-Dist: djangorestframework (>=3.14.0,<4.0.0)
 Requires-Dist: ffmpeg-python (>=0.2.0,<0.3.0)
-Requires-Dist: icecream (>=2.1.3,<3.0.0)
 Requires-Dist: opencv-python (>=4.9.0.80,<5.0.0.0)
 Requires-Dist: pandas (>=2.2.2,<3.0.0)
-Requires-Dist: pillow (>=10.2.0,<11.0.0)
+Requires-Dist: pillow (>=10,<11)
 Requires-Dist: pytesseract (>=0.3.10,<0.4.0)
 Requires-Dist: pyyaml (>=6.0.1,<7.0.0)
 Requires-Dist: scipy (>=1.14.0,<2.0.0)

{endoreg_db-0.4.0.dist-info → endoreg_db-0.4.2.dist-info}/RECORD

@@ -37,7 +37,7 @@ endoreg_db/data/distribution/numeric/.init,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5
 endoreg_db/data/distribution/single_categorical/patient.yaml,sha256=R7beZDRqdOWNaFu-8Bd88E6j3eBc9mqhOW_265EA0e0,156
 endoreg_db/data/emission_factor/green_endoscopy_dashboard_EmissionFactor.yaml,sha256=bBLmr3_uSLXdsbtRa9707WK1Z7Xy8TpBGKOfzWcfC_M,2968
 endoreg_db/data/endoscope_type/data.yaml,sha256=k8uF94svJsU02O-ceaLnQBoozJ6cT3iY_s_aKrvJZqg,242
-endoreg_db/data/endoscopy_processor/data.yaml,sha256=iu02flPMyz0YKjqDWS5KLp8We6DSsHtJcGvJMWvCV-s,1044
+endoreg_db/data/endoscopy_processor/data.yaml,sha256=Q72v9DhWjt9zsa0fC-Xty8nWzRcqeyHJpYq-w5UmwXQ,1049
 endoreg_db/data/event/cardiology.yaml,sha256=c2SfXXU8_hOBibNqidxxkZoEaKGGh0UWUTYudjG-Sqo,804
 endoreg_db/data/event/neurology.yaml,sha256=AdpGHQxfBAOuUbKQ234T1MtE3bfHdgKA47HUoyFB5KE,282
 endoreg_db/data/event/surgery.yaml,sha256=hyZWxg8LUNOwf3iybVj0Muta7pUdWhZXmLuuOh7hjek,428
@@ -145,14 +145,19 @@ endoreg_db/management/commands/load_user_groups.py,sha256=D7SK2FvZEHoE4TIXNGCjDw
 endoreg_db/management/commands/register_ai_model.py,sha256=e5hgEyLS-E98XWzINcZ79mgtHvZltmbmAmLYaNrcfQs,2544
 endoreg_db/management/commands/reset_celery_schedule.py,sha256=U-m_FNRTw6LAwJoT9RUE4qrhmQXm7AyFToPcHYyJpIE,386
 endoreg_db/migrations/0001_initial.py,sha256=tIXFN6sFZ2VUIP-TaFSGcobrgARkia0SIOiKN0iokvU,95312
+endoreg_db/migrations/0002_anonymizedimagelabel_anonymousimageannotation_and_more.py,sha256=ABUOr5ZMUHkRQ0FDUhqNaVAvq5K8HOOdyVo1TJ8YMkQ,2605
+endoreg_db/migrations/0003_anonymousimageannotation_original_image_url_and_more.py,sha256=bTb9_FfQBNHYLq1tKw1qmem9xsecRv-z1-aWcl9ig4k,1319
+endoreg_db/migrations/0004_alter_rawpdffile_file.py,sha256=B1LxaapxDnzs08ScrXh1pM_KC2hHHyEHGce_0Ciaex8,712
+endoreg_db/migrations/0005_uploadedfile_alter_rawpdffile_file_anonymizedfile.py,sha256=yhQhScntZgPdMpci2aWfGk3qzvSUS9asDfMFyMlIL2U,1776
 endoreg_db/migrations/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-endoreg_db/models/__init__.py,sha256=wc1ZyDUNb-sKMZ4P7x_PAb0WtzDhYAq8y19AV8rC7dQ,1552
+endoreg_db/models/__init__.py,sha256=EH4g6EvT8AbEtcVcTj8AUtjGP3sQtQw7M34I_g_IGP4,1512
 endoreg_db/models/ai_model/__init__.py,sha256=rh5npLRGml5iiRocx359gsaA82pGJTW7wdVAfnbZP6w,106
 endoreg_db/models/ai_model/active_model.py,sha256=r7SE3yg54kbjfOkk0Ei0rgs_Wo3ikx88rcEELqvRzGc,343
 endoreg_db/models/ai_model/model_meta.py,sha256=YyYW8dScpAceHePnbrnRpgVBYDByi9x7u5Ydh03OJuo,869
 endoreg_db/models/ai_model/model_type.py,sha256=mg1bEuzAjIte25N4TzD0yDhmUQYayJpyrRn2hB6b6eg,638
 endoreg_db/models/ai_model/utils.py,sha256=Vh6_3lbDuFhSVCaaZKKm0CjoGA5Man6gWYe46HUXmbA,270
-endoreg_db/models/annotation/__init__.py,sha256=jM8ISS4hWciC9cFUCMo6fSkmCGUptWkX5lM46zNre2I,191
+endoreg_db/models/annotation/__init__.py,sha256=TnRp_hJ4YomxKN6N1yBzGHStY9SnY_HLPCjJKLdZmu8,323
+endoreg_db/models/annotation/anonymized_image_annotation.py,sha256=1mZadIzYsEZN_zz_SMehGgiIvMbhHpiFMO2tfmbOL54,2716
 endoreg_db/models/annotation/binary_classification_annotation_task.py,sha256=CpvyDxLSJcoJyajtUsDGBt881SNSFcG8lvuQ01knMNM,3292
 endoreg_db/models/annotation/image_classification.py,sha256=Og1tRo1QKBMztwfdbFryUWghnGdsTqQdepn9rOcmVMc,1387
 endoreg_db/models/case_template/__init__.py,sha256=vtq-7Gvpv01l9CuQvBFQugXCKELx9wg2z5HkysrZCNM,369
@@ -174,7 +179,7 @@ endoreg_db/models/data_file/import_classes/__init__.py,sha256=f5f6dwDU8spd94dpDF
 endoreg_db/models/data_file/import_classes/processing_functions/__init__.py,sha256=uathXg8ckLb_XBTRipdHrBXFpZpvKzuouk7lwRN0aqE,932
 endoreg_db/models/data_file/import_classes/processing_functions/pdf.py,sha256=lEd1V_kS8758XuRZ0gj7bVhY5DgTfpEyeDgX3zWHuzE,716
 endoreg_db/models/data_file/import_classes/processing_functions/video.py,sha256=ij3fMdqnZnX1FrS-hscy_pfaYIkxDFKVL7SVjCqCUxs,8530
-endoreg_db/models/data_file/import_classes/raw_pdf.py,sha256=ZyzgaZ9K-9zd764XhwkyoGlgNkhnbkySiZi9ahKKFgg,6691
+endoreg_db/models/data_file/import_classes/raw_pdf.py,sha256=pwN0b6y7m8xA7wd189lR-v6JuGdyO4y1ZhhYKilIn94,6770
 endoreg_db/models/data_file/import_classes/raw_video.py,sha256=j2WLaqxVm86Oq_zKPRAncq3QavmAMP0p3ThalGjieaQ,12444
 endoreg_db/models/data_file/metadata/__init__.py,sha256=Hcv1L5xDnONyERwn4jnj-vI4maYMAEZ9iFPQ8baNrl0,144
 endoreg_db/models/data_file/metadata/pdf_meta.py,sha256=Ipi1LZo36UqP43trHfNY4hamyRWjenxiPg2f_W3di-k,2183
@@ -303,7 +308,7 @@ endoreg_db/utils/ocr.py,sha256=jkdT1bl-LSCjZ2PvxlX1AG2TmhdMclayxUPrdZWs7UE,7322
 endoreg_db/utils/uuid.py,sha256=T4HXqYtKwXFqE5kPyvlgWHyllBBF6LL6N48nl9TpwBk,53
 endoreg_db/utils/video_metadata.py,sha256=HDyXxAeNQOK3cGzQ06xosmObzEnJBARuKjwz9vmmRIM,2613
 endoreg_db/views.py,sha256=xc1IQHrsij7j33TUbo-_oewy3vs03pw_etpBWaMYJl0,63
-endoreg_db-0.4.0.dist-info/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
-endoreg_db-0.4.0.dist-info/METADATA,sha256=qfRcSnmSZG91amcEzej2Prp5fGzzY0bseWZTCkMXoDA,1054
-endoreg_db-0.4.0.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-endoreg_db-0.4.0.dist-info/RECORD,,
+endoreg_db-0.4.2.dist-info/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
+endoreg_db-0.4.2.dist-info/METADATA,sha256=T6Dqv1TD5kZ6V9GHtPSJKN7mh8WG3l6XM_Trj4TxPyc,955
+endoreg_db-0.4.2.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+endoreg_db-0.4.2.dist-info/RECORD,,