endoreg-db 0.6.4__py3-none-any.whl → 0.8.2__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of endoreg-db might be problematic. Click here for more details.
- endoreg_db/admin.py +26 -26
- endoreg_db/api_urls.py +4 -0
- endoreg_db/apps.py +12 -0
- endoreg_db/assets/dummy_model.ckpt +1 -0
- endoreg_db/codemods/readme.md +88 -0
- endoreg_db/codemods/rename_datetime_fields.py +92 -0
- endoreg_db/config/env.py +101 -0
- endoreg_db/data/__init__.py +12 -0
- endoreg_db/data/ai_model/data.yaml +1 -1
- endoreg_db/data/ai_model_label/label/polyp_classification.yaml +52 -0
- endoreg_db/data/ai_model_label/label-set/data.yaml +20 -1
- endoreg_db/data/ai_model_label/label-set/polyp_classifications.yaml +25 -0
- endoreg_db/data/center/data.yaml +13 -12
- endoreg_db/data/center_shift/ukw.yaml +9 -0
- endoreg_db/data/db_summary.csv +58 -0
- endoreg_db/data/db_summary.xlsx +0 -0
- endoreg_db/data/disease/misc.yaml +1 -2
- endoreg_db/data/endoscopy_processor/data.yaml +3 -0
- endoreg_db/data/event/cardiology.yaml +0 -13
- endoreg_db/data/examination/examinations/data.yaml +14 -9
- endoreg_db/data/examination_indication/endoscopy.yaml +30 -30
- endoreg_db/data/examination_indication_classification/endoscopy.yaml +11 -11
- endoreg_db/data/examination_requirement_set/colonoscopy.yaml +15 -0
- endoreg_db/data/finding/anatomy_colon.yaml +128 -0
- endoreg_db/data/finding/colonoscopy.yaml +40 -0
- endoreg_db/data/finding/colonoscopy_bowel_prep.yaml +56 -0
- endoreg_db/data/finding/complication.yaml +16 -0
- endoreg_db/data/finding/data.yaml +3 -46
- endoreg_db/data/finding/examination_setting.yaml +16 -0
- endoreg_db/data/finding/medication_related.yaml +18 -0
- endoreg_db/data/finding/outcome.yaml +12 -0
- endoreg_db/data/finding_classification/colonoscopy_bowel_preparation.yaml +95 -0
- endoreg_db/data/finding_classification/colonoscopy_jnet.yaml +22 -0
- endoreg_db/data/finding_classification/colonoscopy_kudo.yaml +25 -0
- endoreg_db/data/finding_classification/colonoscopy_lesion_circularity.yaml +20 -0
- endoreg_db/data/finding_classification/colonoscopy_lesion_planarity.yaml +24 -0
- endoreg_db/data/finding_classification/colonoscopy_lesion_size.yaml +68 -0
- endoreg_db/data/finding_classification/colonoscopy_lesion_surface.yaml +20 -0
- endoreg_db/data/finding_classification/colonoscopy_location.yaml +80 -0
- endoreg_db/data/finding_classification/colonoscopy_lst.yaml +21 -0
- endoreg_db/data/finding_classification/colonoscopy_nice.yaml +20 -0
- endoreg_db/data/finding_classification/colonoscopy_paris.yaml +26 -0
- endoreg_db/data/finding_classification/colonoscopy_sano.yaml +22 -0
- endoreg_db/data/finding_classification/colonoscopy_summary.yaml +53 -0
- endoreg_db/data/finding_classification/complication_generic.yaml +25 -0
- endoreg_db/data/finding_classification/examination_setting_generic.yaml +40 -0
- endoreg_db/data/finding_classification/histology_colo.yaml +51 -0
- endoreg_db/data/finding_classification/intervention_required.yaml +26 -0
- endoreg_db/data/finding_classification/medication_related.yaml +23 -0
- endoreg_db/data/finding_classification/visualized.yaml +33 -0
- endoreg_db/data/finding_classification_choice/bowel_preparation.yaml +78 -0
- endoreg_db/data/{finding_morphology_classification_choice → finding_classification_choice}/colon_lesion_circularity_default.yaml +0 -2
- endoreg_db/data/finding_classification_choice/colon_lesion_jnet.yaml +15 -0
- endoreg_db/data/finding_classification_choice/colon_lesion_kudo.yaml +23 -0
- endoreg_db/data/finding_classification_choice/colon_lesion_lst.yaml +15 -0
- endoreg_db/data/{finding_morphology_classification_choice → finding_classification_choice}/colon_lesion_nice.yaml +4 -7
- endoreg_db/data/{finding_morphology_classification_choice → finding_classification_choice}/colon_lesion_paris.yaml +0 -8
- endoreg_db/data/{finding_morphology_classification_choice → finding_classification_choice}/colon_lesion_planarity_default.yaml +6 -13
- endoreg_db/data/finding_classification_choice/colon_lesion_sano.yaml +14 -0
- endoreg_db/data/{finding_morphology_classification_choice → finding_classification_choice}/colon_lesion_surface_intact_default.yaml +3 -6
- endoreg_db/data/{finding_location_classification_choice/colonoscopy.yaml → finding_classification_choice/colonoscopy_location.yaml} +11 -22
- endoreg_db/data/finding_classification_choice/colonoscopy_not_complete_reason.yaml +19 -0
- endoreg_db/data/finding_classification_choice/colonoscopy_size.yaml +82 -0
- endoreg_db/data/finding_classification_choice/colonoscopy_summary_worst_finding.yaml +15 -0
- endoreg_db/data/finding_classification_choice/complication_generic_types.yaml +15 -0
- endoreg_db/data/finding_classification_choice/examination_setting_generic_types.yaml +15 -0
- endoreg_db/data/finding_classification_choice/histology.yaml +24 -0
- endoreg_db/data/finding_classification_choice/histology_polyp.yaml +20 -0
- endoreg_db/data/finding_classification_choice/outcome.yaml +19 -0
- endoreg_db/data/finding_classification_choice/yes_no_na.yaml +11 -0
- endoreg_db/data/finding_classification_type/colonoscopy_basic.yaml +48 -0
- endoreg_db/data/finding_intervention/endoscopy_colonoscopy.yaml +8 -3
- endoreg_db/data/finding_morphology_classification_type/colonoscopy.yaml +6 -6
- endoreg_db/data/finding_type/data.yaml +23 -10
- endoreg_db/data/gender/data.yaml +8 -1
- endoreg_db/data/information_source/annotation.yaml +6 -0
- endoreg_db/data/information_source/prediction.yaml +7 -0
- endoreg_db/data/information_source_type/data.yaml +8 -0
- endoreg_db/data/lab_value/misc.yaml +43 -0
- endoreg_db/data/medication/anticoagulation.yaml +5 -5
- endoreg_db/data/medication/tah.yaml +5 -5
- endoreg_db/data/medication_intake_time/base.yaml +4 -4
- endoreg_db/data/names_first/first_names.yaml +3 -0
- endoreg_db/data/pdf_type/data.yaml +26 -2
- endoreg_db/data/qualification/endoscopy.yaml +36 -0
- endoreg_db/data/qualification/m2.yaml +39 -0
- endoreg_db/data/qualification/outpatient_clinic.yaml +35 -0
- endoreg_db/data/qualification/sonography.yaml +36 -0
- endoreg_db/data/qualification_type/base.yaml +29 -0
- endoreg_db/data/report_reader_flag/rkh-histology-generic.yaml +10 -0
- endoreg_db/data/report_reader_flag/ukw-histology-generic.yaml +5 -0
- endoreg_db/data/requirement/age.yaml +26 -0
- endoreg_db/data/requirement/colonoscopy_baseline_austria.yaml +45 -0
- endoreg_db/data/requirement/disease_cardiovascular.yaml +6 -6
- endoreg_db/data/requirement/disease_classification_choice_cardiovascular.yaml +9 -6
- endoreg_db/data/requirement/disease_hepatology.yaml +1 -1
- endoreg_db/data/requirement/disease_misc.yaml +3 -3
- endoreg_db/data/requirement/disease_renal.yaml +18 -2
- endoreg_db/data/requirement/{colonoscopy_indications.yaml → endoscopy_bleeding_risk.yaml} +6 -3
- endoreg_db/data/requirement/event_cardiology.yaml +17 -17
- endoreg_db/data/requirement/event_requirements.yaml +145 -0
- endoreg_db/data/requirement/finding_colon_polyp.yaml +50 -0
- endoreg_db/data/requirement/gender.yaml +25 -0
- endoreg_db/data/requirement/lab_value.yaml +352 -31
- endoreg_db/data/requirement/medication.yaml +93 -0
- endoreg_db/data/requirement_operator/age.yaml +13 -0
- endoreg_db/data/requirement_operator/lab_operators.yaml +36 -35
- endoreg_db/data/requirement_operator/model_operators.yaml +13 -7
- endoreg_db/data/requirement_set/01_endoscopy_generic.yaml +48 -0
- endoreg_db/data/requirement_set/colonoscopy_austria_screening.yaml +57 -0
- endoreg_db/data/requirement_set/endoscopy_bleeding_risk.yaml +42 -2
- endoreg_db/data/requirement_type/requirement_types.yaml +82 -0
- endoreg_db/data/shift/endoscopy.yaml +21 -0
- endoreg_db/data/shift_type/base.yaml +35 -0
- endoreg_db/data/tag/requirement_set_tags.yaml +11 -0
- endoreg_db/data/unit/concentration.yaml +23 -0
- endoreg_db/exceptions.py +19 -0
- endoreg_db/forms/patient_finding_intervention_form.py +4 -5
- endoreg_db/forms/patient_form.py +7 -6
- endoreg_db/forms/questionnaires/__init__.py +1 -1
- endoreg_db/forms/questionnaires/tto_questionnaire.py +19 -19
- endoreg_db/helpers/count_db.py +45 -0
- endoreg_db/helpers/data_loader.py +208 -0
- endoreg_db/helpers/default_objects.py +359 -0
- endoreg_db/helpers/download_segmentation_model.py +31 -0
- endoreg_db/helpers/interact.py +6 -0
- endoreg_db/helpers/test_video_helper.py +119 -0
- endoreg_db/logger_conf.py +140 -0
- endoreg_db/management/__init__.py +1 -0
- endoreg_db/management/commands/__init__.py +1 -0
- endoreg_db/management/commands/anonymize_video.py +0 -0
- endoreg_db/management/commands/check_auth.py +125 -0
- endoreg_db/management/commands/create_multilabel_model_meta.py +214 -0
- endoreg_db/management/commands/fix_missing_patient_data.py +172 -0
- endoreg_db/management/commands/fix_video_paths.py +165 -0
- endoreg_db/management/commands/import_fallback_video.py +203 -0
- endoreg_db/management/commands/import_report.py +298 -0
- endoreg_db/management/commands/import_video.py +422 -0
- endoreg_db/management/commands/import_video_with_classification.py +367 -0
- endoreg_db/management/commands/init_default_ai_model.py +112 -0
- endoreg_db/management/commands/load_ai_model_data.py +2 -7
- endoreg_db/management/commands/load_base_db_data.py +1 -0
- endoreg_db/management/commands/load_endoscope_data.py +2 -2
- endoreg_db/management/commands/load_examination_indication_data.py +2 -3
- endoreg_db/management/commands/load_finding_data.py +49 -92
- endoreg_db/management/commands/load_green_endoscopy_wuerzburg_data.py +0 -1
- endoreg_db/management/commands/load_information_source.py +13 -7
- endoreg_db/management/commands/load_name_data.py +37 -0
- endoreg_db/management/commands/load_qualification_data.py +59 -0
- endoreg_db/management/commands/load_requirement_data.py +30 -6
- endoreg_db/management/commands/load_shift_data.py +60 -0
- endoreg_db/management/commands/load_tag_data.py +57 -0
- endoreg_db/management/commands/register_ai_model.py +1 -1
- endoreg_db/management/commands/start_filewatcher.py +106 -0
- endoreg_db/management/commands/storage_management.py +548 -0
- endoreg_db/management/commands/summarize_db_content.py +189 -0
- endoreg_db/management/commands/validate_video.py +204 -0
- endoreg_db/management/commands/validate_video_files.py +161 -0
- endoreg_db/management/commands/video_validation.py +22 -0
- endoreg_db/migrations/0001_initial.py +625 -813
- endoreg_db/migrations/0002_add_video_correction_models.py +52 -0
- endoreg_db/models/__init__.py +270 -307
- endoreg_db/models/administration/__init__.py +116 -0
- endoreg_db/models/{ai_model → administration/ai}/__init__.py +6 -1
- endoreg_db/models/administration/ai/active_model.py +35 -0
- endoreg_db/models/administration/ai/ai_model.py +156 -0
- endoreg_db/models/{ai_model → administration/ai}/model_type.py +6 -1
- endoreg_db/models/administration/case/__init__.py +19 -0
- endoreg_db/models/administration/case/case.py +114 -0
- endoreg_db/models/{case_template → administration/case/case_template}/case_template.py +3 -3
- endoreg_db/models/{case_template → administration/case/case_template}/case_template_rule.py +3 -10
- endoreg_db/models/{case_template → administration/case/case_template}/case_template_rule_value.py +2 -4
- endoreg_db/models/{case_template → administration/case/case_template}/case_template_type.py +1 -3
- endoreg_db/models/{center → administration/center}/__init__.py +3 -1
- endoreg_db/models/administration/center/center.py +61 -0
- endoreg_db/models/administration/center/center_product.py +64 -0
- endoreg_db/models/{center → administration/center}/center_resource.py +19 -3
- endoreg_db/models/administration/center/center_shift.py +88 -0
- endoreg_db/models/administration/center/center_waste.py +30 -0
- endoreg_db/models/administration/permissions/__init__.py +44 -0
- endoreg_db/models/administration/person/__init__.py +24 -0
- endoreg_db/models/administration/person/employee/__init__.py +3 -0
- endoreg_db/models/administration/person/employee/employee.py +35 -0
- endoreg_db/models/administration/person/employee/employee_qualification.py +39 -0
- endoreg_db/models/administration/person/employee/employee_type.py +42 -0
- endoreg_db/models/administration/person/examiner/__init__.py +4 -0
- endoreg_db/models/administration/person/examiner/examiner.py +54 -0
- endoreg_db/models/administration/person/names/__init__.py +0 -0
- endoreg_db/models/{persons → administration/person/names}/first_name.py +1 -1
- endoreg_db/models/{persons → administration/person/names}/last_name.py +2 -3
- endoreg_db/models/administration/person/patient/__init__.py +5 -0
- endoreg_db/models/administration/person/patient/patient.py +460 -0
- endoreg_db/models/administration/person/profession/__init__.py +24 -0
- endoreg_db/models/administration/person/user/__init__.py +5 -0
- endoreg_db/models/administration/person/user/portal_user_information.py +37 -0
- endoreg_db/models/administration/product/product.py +97 -0
- endoreg_db/models/administration/product/product_group.py +39 -0
- endoreg_db/models/administration/product/product_material.py +54 -0
- endoreg_db/models/{product → administration/product}/product_weight.py +9 -0
- endoreg_db/models/{product → administration/product}/reference_product.py +26 -11
- endoreg_db/models/administration/qualification/__init__.py +7 -0
- endoreg_db/models/administration/qualification/qualification.py +37 -0
- endoreg_db/models/administration/qualification/qualification_type.py +35 -0
- endoreg_db/models/administration/shift/__init__.py +9 -0
- endoreg_db/models/administration/shift/scheduled_days.py +69 -0
- endoreg_db/models/administration/shift/shift.py +51 -0
- endoreg_db/models/administration/shift/shift_type.py +108 -0
- endoreg_db/models/label/__init__.py +24 -1
- endoreg_db/models/label/annotation/__init__.py +12 -0
- endoreg_db/models/label/annotation/image_classification.py +84 -0
- endoreg_db/models/label/annotation/video_segmentation_annotation.py +66 -0
- endoreg_db/models/label/label.py +45 -74
- endoreg_db/models/label/label_set.py +53 -0
- endoreg_db/models/label/label_type.py +29 -0
- endoreg_db/models/label/label_video_segment/__init__.py +3 -0
- endoreg_db/models/label/label_video_segment/_create_from_video.py +41 -0
- endoreg_db/models/label/label_video_segment/label_video_segment.py +511 -0
- endoreg_db/models/label/video_segmentation_label.py +31 -0
- endoreg_db/models/{annotation → label}/video_segmentation_labelset.py +7 -0
- endoreg_db/models/media/__init__.py +14 -0
- endoreg_db/models/media/frame/__init__.py +3 -0
- endoreg_db/models/media/frame/frame.py +111 -0
- endoreg_db/models/media/pdf/__init__.py +11 -0
- endoreg_db/models/media/pdf/raw_pdf.py +608 -0
- endoreg_db/models/media/pdf/report_file.py +162 -0
- endoreg_db/models/media/pdf/report_reader/report_reader_config.py +77 -0
- endoreg_db/models/media/video/__init__.py +4 -0
- endoreg_db/models/media/video/create_from_file.py +336 -0
- endoreg_db/models/media/video/pipe_1.py +207 -0
- endoreg_db/models/media/video/pipe_2.py +105 -0
- endoreg_db/models/media/video/refactor_plan.md +0 -0
- endoreg_db/models/media/video/video_file.py +680 -0
- endoreg_db/models/media/video/video_file_ai.py +443 -0
- endoreg_db/models/media/video/video_file_anonymize.py +348 -0
- endoreg_db/models/media/video/video_file_frames/__init__.py +47 -0
- endoreg_db/models/media/video/video_file_frames/_bulk_create_frames.py +22 -0
- endoreg_db/models/media/video/video_file_frames/_create_frame_object.py +23 -0
- endoreg_db/models/media/video/video_file_frames/_delete_frames.py +104 -0
- endoreg_db/models/media/video/video_file_frames/_extract_frames.py +174 -0
- endoreg_db/models/media/video/video_file_frames/_get_frame.py +28 -0
- endoreg_db/models/media/video/video_file_frames/_get_frame_number.py +27 -0
- endoreg_db/models/media/video/video_file_frames/_get_frame_path.py +20 -0
- endoreg_db/models/media/video/video_file_frames/_get_frame_paths.py +27 -0
- endoreg_db/models/media/video/video_file_frames/_get_frame_range.py +34 -0
- endoreg_db/models/media/video/video_file_frames/_get_frames.py +27 -0
- endoreg_db/models/media/video/video_file_frames/_initialize_frames.py +129 -0
- endoreg_db/models/media/video/video_file_frames/_manage_frame_range.py +129 -0
- endoreg_db/models/media/video/video_file_frames/_mark_frames_extracted_status.py +65 -0
- endoreg_db/models/media/video/video_file_frames.py +0 -0
- endoreg_db/models/media/video/video_file_io.py +166 -0
- endoreg_db/models/media/video/video_file_meta/__init__.py +22 -0
- endoreg_db/models/media/video/video_file_meta/get_crop_template.py +45 -0
- endoreg_db/models/media/video/video_file_meta/get_endo_roi.py +39 -0
- endoreg_db/models/media/video/video_file_meta/get_fps.py +147 -0
- endoreg_db/models/media/video/video_file_meta/initialize_video_specs.py +143 -0
- endoreg_db/models/media/video/video_file_meta/text_meta.py +134 -0
- endoreg_db/models/media/video/video_file_meta/video_meta.py +70 -0
- endoreg_db/models/media/video/video_file_meta.py +11 -0
- endoreg_db/models/media/video/video_file_segments.py +209 -0
- endoreg_db/models/medical/__init__.py +146 -0
- endoreg_db/models/{contraindication → medical/contraindication}/__init__.py +1 -5
- endoreg_db/models/{disease.py → medical/disease.py} +60 -52
- endoreg_db/models/{event.py → medical/event.py} +31 -54
- endoreg_db/models/{examination → medical/examination}/__init__.py +1 -1
- endoreg_db/models/medical/examination/examination.py +148 -0
- endoreg_db/models/{examination → medical/examination}/examination_indication.py +64 -35
- endoreg_db/models/{examination → medical/examination}/examination_time.py +0 -4
- endoreg_db/models/{examination → medical/examination}/examination_time_type.py +1 -8
- endoreg_db/models/{examination → medical/examination}/examination_type.py +1 -7
- endoreg_db/models/medical/finding/__init__.py +18 -0
- endoreg_db/models/medical/finding/finding.py +96 -0
- endoreg_db/models/medical/finding/finding_classification.py +142 -0
- endoreg_db/models/{finding → medical/finding}/finding_intervention.py +2 -10
- endoreg_db/models/medical/finding/finding_type.py +35 -0
- endoreg_db/models/medical/hardware/__init__.py +8 -0
- endoreg_db/models/{hardware → medical/hardware}/endoscope.py +28 -23
- endoreg_db/models/medical/laboratory/__init__.py +5 -0
- endoreg_db/models/medical/laboratory/lab_value.py +419 -0
- endoreg_db/models/{medication → medical/medication}/medication.py +1 -3
- endoreg_db/models/{medication → medical/medication}/medication_indication_type.py +8 -3
- endoreg_db/models/{medication → medical/medication}/medication_intake_time.py +21 -3
- endoreg_db/models/{medication → medical/medication}/medication_schedule.py +13 -5
- endoreg_db/models/{organ → medical/organ}/__init__.py +3 -6
- endoreg_db/models/medical/patient/__init__.py +56 -0
- endoreg_db/models/medical/patient/medication_examples.py +38 -0
- endoreg_db/models/medical/patient/patient_disease.py +63 -0
- endoreg_db/models/medical/patient/patient_event.py +75 -0
- endoreg_db/models/medical/patient/patient_examination.py +249 -0
- endoreg_db/models/{persons → medical}/patient/patient_examination_indication.py +21 -9
- endoreg_db/models/medical/patient/patient_finding.py +357 -0
- endoreg_db/models/medical/patient/patient_finding_classification.py +207 -0
- endoreg_db/models/{patient → medical/patient}/patient_finding_intervention.py +15 -1
- endoreg_db/models/medical/patient/patient_lab_sample.py +148 -0
- endoreg_db/models/{persons → medical}/patient/patient_lab_value.py +40 -15
- endoreg_db/models/medical/patient/patient_medication.py +104 -0
- endoreg_db/models/medical/patient/patient_medication_schedule.py +136 -0
- endoreg_db/models/{risk → medical/risk}/risk_type.py +0 -4
- endoreg_db/models/{data_file/metadata → metadata}/__init__.py +6 -0
- endoreg_db/models/metadata/frame_ocr_result.py +0 -0
- endoreg_db/models/metadata/model_meta.py +193 -0
- endoreg_db/models/metadata/model_meta_logic.py +236 -0
- endoreg_db/models/{data_file/metadata → metadata}/pdf_meta.py +28 -13
- endoreg_db/models/metadata/sensitive_meta.py +288 -0
- endoreg_db/models/metadata/sensitive_meta_logic.py +643 -0
- endoreg_db/models/metadata/video_meta.py +332 -0
- endoreg_db/models/metadata/video_prediction_logic.py +190 -0
- endoreg_db/models/metadata/video_prediction_meta.py +270 -0
- endoreg_db/models/other/__init__.py +17 -0
- endoreg_db/models/other/distribution/date_value_distribution.py +0 -2
- endoreg_db/models/other/distribution/numeric_value_distribution.py +30 -2
- endoreg_db/models/{emission → other/emission}/emission_factor.py +15 -6
- endoreg_db/models/{persons → other}/gender.py +8 -3
- endoreg_db/models/other/information_source.py +159 -0
- endoreg_db/models/other/material.py +10 -2
- endoreg_db/models/other/resource.py +6 -2
- endoreg_db/models/other/tag.py +27 -0
- endoreg_db/models/other/transport_route.py +13 -2
- endoreg_db/models/{unit.py → other/unit.py} +16 -6
- endoreg_db/models/other/waste.py +10 -3
- endoreg_db/models/requirement/requirement.py +556 -114
- endoreg_db/models/requirement/requirement_evaluation/__init__.py +4 -132
- endoreg_db/models/requirement/requirement_evaluation/get_values.py +40 -0
- endoreg_db/models/requirement/requirement_evaluation/operator_evaluation_models.py +9 -0
- endoreg_db/models/requirement/requirement_evaluation/requirement_type_parser.py +80 -87
- endoreg_db/models/requirement/requirement_operator.py +132 -14
- endoreg_db/models/requirement/requirement_set.py +181 -21
- endoreg_db/models/rule/__init__.py +13 -0
- endoreg_db/models/{rules → rule}/rule.py +6 -3
- endoreg_db/models/{rules → rule}/rule_attribute_dtype.py +0 -2
- endoreg_db/models/{rules → rule}/rule_type.py +0 -2
- endoreg_db/models/{rules → rule}/ruleset.py +0 -2
- endoreg_db/models/state/__init__.py +12 -0
- endoreg_db/models/state/abstract.py +11 -0
- endoreg_db/models/state/audit_ledger.py +150 -0
- endoreg_db/models/state/label_video_segment.py +22 -0
- endoreg_db/models/state/raw_pdf.py +187 -0
- endoreg_db/models/state/sensitive_meta.py +46 -0
- endoreg_db/models/state/video.py +232 -0
- endoreg_db/models/upload_job.py +99 -0
- endoreg_db/models/utils.py +135 -0
- endoreg_db/models/video_metadata.py +66 -0
- endoreg_db/models/video_processing.py +153 -0
- endoreg_db/renames.yml +8 -0
- endoreg_db/root_urls.py +9 -0
- endoreg_db/schemas/__init__.py +0 -0
- endoreg_db/schemas/examination_evaluation.py +27 -0
- endoreg_db/serializers/Frames_NICE_and_PARIS_classifications.py +775 -0
- endoreg_db/serializers/__init__.py +147 -10
- endoreg_db/serializers/{raw_pdf_meta_validation.py → _old/raw_pdf_meta_validation.py} +3 -3
- endoreg_db/serializers/{raw_video_meta_validation.py → _old/raw_video_meta_validation.py} +18 -14
- endoreg_db/serializers/_old/video.py +71 -0
- endoreg_db/serializers/administration/__init__.py +14 -0
- endoreg_db/serializers/administration/ai/__init__.py +10 -0
- endoreg_db/serializers/administration/ai/active_model.py +10 -0
- endoreg_db/serializers/administration/ai/ai_model.py +18 -0
- endoreg_db/serializers/administration/ai/model_type.py +10 -0
- endoreg_db/serializers/administration/center.py +9 -0
- endoreg_db/serializers/administration/gender.py +9 -0
- endoreg_db/serializers/anonymization.py +69 -0
- endoreg_db/serializers/evaluation/examination_evaluation.py +1 -0
- endoreg_db/serializers/examination/__init__.py +10 -0
- endoreg_db/serializers/examination/base.py +46 -0
- endoreg_db/serializers/examination/dropdown.py +21 -0
- endoreg_db/serializers/examination_serializer.py +12 -0
- endoreg_db/serializers/finding/__init__.py +5 -0
- endoreg_db/serializers/finding/finding.py +54 -0
- endoreg_db/serializers/finding_classification/__init__.py +7 -0
- endoreg_db/serializers/finding_classification/choice.py +19 -0
- endoreg_db/serializers/finding_classification/classification.py +13 -0
- endoreg_db/serializers/label/__init__.py +7 -0
- endoreg_db/serializers/label/image_classification_annotation.py +62 -0
- endoreg_db/serializers/label/label.py +15 -0
- endoreg_db/serializers/label_video_segment/__init__.py +7 -0
- endoreg_db/serializers/label_video_segment/_lvs_create.py +149 -0
- endoreg_db/serializers/label_video_segment/_lvs_update.py +138 -0
- endoreg_db/serializers/label_video_segment/_lvs_validate.py +149 -0
- endoreg_db/serializers/label_video_segment/label_video_segment.py +344 -0
- endoreg_db/serializers/label_video_segment/label_video_segment_annotation.py +99 -0
- endoreg_db/serializers/label_video_segment/label_video_segment_update.py +163 -0
- endoreg_db/serializers/meta/__init__.py +19 -0
- endoreg_db/serializers/meta/pdf_file_meta_extraction.py +115 -0
- endoreg_db/serializers/meta/report_meta.py +53 -0
- endoreg_db/serializers/meta/sensitive_meta_detail.py +162 -0
- endoreg_db/serializers/meta/sensitive_meta_update.py +148 -0
- endoreg_db/serializers/meta/sensitive_meta_verification.py +59 -0
- endoreg_db/serializers/meta/video_meta.py +39 -0
- endoreg_db/serializers/misc/__init__.py +14 -0
- endoreg_db/serializers/misc/file_overview.py +152 -0
- endoreg_db/serializers/misc/stats.py +33 -0
- endoreg_db/serializers/misc/translatable_field_mix_in.py +44 -0
- endoreg_db/serializers/misc/upload_job.py +71 -0
- endoreg_db/serializers/misc/vop_patient_data.py +120 -0
- endoreg_db/serializers/patient/__init__.py +11 -0
- endoreg_db/serializers/patient/patient.py +86 -0
- endoreg_db/serializers/patient/patient_dropdown.py +27 -0
- endoreg_db/serializers/patient_examination/__init__.py +7 -0
- endoreg_db/serializers/patient_examination/patient_examination.py +141 -0
- endoreg_db/serializers/patient_finding/__init__.py +15 -0
- endoreg_db/serializers/patient_finding/patient_finding.py +31 -0
- endoreg_db/serializers/patient_finding/patient_finding_classification.py +39 -0
- endoreg_db/serializers/patient_finding/patient_finding_detail.py +53 -0
- endoreg_db/serializers/patient_finding/patient_finding_intervention.py +26 -0
- endoreg_db/serializers/patient_finding/patient_finding_list.py +41 -0
- endoreg_db/serializers/patient_finding/patient_finding_write.py +126 -0
- endoreg_db/serializers/pdf/__init__.py +5 -0
- endoreg_db/serializers/pdf/anony_text_validation.py +85 -0
- endoreg_db/serializers/report/__init__.py +9 -0
- endoreg_db/serializers/report/mixins.py +45 -0
- endoreg_db/serializers/report/report.py +105 -0
- endoreg_db/serializers/report/report_list.py +22 -0
- endoreg_db/serializers/report/secure_file_url.py +26 -0
- endoreg_db/serializers/requirements/requirement_schema.py +25 -0
- endoreg_db/serializers/requirements/requirement_sets.py +29 -0
- endoreg_db/serializers/sensitive_meta_serializer.py +282 -0
- endoreg_db/serializers/video/__init__.py +7 -0
- endoreg_db/serializers/video/segmentation.py +263 -0
- endoreg_db/serializers/video/video_file_brief.py +10 -0
- endoreg_db/serializers/video/video_file_detail.py +83 -0
- endoreg_db/serializers/video/video_file_list.py +67 -0
- endoreg_db/serializers/video/video_metadata.py +105 -0
- endoreg_db/serializers/video/video_processing_history.py +153 -0
- endoreg_db/services/__init__.py +5 -0
- endoreg_db/services/anonymization.py +223 -0
- endoreg_db/services/examination_evaluation.py +149 -0
- endoreg_db/services/finding_description_service.py +0 -0
- endoreg_db/services/lookup_service.py +241 -0
- endoreg_db/services/lookup_store.py +122 -0
- endoreg_db/services/ollama_api_docs.py +1528 -0
- endoreg_db/services/pdf_import.py +963 -0
- endoreg_db/services/polling_coordinator.py +288 -0
- endoreg_db/services/pseudonym_service.py +89 -0
- endoreg_db/services/requirements_object.py +147 -0
- endoreg_db/services/segment_sync.py +155 -0
- endoreg_db/services/storage_aware_video_processor.py +344 -0
- endoreg_db/services/video_import.py +1118 -0
- endoreg_db/tasks/upload_tasks.py +207 -0
- endoreg_db/tasks/video_ingest.py +157 -0
- endoreg_db/tasks/video_processing_tasks.py +327 -0
- endoreg_db/urls/__init__.py +70 -0
- endoreg_db/urls/anonymization.py +32 -0
- endoreg_db/urls/auth.py +16 -0
- endoreg_db/urls/classification.py +39 -0
- endoreg_db/urls/examination.py +54 -0
- endoreg_db/urls/files.py +6 -0
- endoreg_db/urls/label_video_segment_validate.py +33 -0
- endoreg_db/urls/label_video_segments.py +44 -0
- endoreg_db/urls/media.py +229 -0
- endoreg_db/urls/patient.py +19 -0
- endoreg_db/urls/report.py +48 -0
- endoreg_db/urls/requirements.py +13 -0
- endoreg_db/urls/stats.py +46 -0
- endoreg_db/urls/upload.py +20 -0
- endoreg_db/urls/video.py +61 -0
- endoreg_db/urls.py +6 -283
- endoreg_db/utils/__init__.py +66 -57
- endoreg_db/utils/ai/__init__.py +9 -0
- endoreg_db/{models/ai_model/utils.py → utils/ai/get.py} +1 -4
- endoreg_db/{models/ai_model/lightning → utils/ai}/inference_dataset.py +0 -1
- endoreg_db/{models/ai_model/lightning → utils/ai}/multilabel_classification_net.py +14 -10
- endoreg_db/{models/ai_model/lightning → utils/ai}/postprocess.py +15 -5
- endoreg_db/utils/ai/predict.py +291 -0
- endoreg_db/{models/ai_model/lightning → utils/ai}/preprocess.py +1 -1
- endoreg_db/utils/calc_duration_seconds.py +24 -0
- endoreg_db/utils/case_generator/__init__.py +0 -0
- endoreg_db/utils/check_video_files.py +148 -0
- endoreg_db/utils/dataloader.py +50 -12
- endoreg_db/utils/dates.py +21 -0
- endoreg_db/utils/env.py +33 -0
- endoreg_db/utils/extract_specific_frames.py +72 -0
- endoreg_db/utils/file_operations.py +29 -1
- endoreg_db/utils/fix_video_path_direct.py +141 -0
- endoreg_db/utils/frame_anonymization_utils.py +463 -0
- endoreg_db/utils/links/__init__.py +0 -0
- endoreg_db/utils/links/requirement_link.py +193 -0
- endoreg_db/utils/mime_types.py +0 -0
- endoreg_db/utils/names.py +2 -0
- endoreg_db/utils/paths.py +100 -82
- endoreg_db/utils/permissions.py +143 -0
- endoreg_db/utils/pipelines/Readme.md +235 -0
- endoreg_db/utils/pipelines/__init__.py +0 -0
- endoreg_db/utils/pipelines/process_video_dir.py +120 -0
- endoreg_db/utils/product/__init__.py +0 -0
- endoreg_db/utils/product/sum_emissions.py +20 -0
- endoreg_db/utils/product/sum_weights.py +18 -0
- endoreg_db/utils/pydantic_models/db_config.py +1 -1
- endoreg_db/utils/requirement_helpers.py +0 -0
- endoreg_db/utils/requirement_operator_logic/__init__.py +0 -0
- endoreg_db/utils/requirement_operator_logic/lab_value_operators.py +578 -0
- endoreg_db/utils/requirement_operator_logic/model_evaluators.py +368 -0
- endoreg_db/utils/translation.py +27 -0
- endoreg_db/utils/validate_video_detailed.py +357 -0
- endoreg_db/utils/video/__init__.py +19 -6
- endoreg_db/utils/video/extract_frames.py +37 -70
- endoreg_db/utils/video/ffmpeg_wrapper.py +772 -0
- endoreg_db/utils/video/names.py +42 -0
- endoreg_db/utils/video/streaming_processor.py +312 -0
- endoreg_db/utils/video/video_splitter.py +94 -0
- endoreg_db/views/Frames_NICE_and_PARIS_classifications_views.py +238 -0
- endoreg_db/views/__init__.py +282 -2
- endoreg_db/views/anonymization/__init__.py +27 -0
- endoreg_db/views/anonymization/media_management.py +454 -0
- endoreg_db/views/anonymization/overview.py +216 -0
- endoreg_db/views/anonymization/validate.py +66 -0
- endoreg_db/views/auth/__init__.py +13 -0
- endoreg_db/views/{views.py → auth/keycloak.py} +19 -13
- endoreg_db/views/examination/__init__.py +33 -0
- endoreg_db/views/examination/examination.py +37 -0
- endoreg_db/views/examination/examination_manifest_cache.py +26 -0
- endoreg_db/views/examination/get_finding_classification_choices.py +59 -0
- endoreg_db/views/examination/get_finding_classifications.py +36 -0
- endoreg_db/views/examination/get_findings.py +41 -0
- endoreg_db/views/examination/get_instruments.py +18 -0
- endoreg_db/views/examination/get_interventions.py +14 -0
- endoreg_db/views/finding/__init__.py +9 -0
- endoreg_db/views/finding/finding.py +112 -0
- endoreg_db/views/finding/get_classifications.py +14 -0
- endoreg_db/views/finding/get_interventions.py +17 -0
- endoreg_db/views/finding_classification/__init__.py +13 -0
- endoreg_db/views/finding_classification/base.py +0 -0
- endoreg_db/views/finding_classification/finding_classification.py +42 -0
- endoreg_db/views/finding_classification/get_classification_choices.py +55 -0
- endoreg_db/views/label/__init__.py +5 -0
- endoreg_db/views/label/label.py +15 -0
- endoreg_db/views/label_video_segment/__init__.py +16 -0
- endoreg_db/views/label_video_segment/create_lvs_from_annotation.py +44 -0
- endoreg_db/views/label_video_segment/get_lvs_by_name_and_video.py +50 -0
- endoreg_db/views/label_video_segment/label_video_segment.py +77 -0
- endoreg_db/views/label_video_segment/label_video_segment_by_label.py +174 -0
- endoreg_db/views/label_video_segment/label_video_segment_detail.py +73 -0
- endoreg_db/views/label_video_segment/update_lvs_from_annotation.py +46 -0
- endoreg_db/views/label_video_segment/validate.py +226 -0
- endoreg_db/views/media/__init__.py +45 -0
- endoreg_db/views/media/pdf_media.py +386 -0
- endoreg_db/views/media/segments.py +71 -0
- endoreg_db/views/media/sensitive_metadata.py +314 -0
- endoreg_db/views/media/video_media.py +272 -0
- endoreg_db/views/media/video_segments.py +596 -0
- endoreg_db/views/meta/__init__.py +15 -0
- endoreg_db/views/meta/available_files_list.py +146 -0
- endoreg_db/views/meta/report_meta.py +53 -0
- endoreg_db/views/meta/sensitive_meta_detail.py +148 -0
- endoreg_db/views/meta/sensitive_meta_list.py +104 -0
- endoreg_db/views/meta/sensitive_meta_verification.py +71 -0
- endoreg_db/views/misc/__init__.py +63 -0
- endoreg_db/views/misc/center.py +13 -0
- endoreg_db/views/misc/gender.py +14 -0
- endoreg_db/views/misc/secure_file_serving_view.py +80 -0
- endoreg_db/views/misc/secure_file_url_view.py +84 -0
- endoreg_db/views/misc/secure_url_validate.py +79 -0
- endoreg_db/views/misc/stats.py +220 -0
- endoreg_db/views/misc/translation.py +182 -0
- endoreg_db/views/misc/upload_views.py +240 -0
- endoreg_db/views/patient/__init__.py +5 -0
- endoreg_db/views/patient/patient.py +210 -0
- endoreg_db/views/patient_examination/DEPRECATED_video_backup.py +164 -0
- endoreg_db/views/patient_examination/__init__.py +11 -0
- endoreg_db/views/patient_examination/patient_examination.py +140 -0
- endoreg_db/views/patient_examination/patient_examination_create.py +63 -0
- endoreg_db/views/patient_examination/patient_examination_detail.py +66 -0
- endoreg_db/views/patient_examination/patient_examination_list.py +68 -0
- endoreg_db/views/patient_examination/video.py +194 -0
- endoreg_db/views/patient_finding/__init__.py +7 -0
- endoreg_db/views/patient_finding/base.py +0 -0
- endoreg_db/views/patient_finding/patient_finding.py +64 -0
- endoreg_db/views/patient_finding/patient_finding_optimized.py +259 -0
- endoreg_db/views/patient_finding_classification/__init__.py +5 -0
- endoreg_db/views/patient_finding_classification/pfc_create.py +67 -0
- endoreg_db/views/patient_finding_location/__init__.py +5 -0
- endoreg_db/views/patient_finding_location/pfl_create.py +70 -0
- endoreg_db/views/patient_finding_morphology/__init__.py +5 -0
- endoreg_db/views/patient_finding_morphology/pfm_create.py +70 -0
- endoreg_db/views/pdf/__init__.py +11 -0
- endoreg_db/views/pdf/pdf_media.py +239 -0
- endoreg_db/views/pdf/pdf_stream_views.py +127 -0
- endoreg_db/views/pdf/reimport.py +161 -0
- endoreg_db/views/report/__init__.py +9 -0
- endoreg_db/views/report/report_list.py +112 -0
- endoreg_db/views/report/report_with_secure_url.py +28 -0
- endoreg_db/views/report/start_examination.py +7 -0
- endoreg_db/views/requirement/__init__.py +10 -0
- endoreg_db/views/requirement/evaluate.py +279 -0
- endoreg_db/views/requirement/lookup.py +483 -0
- endoreg_db/views/requirement/lookup_store.py +252 -0
- endoreg_db/views/requirement_lookup/lookup.py +0 -0
- endoreg_db/views/requirement_lookup/lookup_store.py +0 -0
- endoreg_db/views/stats/__init__.py +13 -0
- endoreg_db/views/stats/stats_views.py +229 -0
- endoreg_db/views/video/__init__.py +64 -0
- endoreg_db/views/video/correction.py +672 -0
- endoreg_db/views/video/reimport.py +195 -0
- endoreg_db/views/video/segmentation.py +274 -0
- endoreg_db/views/video/task_status.py +49 -0
- endoreg_db/views/{views_for_timeline.py → video/timeline.py} +3 -3
- endoreg_db/views/video/video_analyze.py +52 -0
- endoreg_db/views/video/video_apply_mask.py +48 -0
- endoreg_db/views/video/video_correction.py +21 -0
- endoreg_db/views/video/video_download_processed.py +58 -0
- endoreg_db/views/video/video_examination_viewset.py +329 -0
- endoreg_db/views/video/video_media.py +158 -0
- endoreg_db/views/video/video_meta.py +29 -0
- endoreg_db/views/video/video_processing_history.py +24 -0
- endoreg_db/views/video/video_remove_frames.py +48 -0
- endoreg_db/views/video/video_reprocess.py +40 -0
- endoreg_db/views/video/video_stream.py +306 -0
- endoreg_db-0.8.2.dist-info/METADATA +384 -0
- endoreg_db-0.8.2.dist-info/RECORD +790 -0
- endoreg_db/data/agl_service/data.yaml +0 -19
- endoreg_db/data/finding_location_classification/colonoscopy.yaml +0 -46
- endoreg_db/data/finding_morphology_classification/colonoscopy.yaml +0 -48
- endoreg_db/data/finding_morphology_classification_choice/colonoscopy_size.yaml +0 -57
- endoreg_db/management/commands/_load_model_template.py +0 -41
- endoreg_db/management/commands/delete_all.py +0 -18
- endoreg_db/management/commands/fetch_legacy_image_dataset.py +0 -32
- endoreg_db/management/commands/fix_auth_permission.py +0 -20
- endoreg_db/management/commands/load_active_model_data.py +0 -45
- endoreg_db/management/commands/load_g_play_data.py +0 -113
- endoreg_db/management/commands/load_logging_data.py +0 -39
- endoreg_db/management/commands/load_lx_data.py +0 -64
- endoreg_db/management/commands/load_medication_indication_data.py +0 -63
- endoreg_db/management/commands/load_medication_indication_type_data.py +0 -41
- endoreg_db/management/commands/load_medication_intake_time_data.py +0 -41
- endoreg_db/management/commands/load_medication_schedule_data.py +0 -55
- endoreg_db/management/commands/load_network_data.py +0 -57
- endoreg_db/migrations/0002_alter_frame_image_alter_rawframe_image.py +0 -23
- endoreg_db/migrations/0003_alter_frame_image_alter_rawframe_image.py +0 -23
- endoreg_db/migrations/0004_alter_rawvideofile_file_alter_video_file.py +0 -25
- endoreg_db/migrations/0005_rawvideofile_frame_count_and_more.py +0 -33
- endoreg_db/migrations/0006_frame_extracted_rawframe_extracted.py +0 -23
- endoreg_db/migrations/0007_rename_pseudo_patient_video_patient_and_more.py +0 -24
- endoreg_db/migrations/0008_remove_reportfile_patient_examination_and_more.py +0 -48
- endoreg_db/migrations/0009_requirementoperator_requirementsettype_and_more.py +0 -154
- endoreg_db/models/ai_model/active_model.py +0 -9
- endoreg_db/models/ai_model/ai_model.py +0 -90
- endoreg_db/models/ai_model/lightning/__init__.py +0 -3
- endoreg_db/models/ai_model/lightning/predict.py +0 -172
- endoreg_db/models/ai_model/lightning/prediction_visualizer.py +0 -55
- endoreg_db/models/ai_model/lightning/run_visualizer.py +0 -21
- endoreg_db/models/ai_model/model_meta.py +0 -240
- endoreg_db/models/annotation/__init__.py +0 -32
- endoreg_db/models/annotation/anonymized_image_annotation.py +0 -115
- endoreg_db/models/annotation/binary_classification_annotation_task.py +0 -117
- endoreg_db/models/annotation/image_classification.py +0 -86
- endoreg_db/models/annotation/video_segmentation_annotation.py +0 -52
- endoreg_db/models/case/__init__.py +0 -1
- endoreg_db/models/case/case.py +0 -34
- endoreg_db/models/center/center.py +0 -51
- endoreg_db/models/center/center_product.py +0 -33
- endoreg_db/models/center/center_waste.py +0 -16
- endoreg_db/models/data_file/__init__.py +0 -39
- endoreg_db/models/data_file/base_classes/__init__.py +0 -7
- endoreg_db/models/data_file/base_classes/abstract_frame.py +0 -98
- endoreg_db/models/data_file/base_classes/abstract_pdf.py +0 -127
- endoreg_db/models/data_file/base_classes/abstract_video.py +0 -806
- endoreg_db/models/data_file/base_classes/frame_helpers.py +0 -17
- endoreg_db/models/data_file/base_classes/prepare_bulk_frames.py +0 -19
- endoreg_db/models/data_file/base_classes/utils.py +0 -58
- endoreg_db/models/data_file/frame.py +0 -29
- endoreg_db/models/data_file/import_classes/__init__.py +0 -18
- endoreg_db/models/data_file/import_classes/processing_functions/__init__.py +0 -35
- endoreg_db/models/data_file/import_classes/processing_functions/pdf.py +0 -28
- endoreg_db/models/data_file/import_classes/processing_functions/video.py +0 -260
- endoreg_db/models/data_file/import_classes/raw_pdf.py +0 -254
- endoreg_db/models/data_file/import_classes/raw_video.py +0 -290
- endoreg_db/models/data_file/metadata/sensitive_meta.py +0 -290
- endoreg_db/models/data_file/metadata/video_meta.py +0 -199
- endoreg_db/models/data_file/report_file.py +0 -56
- endoreg_db/models/data_file/video/__init__.py +0 -11
- endoreg_db/models/data_file/video/import_meta.py +0 -25
- endoreg_db/models/data_file/video/video.py +0 -196
- endoreg_db/models/data_file/video_segment.py +0 -214
- endoreg_db/models/examination/examination.py +0 -67
- endoreg_db/models/finding/__init__.py +0 -11
- endoreg_db/models/finding/finding.py +0 -75
- endoreg_db/models/finding/finding_location_classification.py +0 -94
- endoreg_db/models/finding/finding_morphology_classification.py +0 -89
- endoreg_db/models/finding/finding_type.py +0 -22
- endoreg_db/models/hardware/__init__.py +0 -2
- endoreg_db/models/information_source.py +0 -65
- endoreg_db/models/laboratory/__init__.py +0 -1
- endoreg_db/models/laboratory/lab_value.py +0 -162
- endoreg_db/models/logging/__init__.py +0 -11
- endoreg_db/models/logging/agl_service.py +0 -19
- endoreg_db/models/logging/base.py +0 -22
- endoreg_db/models/logging/log_type.py +0 -23
- endoreg_db/models/logging/network_device.py +0 -27
- endoreg_db/models/lx/__init__.py +0 -4
- endoreg_db/models/lx/client.py +0 -57
- endoreg_db/models/lx/identity.py +0 -34
- endoreg_db/models/lx/permission.py +0 -18
- endoreg_db/models/lx/user.py +0 -16
- endoreg_db/models/network/__init__.py +0 -9
- endoreg_db/models/network/agl_service.py +0 -38
- endoreg_db/models/network/network_device.py +0 -58
- endoreg_db/models/network/network_device_type.py +0 -23
- endoreg_db/models/other/distribution.py +0 -5
- endoreg_db/models/patient/__init__.py +0 -24
- endoreg_db/models/patient/patient_examination.py +0 -182
- endoreg_db/models/patient/patient_finding.py +0 -143
- endoreg_db/models/patient/patient_finding_location.py +0 -120
- endoreg_db/models/patient/patient_finding_morphology.py +0 -166
- endoreg_db/models/permissions/__init__.py +0 -44
- endoreg_db/models/persons/__init__.py +0 -34
- endoreg_db/models/persons/examiner/__init__.py +0 -2
- endoreg_db/models/persons/examiner/examiner.py +0 -60
- endoreg_db/models/persons/examiner/examiner_type.py +0 -2
- endoreg_db/models/persons/patient/__init__.py +0 -8
- endoreg_db/models/persons/patient/patient.py +0 -389
- endoreg_db/models/persons/patient/patient_disease.py +0 -22
- endoreg_db/models/persons/patient/patient_event.py +0 -52
- endoreg_db/models/persons/patient/patient_lab_sample.py +0 -108
- endoreg_db/models/persons/patient/patient_medication.py +0 -59
- endoreg_db/models/persons/patient/patient_medication_schedule.py +0 -88
- endoreg_db/models/persons/portal_user_information.py +0 -27
- endoreg_db/models/prediction/__init__.py +0 -8
- endoreg_db/models/prediction/image_classification.py +0 -51
- endoreg_db/models/prediction/video_prediction_meta.py +0 -306
- endoreg_db/models/product/product.py +0 -110
- endoreg_db/models/product/product_group.py +0 -27
- endoreg_db/models/product/product_material.py +0 -28
- endoreg_db/models/questionnaires/__init__.py +0 -114
- endoreg_db/models/quiz/__init__.py +0 -9
- endoreg_db/models/quiz/quiz_answer.py +0 -41
- endoreg_db/models/quiz/quiz_question.py +0 -54
- endoreg_db/models/report_reader/report_reader_config.py +0 -53
- endoreg_db/models/rules/__init__.py +0 -5
- endoreg_db/queries/get/__init__.py +0 -6
- endoreg_db/queries/get/center.py +0 -42
- endoreg_db/queries/get/model.py +0 -13
- endoreg_db/queries/get/patient.py +0 -14
- endoreg_db/queries/get/patient_examination.py +0 -20
- endoreg_db/queries/get/report_file.py +0 -33
- endoreg_db/queries/get/video.py +0 -31
- endoreg_db/serializers/ai_model.py +0 -19
- endoreg_db/serializers/annotation.py +0 -14
- endoreg_db/serializers/center.py +0 -11
- endoreg_db/serializers/examination.py +0 -33
- endoreg_db/serializers/frame.py +0 -9
- endoreg_db/serializers/hardware.py +0 -21
- endoreg_db/serializers/label.py +0 -22
- endoreg_db/serializers/patient.py +0 -33
- endoreg_db/serializers/prediction.py +0 -10
- endoreg_db/serializers/raw_pdf_anony_text_validation.py +0 -137
- endoreg_db/serializers/report_file.py +0 -7
- endoreg_db/serializers/video.py +0 -20
- endoreg_db/serializers/video_segmentation.py +0 -574
- endoreg_db/tests.py +0 -3
- endoreg_db/utils/legacy_ocr.py +0 -201
- endoreg_db/utils/video/transcode_videofile.py +0 -111
- endoreg_db/views/patient_views.py +0 -90
- endoreg_db/views/raw_pdf_anony_text_validation_views.py +0 -95
- endoreg_db/views/raw_pdf_meta_validation_views.py +0 -111
- endoreg_db/views/raw_video_meta_validation_views.py +0 -148
- endoreg_db/views/report_views.py +0 -96
- endoreg_db/views/video_segmentation_views.py +0 -166
- endoreg_db-0.6.4.dist-info/METADATA +0 -161
- endoreg_db-0.6.4.dist-info/RECORD +0 -470
- /endoreg_db/{case_generator/__init__.py → api/serializers/finding_descriptions.py} +0 -0
- /endoreg_db/{queries/get/annotation.py → api/views/finding_descriptions.py} +0 -0
- /endoreg_db/{queries/get/prediction.py → data/shift/m2.yaml} +0 -0
- /endoreg_db/{queries/get/video_import_meta.py → factories/__init__.py} +0 -0
- /endoreg_db/{queries/get/video_prediction_meta.py → helpers/__init__.py} +0 -0
- /endoreg_db/models/{case_template → administration/case/case_template}/__init__.py +0 -0
- /endoreg_db/models/{persons → administration/person}/person.py +0 -0
- /endoreg_db/models/{product → administration/product}/__init__.py +0 -0
- /endoreg_db/models/{report_reader → media/pdf/report_reader}/__init__.py +0 -0
- /endoreg_db/models/{report_reader → media/pdf/report_reader}/report_reader_flag.py +0 -0
- /endoreg_db/models/{hardware → medical/hardware}/endoscopy_processor.py +0 -0
- /endoreg_db/models/{medication → medical/medication}/__init__.py +0 -0
- /endoreg_db/models/{medication → medical/medication}/medication_indication.py +0 -0
- /endoreg_db/models/{risk → medical/risk}/__init__.py +0 -0
- /endoreg_db/models/{risk → medical/risk}/risk.py +0 -0
- /endoreg_db/models/{emission → other/emission}/__init__.py +0 -0
- /endoreg_db/models/{rules → rule}/rule_applicator.py +0 -0
- /endoreg_db/{case_generator → utils/case_generator}/case_generator.py +0 -0
- /endoreg_db/{case_generator → utils/case_generator}/lab_sample_factory.py +0 -0
- /endoreg_db/{case_generator → utils/case_generator}/utils.py +0 -0
- /endoreg_db/views/{csrf.py → misc/csrf.py} +0 -0
- {endoreg_db-0.6.4.dist-info → endoreg_db-0.8.2.dist-info}/WHEEL +0 -0
- {endoreg_db-0.6.4.dist-info → endoreg_db-0.8.2.dist-info}/licenses/LICENSE +0 -0
|
@@ -1,88 +0,0 @@
|
|
|
1
|
-
from django.db import models
|
|
2
|
-
|
|
3
|
-
class PatientMedicationSchedule(models.Model):
|
|
4
|
-
patient = models.ForeignKey("Patient", on_delete= models.CASCADE)
|
|
5
|
-
medication = models.ManyToManyField(
|
|
6
|
-
'PatientMedication',
|
|
7
|
-
related_name='patient_medication_schedules',
|
|
8
|
-
blank=True
|
|
9
|
-
)
|
|
10
|
-
|
|
11
|
-
created_at = models.DateTimeField(auto_now_add=True)
|
|
12
|
-
updated_at = models.DateTimeField(auto_now=True)
|
|
13
|
-
|
|
14
|
-
def __str__(self):
|
|
15
|
-
return f'{self.patient} - {self.medication.all()}'
|
|
16
|
-
|
|
17
|
-
@classmethod
|
|
18
|
-
def create_by_patient_and_indication_type(cls, patient, indication_type):
|
|
19
|
-
from endoreg_db.models import MedicationIndicationType, PatientMedication
|
|
20
|
-
|
|
21
|
-
medication_indication = MedicationIndicationType.get_random_indication_by_type(name=indication_type)
|
|
22
|
-
|
|
23
|
-
patient_medication_schedule = cls.objects.create(patient=patient)
|
|
24
|
-
patient_medication_schedule.save()
|
|
25
|
-
|
|
26
|
-
patient_medication = PatientMedication.create_by_patient_and_indication(patient, medication_indication)
|
|
27
|
-
patient_medication_schedule.medication.add(patient_medication)
|
|
28
|
-
patient_medication_schedule.save()
|
|
29
|
-
|
|
30
|
-
return patient_medication_schedule
|
|
31
|
-
|
|
32
|
-
@classmethod
|
|
33
|
-
def create_by_patient_and_indication(cls, patient, medication_indication):
|
|
34
|
-
from endoreg_db.models import (
|
|
35
|
-
MedicationIndication, PatientMedication,
|
|
36
|
-
Patient
|
|
37
|
-
)
|
|
38
|
-
|
|
39
|
-
assert isinstance(medication_indication, MedicationIndication)
|
|
40
|
-
assert isinstance(patient, Patient)
|
|
41
|
-
patient_medication_schedule = cls.objects.create(patient=patient)
|
|
42
|
-
patient_medication_schedule.save()
|
|
43
|
-
|
|
44
|
-
patient_medication = PatientMedication.create_by_patient_and_indication(patient, medication_indication)
|
|
45
|
-
patient_medication_schedule.medication.add(patient_medication)
|
|
46
|
-
patient_medication_schedule.save()
|
|
47
|
-
|
|
48
|
-
return patient_medication_schedule
|
|
49
|
-
|
|
50
|
-
def create_patient_medication_from_medication_schedule(
|
|
51
|
-
self,
|
|
52
|
-
medication_schedule,
|
|
53
|
-
medication_indication=None,
|
|
54
|
-
start_date=None,
|
|
55
|
-
):
|
|
56
|
-
|
|
57
|
-
from endoreg_db.models import MedicationSchedule, PatientMedication
|
|
58
|
-
from datetime import datetime as dt
|
|
59
|
-
|
|
60
|
-
assert isinstance(medication_schedule, MedicationSchedule)
|
|
61
|
-
|
|
62
|
-
if not start_date:
|
|
63
|
-
start_date = dt.now()
|
|
64
|
-
|
|
65
|
-
drug = medication_schedule.medication
|
|
66
|
-
unit = medication_schedule.unit
|
|
67
|
-
dosage = medication_schedule.dose
|
|
68
|
-
intake_times = medication_schedule.get_intake_times()
|
|
69
|
-
|
|
70
|
-
patient_medication = PatientMedication.objects.create(
|
|
71
|
-
patient=self.patient,
|
|
72
|
-
medication=drug,
|
|
73
|
-
medication_indication=medication_indication,
|
|
74
|
-
unit=unit,
|
|
75
|
-
dosage=dosage
|
|
76
|
-
)
|
|
77
|
-
|
|
78
|
-
patient_medication.intake_times.set(intake_times)
|
|
79
|
-
patient_medication.save()
|
|
80
|
-
|
|
81
|
-
self.medication.add(patient_medication)
|
|
82
|
-
self.save()
|
|
83
|
-
|
|
84
|
-
return patient_medication
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
def get_patient_medication(self):
|
|
88
|
-
return self.medication.all()
|
|
@@ -1,27 +0,0 @@
|
|
|
1
|
-
from django.db import models
|
|
2
|
-
|
|
3
|
-
# models.py in your main app
|
|
4
|
-
from django.contrib.auth.models import User
|
|
5
|
-
|
|
6
|
-
class ProfessionManager(models.Manager):
|
|
7
|
-
def get_by_natural_key(self, name):
|
|
8
|
-
return self.get(name=name)
|
|
9
|
-
|
|
10
|
-
class Profession(models.Model):
|
|
11
|
-
objects = ProfessionManager()
|
|
12
|
-
name = models.CharField(max_length=100)
|
|
13
|
-
name_de = models.CharField(max_length=100, blank=True, null=True)
|
|
14
|
-
name_en = models.CharField(max_length=100, blank=True, null=True)
|
|
15
|
-
description = models.TextField(blank=True, null=True)
|
|
16
|
-
|
|
17
|
-
def __str__(self):
|
|
18
|
-
return self.name_de
|
|
19
|
-
|
|
20
|
-
class PortalUserInfo(models.Model):
|
|
21
|
-
user = models.OneToOneField(User, on_delete=models.CASCADE)
|
|
22
|
-
profession = models.ForeignKey('Profession', on_delete=models.CASCADE, blank=True, null=True)
|
|
23
|
-
works_in_endoscopy = models.BooleanField(blank=True, null=True)
|
|
24
|
-
# Add other fields as needed
|
|
25
|
-
|
|
26
|
-
def __str__(self):
|
|
27
|
-
return self.user.username
|
|
@@ -1,51 +0,0 @@
|
|
|
1
|
-
from django.db import models
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
class ImageClassificationPrediction(models.Model):
|
|
5
|
-
"""
|
|
6
|
-
A class representing an image classification prediction.
|
|
7
|
-
|
|
8
|
-
Attributes:
|
|
9
|
-
label (Label): The label of the prediction.
|
|
10
|
-
frame (Frame): The frame of the prediction.
|
|
11
|
-
confidence (float): The confidence of the prediction.
|
|
12
|
-
date_created (datetime): The date the prediction was created.
|
|
13
|
-
|
|
14
|
-
"""
|
|
15
|
-
|
|
16
|
-
label = models.ForeignKey(
|
|
17
|
-
"Label",
|
|
18
|
-
on_delete=models.CASCADE,
|
|
19
|
-
related_name="image_classification_predictions",
|
|
20
|
-
)
|
|
21
|
-
frame = models.ForeignKey(
|
|
22
|
-
"Frame",
|
|
23
|
-
on_delete=models.CASCADE,
|
|
24
|
-
blank=True,
|
|
25
|
-
null=True,
|
|
26
|
-
related_name="image_classification_predictions",
|
|
27
|
-
)
|
|
28
|
-
value = models.BooleanField()
|
|
29
|
-
confidence = models.FloatField()
|
|
30
|
-
model_meta = models.ForeignKey(
|
|
31
|
-
"ModelMeta",
|
|
32
|
-
on_delete=models.CASCADE,
|
|
33
|
-
related_name="image_classification_predictions",
|
|
34
|
-
)
|
|
35
|
-
date_created = models.DateTimeField(auto_now_add=True)
|
|
36
|
-
|
|
37
|
-
class Meta:
|
|
38
|
-
unique_together = ("label", "frame", "model_meta")
|
|
39
|
-
|
|
40
|
-
def get_image_object(self):
|
|
41
|
-
"""
|
|
42
|
-
Get the image of the prediction.
|
|
43
|
-
"""
|
|
44
|
-
if self.frame:
|
|
45
|
-
return self.frame
|
|
46
|
-
elif self.legacy_frame:
|
|
47
|
-
return self.legacy_frame
|
|
48
|
-
elif self.legacy_image:
|
|
49
|
-
return self.legacy_image
|
|
50
|
-
else:
|
|
51
|
-
return None
|
|
@@ -1,306 +0,0 @@
|
|
|
1
|
-
from typing import Union, TYPE_CHECKING
|
|
2
|
-
from django.db import models
|
|
3
|
-
|
|
4
|
-
from endoreg_db.models.label.label import LabelSet
|
|
5
|
-
from ..data_file.video import Video
|
|
6
|
-
from ..data_file.import_classes import RawVideoFile
|
|
7
|
-
from ..data_file.frame import Frame
|
|
8
|
-
from .image_classification import ImageClassificationPrediction
|
|
9
|
-
from ..data_file import (
|
|
10
|
-
LabelVideoSegment,
|
|
11
|
-
find_segments_in_prediction_array,
|
|
12
|
-
)
|
|
13
|
-
|
|
14
|
-
# from ..information_source import get_prediction_information_source
|
|
15
|
-
import numpy as np
|
|
16
|
-
import pickle
|
|
17
|
-
|
|
18
|
-
DEFAULT_WINDOW_SIZE_IN_SECONDS_FOR_RUNNING_MEAN = 1.5
|
|
19
|
-
DEFAULT_VIDEO_SEGMENT_LENGTH_THRESHOLD_IN_S = 1.0
|
|
20
|
-
|
|
21
|
-
if TYPE_CHECKING:
|
|
22
|
-
from endoreg_db.models import ModelMeta
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
class AbstractVideoPredictionMeta(models.Model):
|
|
26
|
-
model_meta = models.ForeignKey("ModelMeta", on_delete=models.CASCADE)
|
|
27
|
-
date_created = models.DateTimeField(auto_now_add=True)
|
|
28
|
-
date_modified = models.DateTimeField(auto_now=True)
|
|
29
|
-
video = None # Placeholder for the video field, to be defined in derived classes
|
|
30
|
-
prediction_array = models.BinaryField(blank=True, null=True)
|
|
31
|
-
is_raw = models.BooleanField(default=False)
|
|
32
|
-
|
|
33
|
-
if TYPE_CHECKING:
|
|
34
|
-
model_meta: "ModelMeta"
|
|
35
|
-
video: Union["Video", "RawVideoFile"]
|
|
36
|
-
|
|
37
|
-
class Meta:
|
|
38
|
-
abstract = True
|
|
39
|
-
unique_together = ("model_meta", "video")
|
|
40
|
-
|
|
41
|
-
def is_raw_video_prediction_meta(self):
|
|
42
|
-
if isinstance(self, RawVideoPredictionMeta):
|
|
43
|
-
return True
|
|
44
|
-
return False
|
|
45
|
-
|
|
46
|
-
def __str__(self):
|
|
47
|
-
return f"Video {self.video.id} - {self.model_meta.name}"
|
|
48
|
-
|
|
49
|
-
# override save method to set is_raw field
|
|
50
|
-
def save(self, *args, **kwargs):
|
|
51
|
-
self.is_raw = self.is_raw_video_prediction_meta()
|
|
52
|
-
super().save(*args, **kwargs)
|
|
53
|
-
|
|
54
|
-
def get_labelset(self):
|
|
55
|
-
"""
|
|
56
|
-
Get the labelset of the predictions.
|
|
57
|
-
"""
|
|
58
|
-
if self.is_raw:
|
|
59
|
-
return self.model_meta.labelset
|
|
60
|
-
|
|
61
|
-
def get_video_model(self):
|
|
62
|
-
if self.is_raw:
|
|
63
|
-
return RawVideoFile
|
|
64
|
-
|
|
65
|
-
return Video
|
|
66
|
-
|
|
67
|
-
def get_frame_model(self):
|
|
68
|
-
return Frame
|
|
69
|
-
|
|
70
|
-
def get_video_segment_model(self):
|
|
71
|
-
from endoreg_db.models import LabelRawVideoSegment
|
|
72
|
-
|
|
73
|
-
if self.is_raw:
|
|
74
|
-
return LabelRawVideoSegment
|
|
75
|
-
return LabelVideoSegment
|
|
76
|
-
|
|
77
|
-
def get_label_list(self):
|
|
78
|
-
"""
|
|
79
|
-
Get the label list of the predictions.
|
|
80
|
-
"""
|
|
81
|
-
labelset: LabelSet = self.get_labelset()
|
|
82
|
-
label_list = labelset.get_labels_in_order()
|
|
83
|
-
return label_list
|
|
84
|
-
|
|
85
|
-
def save_prediction_array(self, prediction_array: np.array):
|
|
86
|
-
"""
|
|
87
|
-
Save the prediction array to the database.
|
|
88
|
-
"""
|
|
89
|
-
self.prediction_array = pickle.dumps(prediction_array)
|
|
90
|
-
self.save()
|
|
91
|
-
|
|
92
|
-
def get_prediction_array(self):
|
|
93
|
-
"""
|
|
94
|
-
Get the prediction array from the database.
|
|
95
|
-
"""
|
|
96
|
-
if self.prediction_array is None:
|
|
97
|
-
return None
|
|
98
|
-
else:
|
|
99
|
-
return pickle.loads(self.prediction_array)
|
|
100
|
-
|
|
101
|
-
def calculate_prediction_array(self):
|
|
102
|
-
assert 1 == 2, "This method should be overridden in derived classes"
|
|
103
|
-
|
|
104
|
-
def apply_running_mean(self, confidence_array, window_size_in_seconds: int = None):
|
|
105
|
-
"""
|
|
106
|
-
Apply a running mean filter to the confidence array for smoothing, assuming a padding
|
|
107
|
-
of 0.5 for the edges.
|
|
108
|
-
|
|
109
|
-
Args:
|
|
110
|
-
self: Object that has video and fps attributes, and to which this function belongs.
|
|
111
|
-
confidence_array: A 2D numpy array with dimensions (num_frames),
|
|
112
|
-
containing confidence scores for each label at each frame.
|
|
113
|
-
window_size_in_seconds: The window size for the running mean in seconds.
|
|
114
|
-
|
|
115
|
-
Returns:
|
|
116
|
-
running_mean_array: A 2D numpy array with the same dimensions as confidence_array,
|
|
117
|
-
containing the smoothed confidence scores.
|
|
118
|
-
"""
|
|
119
|
-
video = self.video
|
|
120
|
-
fps = video.fps
|
|
121
|
-
|
|
122
|
-
if not window_size_in_seconds:
|
|
123
|
-
window_size_in_seconds = DEFAULT_WINDOW_SIZE_IN_SECONDS_FOR_RUNNING_MEAN
|
|
124
|
-
|
|
125
|
-
# Calculate window size in frames, ensuring at least one frame
|
|
126
|
-
window_size_in_frames = int(window_size_in_seconds * fps)
|
|
127
|
-
window_size_in_frames = max(window_size_in_frames, 1)
|
|
128
|
-
|
|
129
|
-
# Define the window for the running mean
|
|
130
|
-
window = np.ones(window_size_in_frames) / window_size_in_frames
|
|
131
|
-
|
|
132
|
-
# Create running mean array with the same shape as the confidence array
|
|
133
|
-
_running_mean_array = np.zeros(confidence_array.shape)
|
|
134
|
-
|
|
135
|
-
# Calculate the padding size
|
|
136
|
-
pad_size = window_size_in_frames // 2
|
|
137
|
-
|
|
138
|
-
# Pad the array with 0.5 on both sides
|
|
139
|
-
padded_confidences = np.pad(
|
|
140
|
-
confidence_array,
|
|
141
|
-
(pad_size, pad_size),
|
|
142
|
-
"constant",
|
|
143
|
-
constant_values=(0.5, 0.5),
|
|
144
|
-
)
|
|
145
|
-
|
|
146
|
-
# Apply the running mean filter on the padded array
|
|
147
|
-
running_mean = np.convolve(padded_confidences, window, mode="same")
|
|
148
|
-
|
|
149
|
-
# Remove the padding from the result to match the original shape
|
|
150
|
-
running_mean = running_mean[pad_size:-pad_size]
|
|
151
|
-
|
|
152
|
-
return running_mean
|
|
153
|
-
|
|
154
|
-
# FIXME
|
|
155
|
-
# def create_video_segments_for_label(self, segments, label):
|
|
156
|
-
# """
|
|
157
|
-
# Creates video segments for the given label and segments.
|
|
158
|
-
# Segments is a list of tuples (start_frame_number, end_frame_number).
|
|
159
|
-
# Labels is a Label object.
|
|
160
|
-
# """
|
|
161
|
-
# video = self.video
|
|
162
|
-
# video_segment_model = self.get_video_segment_model()
|
|
163
|
-
# information_source = get_prediction_information_source()
|
|
164
|
-
|
|
165
|
-
# for segment in segments:
|
|
166
|
-
# start_frame_number, end_frame_number = segment
|
|
167
|
-
|
|
168
|
-
# video_segment = video_segment_model(
|
|
169
|
-
# video=video,
|
|
170
|
-
# prediction_meta=self,
|
|
171
|
-
# start_frame_number=start_frame_number,
|
|
172
|
-
# end_frame_number=end_frame_number,
|
|
173
|
-
# source=information_source,
|
|
174
|
-
# label=label,
|
|
175
|
-
# )
|
|
176
|
-
# video_segment.save()
|
|
177
|
-
|
|
178
|
-
def create_video_segments(self, segment_length_threshold_in_s: float = None):
|
|
179
|
-
if not segment_length_threshold_in_s:
|
|
180
|
-
segment_length_threshold_in_s = DEFAULT_VIDEO_SEGMENT_LENGTH_THRESHOLD_IN_S
|
|
181
|
-
|
|
182
|
-
video = self.video
|
|
183
|
-
fps = video.fps
|
|
184
|
-
min_frame_length = int(segment_length_threshold_in_s * fps)
|
|
185
|
-
|
|
186
|
-
label_list = self.get_label_list()
|
|
187
|
-
|
|
188
|
-
# if prediction array doesnt exist, create it
|
|
189
|
-
if self.prediction_array is None:
|
|
190
|
-
self.calculate_prediction_array()
|
|
191
|
-
|
|
192
|
-
prediction_array = self.get_prediction_array()
|
|
193
|
-
|
|
194
|
-
for i, label in enumerate(label_list):
|
|
195
|
-
# get predictions for this label
|
|
196
|
-
predictions = prediction_array[:, i]
|
|
197
|
-
# find segments of predictions that are longer than the threshold
|
|
198
|
-
# segments is a list of tuples (start_frame_number, end_frame_number)
|
|
199
|
-
segments = find_segments_in_prediction_array(predictions, min_frame_length)
|
|
200
|
-
|
|
201
|
-
# create video segments
|
|
202
|
-
self.create_video_segments_for_label(segments, label)
|
|
203
|
-
|
|
204
|
-
|
|
205
|
-
class RawVideoPredictionMeta(AbstractVideoPredictionMeta):
|
|
206
|
-
"""
|
|
207
|
-
Model for storing video predictions for a specific model and video.
|
|
208
|
-
"""
|
|
209
|
-
|
|
210
|
-
video = models.ForeignKey(
|
|
211
|
-
"RawVideoFile", on_delete=models.CASCADE, related_name="video_prediction_meta"
|
|
212
|
-
)
|
|
213
|
-
|
|
214
|
-
def calculate_prediction_array(self, window_size_in_seconds: int = None):
|
|
215
|
-
"""
|
|
216
|
-
Fetches all predictions for this video, labelset, and model meta.
|
|
217
|
-
"""
|
|
218
|
-
video: Video = self.video
|
|
219
|
-
|
|
220
|
-
model_meta = self.model_meta
|
|
221
|
-
label_list = self.get_label_list()
|
|
222
|
-
|
|
223
|
-
prediction_array = np.zeros((video.get_frame_number, len(label_list)))
|
|
224
|
-
for i, label in enumerate(label_list):
|
|
225
|
-
# fetch all predictions for this label, video, and model meta ordered by ImageClassificationPrediction.frame.frame_number
|
|
226
|
-
predictions = ImageClassificationPrediction.objects.filter(
|
|
227
|
-
label=label, frame__video=video, model_meta=model_meta
|
|
228
|
-
).order_by("frame__frame_number")
|
|
229
|
-
confidences = np.array(
|
|
230
|
-
[prediction.confidence for prediction in predictions]
|
|
231
|
-
)
|
|
232
|
-
smooth_confidences = self.apply_running_mean(
|
|
233
|
-
confidences, window_size_in_seconds
|
|
234
|
-
)
|
|
235
|
-
# calculate binary predictions
|
|
236
|
-
binary_predictions = smooth_confidences > 0.5
|
|
237
|
-
# add to prediction array
|
|
238
|
-
prediction_array[:, i] = binary_predictions
|
|
239
|
-
|
|
240
|
-
# save prediction array
|
|
241
|
-
self.save_prediction_array(prediction_array)
|
|
242
|
-
|
|
243
|
-
|
|
244
|
-
class VideoPredictionMeta(AbstractVideoPredictionMeta):
|
|
245
|
-
"""
|
|
246
|
-
Model for storing video predictions for a specific model and video.
|
|
247
|
-
"""
|
|
248
|
-
|
|
249
|
-
video = models.ForeignKey(
|
|
250
|
-
"Video", on_delete=models.CASCADE, related_name="video_prediction_meta"
|
|
251
|
-
)
|
|
252
|
-
|
|
253
|
-
@classmethod
|
|
254
|
-
def from_raw(
|
|
255
|
-
cls, video: "Video", raw_video_prediction_meta: RawVideoPredictionMeta
|
|
256
|
-
):
|
|
257
|
-
"""
|
|
258
|
-
Create a new VideoPrediction from an existing RawVideoPredictionMeta.
|
|
259
|
-
"""
|
|
260
|
-
cls_dict = {
|
|
261
|
-
"video": video,
|
|
262
|
-
"model_meta": raw_video_prediction_meta.model_meta,
|
|
263
|
-
"date_created": raw_video_prediction_meta.date_created,
|
|
264
|
-
"date_modified": raw_video_prediction_meta.date_modified,
|
|
265
|
-
"prediction_array": raw_video_prediction_meta.prediction_array,
|
|
266
|
-
"is_raw": False,
|
|
267
|
-
}
|
|
268
|
-
|
|
269
|
-
# check if exists
|
|
270
|
-
if cls.objects.filter(
|
|
271
|
-
video=video, model_meta=raw_video_prediction_meta.model_meta
|
|
272
|
-
).exists():
|
|
273
|
-
return cls.objects.get(
|
|
274
|
-
video=video, model_meta=raw_video_prediction_meta.model_meta
|
|
275
|
-
)
|
|
276
|
-
else:
|
|
277
|
-
return cls.objects.create(**cls_dict)
|
|
278
|
-
|
|
279
|
-
def calculate_prediction_array(self, window_size_in_seconds: int = None):
|
|
280
|
-
"""
|
|
281
|
-
Fetches all predictions for this video, labelset, and model meta.
|
|
282
|
-
"""
|
|
283
|
-
video: Video = self.video
|
|
284
|
-
|
|
285
|
-
model_meta = self.model_meta
|
|
286
|
-
label_list = self.get_label_list()
|
|
287
|
-
|
|
288
|
-
prediction_array = np.zeros((video.get_frame_number, len(label_list)))
|
|
289
|
-
for i, label in enumerate(label_list):
|
|
290
|
-
# fetch all predictions for this label, video, and model meta ordered by ImageClassificationPrediction.frame.frame_number
|
|
291
|
-
predictions = ImageClassificationPrediction.objects.filter(
|
|
292
|
-
label=label, frame__video=video, model_meta=model_meta
|
|
293
|
-
).order_by("frame__frame_number")
|
|
294
|
-
confidences = np.array(
|
|
295
|
-
[prediction.confidence for prediction in predictions]
|
|
296
|
-
)
|
|
297
|
-
smooth_confidences = self.apply_running_mean(
|
|
298
|
-
confidences, window_size_in_seconds
|
|
299
|
-
)
|
|
300
|
-
# calculate binary predictions
|
|
301
|
-
binary_predictions = smooth_confidences > 0.5
|
|
302
|
-
# add to prediction array
|
|
303
|
-
prediction_array[:, i] = binary_predictions
|
|
304
|
-
|
|
305
|
-
# save prediction array
|
|
306
|
-
self.save_prediction_array(prediction_array)
|
|
@@ -1,110 +0,0 @@
|
|
|
1
|
-
from django.db import models
|
|
2
|
-
|
|
3
|
-
class ProductManager(models.Manager):
|
|
4
|
-
def get_by_natural_key(self, name):
|
|
5
|
-
return self.get(name=name)
|
|
6
|
-
|
|
7
|
-
def sum_weights(product_materials):
|
|
8
|
-
# sum up the weights
|
|
9
|
-
weight = 0
|
|
10
|
-
reference_unit = None
|
|
11
|
-
for product_material in product_materials:
|
|
12
|
-
if not reference_unit:
|
|
13
|
-
reference_unit = product_material.unit
|
|
14
|
-
else:
|
|
15
|
-
assert reference_unit == product_material.unit, "ProductMaterial units do not match"
|
|
16
|
-
weight += product_material.quantity
|
|
17
|
-
|
|
18
|
-
return weight, reference_unit
|
|
19
|
-
|
|
20
|
-
def sum_emissions(product_materials):
|
|
21
|
-
# sum up the emissions
|
|
22
|
-
emission = 0
|
|
23
|
-
reference_unit = None
|
|
24
|
-
for product_material in product_materials:
|
|
25
|
-
if not reference_unit:
|
|
26
|
-
reference_unit = product_material.unit
|
|
27
|
-
else:
|
|
28
|
-
assert reference_unit == product_material.unit, "ProductMaterial units do not match"
|
|
29
|
-
emission, emission_unit = product_material.get_emission()
|
|
30
|
-
assert reference_unit == emission_unit, "ProductMaterial units do not match"
|
|
31
|
-
emission += emission
|
|
32
|
-
|
|
33
|
-
return emission, reference_unit
|
|
34
|
-
|
|
35
|
-
class Product(models.Model):
|
|
36
|
-
objects = ProductManager()
|
|
37
|
-
|
|
38
|
-
name = models.CharField(max_length=255)
|
|
39
|
-
name_de = models.CharField(max_length=255, null=True)
|
|
40
|
-
name_en = models.CharField(max_length=255, null=True)
|
|
41
|
-
|
|
42
|
-
transport_route = models.ForeignKey("TransportRoute", on_delete=models.SET_NULL, null=True)
|
|
43
|
-
product_group = models.ForeignKey(
|
|
44
|
-
"ProductGroup", on_delete=models.SET_NULL, null=True
|
|
45
|
-
)
|
|
46
|
-
|
|
47
|
-
def natural_key(self):
|
|
48
|
-
return (self.name,)
|
|
49
|
-
|
|
50
|
-
def __str__(self):
|
|
51
|
-
result = f"{self.name}"
|
|
52
|
-
if self.product_group:
|
|
53
|
-
result += f" ({self.product_group}, "
|
|
54
|
-
else:
|
|
55
|
-
result += " (no product group, "
|
|
56
|
-
|
|
57
|
-
if self.transport_route:
|
|
58
|
-
result += f"{self.transport_route})"
|
|
59
|
-
else:
|
|
60
|
-
result += "no transport route)"
|
|
61
|
-
|
|
62
|
-
return result
|
|
63
|
-
|
|
64
|
-
def get_product_weight(self):
|
|
65
|
-
# check if there is a product material weight
|
|
66
|
-
from .product_material import ProductMaterial
|
|
67
|
-
product_materials = ProductMaterial.objects.filter(product=self, component="product")
|
|
68
|
-
if product_materials:
|
|
69
|
-
return self.get_product_material_weight()
|
|
70
|
-
|
|
71
|
-
# check if there is a product weight
|
|
72
|
-
#TODO
|
|
73
|
-
|
|
74
|
-
def get_package_weight(self):
|
|
75
|
-
# check if there is a package material weight
|
|
76
|
-
from .product_material import ProductMaterial
|
|
77
|
-
product_materials = ProductMaterial.objects.filter(product=self, component="package")
|
|
78
|
-
if product_materials:
|
|
79
|
-
return self.get_package_material_weight()
|
|
80
|
-
|
|
81
|
-
# check if there is a package weight
|
|
82
|
-
#TODO
|
|
83
|
-
|
|
84
|
-
def get_product_material_weight(self):
|
|
85
|
-
# get all materials with component == "product"
|
|
86
|
-
from .product_material import ProductMaterial
|
|
87
|
-
product_materials = ProductMaterial.objects.filter(product=self, component="product")
|
|
88
|
-
|
|
89
|
-
return sum_weights(product_materials)
|
|
90
|
-
|
|
91
|
-
def get_package_material_weight(self):
|
|
92
|
-
# get all materials with component == "package"
|
|
93
|
-
from .product_material import ProductMaterial
|
|
94
|
-
product_materials = ProductMaterial.objects.filter(product=self, component="package")
|
|
95
|
-
|
|
96
|
-
return sum_weights(product_materials)
|
|
97
|
-
|
|
98
|
-
def get_product_material_emission(self):
|
|
99
|
-
# get all materials with component == "product"
|
|
100
|
-
from .product_material import ProductMaterial
|
|
101
|
-
product_materials = ProductMaterial.objects.filter(product=self, component="product")
|
|
102
|
-
|
|
103
|
-
return sum_emissions(product_materials)
|
|
104
|
-
|
|
105
|
-
def get_package_material_emission(self):
|
|
106
|
-
# get all materials with component == "package"
|
|
107
|
-
from .product_material import ProductMaterial
|
|
108
|
-
product_materials = ProductMaterial.objects.filter(product=self, component="package")
|
|
109
|
-
|
|
110
|
-
return sum_emissions(product_materials)
|
|
@@ -1,27 +0,0 @@
|
|
|
1
|
-
from django.db import models
|
|
2
|
-
|
|
3
|
-
class ProductGroupManager(models.Manager):
|
|
4
|
-
def get_by_natural_key(self, name):
|
|
5
|
-
return self.get(name=name)
|
|
6
|
-
|
|
7
|
-
class ProductGroup(models.Model):
|
|
8
|
-
objects = ProductGroupManager()
|
|
9
|
-
|
|
10
|
-
name = models.CharField(max_length=255)
|
|
11
|
-
name_de = models.CharField(max_length=255, null=True)
|
|
12
|
-
name_en = models.CharField(max_length=255, null=True)
|
|
13
|
-
|
|
14
|
-
def natural_key(self):
|
|
15
|
-
return (self.name,)
|
|
16
|
-
|
|
17
|
-
def __str__(self):
|
|
18
|
-
return self.name
|
|
19
|
-
|
|
20
|
-
def get_products(self):
|
|
21
|
-
from endoreg_db.models import Product
|
|
22
|
-
return Product.objects.filter(product_group=self)
|
|
23
|
-
|
|
24
|
-
def get_reference_product(self):
|
|
25
|
-
from endoreg_db.models import ReferenceProduct
|
|
26
|
-
return ReferenceProduct.objects.get(product_group=self)
|
|
27
|
-
|
|
@@ -1,28 +0,0 @@
|
|
|
1
|
-
from django.db import models
|
|
2
|
-
|
|
3
|
-
class ProductMaterial(models.Model):
|
|
4
|
-
component = models.CharField(max_length=255)
|
|
5
|
-
material = models.ForeignKey("Material", on_delete=models.CASCADE)
|
|
6
|
-
product = models.ForeignKey("Product", on_delete=models.CASCADE, related_name="product_materials")
|
|
7
|
-
unit = models.ForeignKey("Unit", on_delete=models.CASCADE)
|
|
8
|
-
quantity = models.FloatField()
|
|
9
|
-
|
|
10
|
-
def get_emission(self):
|
|
11
|
-
from ..emission import EmissionFactor
|
|
12
|
-
emission_factor:EmissionFactor = self.material.emission_factor
|
|
13
|
-
if emission_factor is None:
|
|
14
|
-
raise Exception("No emission factor for material " + self.material.name + " found.")
|
|
15
|
-
|
|
16
|
-
# make sure product_material.unit is the same as emission_factor.unit
|
|
17
|
-
if self.unit != emission_factor.unit:
|
|
18
|
-
raise Exception("Unit mismatch: " + self.unit.name + " != " + emission_factor.unit.name)
|
|
19
|
-
|
|
20
|
-
emmision_value = emission_factor.value * self.quantity
|
|
21
|
-
emission_unit = emission_factor.unit
|
|
22
|
-
return emmision_value, emission_unit
|
|
23
|
-
|
|
24
|
-
def __str__(self):
|
|
25
|
-
return f"{self.product.name} - {self.material.name} - {self.quantity} {self.unit.name}"
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|