endoreg-db 0.8.6.1__py3-none-any.whl → 0.8.8.9__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of endoreg-db might be problematic. Click here for more details.
- endoreg_db/authz/auth.py +74 -0
- endoreg_db/authz/backends.py +168 -0
- endoreg_db/authz/management/commands/list_routes.py +18 -0
- endoreg_db/authz/middleware.py +83 -0
- endoreg_db/authz/permissions.py +127 -0
- endoreg_db/authz/policy.py +218 -0
- endoreg_db/authz/views_auth.py +66 -0
- endoreg_db/config/env.py +13 -8
- endoreg_db/data/__init__.py +2 -11
- endoreg_db/data/ai_model_meta/default_multilabel_classification.yaml +3 -3
- endoreg_db/data/event_classification/data.yaml +4 -0
- endoreg_db/data/event_classification_choice/data.yaml +9 -0
- endoreg_db/data/examination/examinations/data.yaml +114 -14
- endoreg_db/data/examination/time-type/data.yaml +0 -3
- endoreg_db/data/examination_indication/endoscopy.yaml +108 -173
- endoreg_db/data/examination_indication_classification/endoscopy.yaml +0 -70
- endoreg_db/data/examination_indication_classification_choice/endoscopy.yaml +33 -37
- endoreg_db/data/finding/00_generic.yaml +35 -0
- endoreg_db/data/finding/00_generic_complication.yaml +9 -0
- endoreg_db/data/finding/01_gastroscopy_baseline.yaml +88 -0
- endoreg_db/data/finding/01_gastroscopy_observation.yaml +113 -0
- endoreg_db/data/finding/02_colonoscopy_baseline.yaml +53 -0
- endoreg_db/data/finding/02_colonoscopy_hidden.yaml +119 -0
- endoreg_db/data/finding/02_colonoscopy_observation.yaml +152 -0
- endoreg_db/data/finding_classification/00_generic.yaml +44 -0
- endoreg_db/data/finding_classification/00_generic_histology.yaml +28 -0
- endoreg_db/data/finding_classification/00_generic_lesion.yaml +52 -0
- endoreg_db/data/finding_classification/02_colonoscopy_baseline.yaml +83 -0
- endoreg_db/data/finding_classification/02_colonoscopy_histology.yaml +13 -0
- endoreg_db/data/finding_classification/02_colonoscopy_other.yaml +12 -0
- endoreg_db/data/finding_classification/02_colonoscopy_polyp.yaml +101 -0
- endoreg_db/data/finding_classification_choice/{yes_no_na.yaml → 00_generic.yaml} +5 -1
- endoreg_db/data/finding_classification_choice/{examination_setting_generic_types.yaml → 00_generic_baseline.yaml} +10 -2
- endoreg_db/data/finding_classification_choice/{complication_generic_types.yaml → 00_generic_complication.yaml} +1 -1
- endoreg_db/data/finding_classification_choice/{histology.yaml → 00_generic_histology.yaml} +1 -4
- endoreg_db/data/finding_classification_choice/00_generic_lesion.yaml +158 -0
- endoreg_db/data/finding_classification_choice/{bowel_preparation.yaml → 02_colonoscopy_bowel_preparation.yaml} +1 -30
- endoreg_db/data/finding_classification_choice/{colonoscopy_not_complete_reason.yaml → 02_colonoscopy_generic.yaml} +1 -1
- endoreg_db/data/finding_classification_choice/{histology_polyp.yaml → 02_colonoscopy_histology.yaml} +1 -1
- endoreg_db/data/finding_classification_choice/{colonoscopy_location.yaml → 02_colonoscopy_location.yaml} +23 -4
- endoreg_db/data/finding_classification_choice/02_colonoscopy_other.yaml +34 -0
- endoreg_db/data/finding_classification_choice/02_colonoscopy_polyp_advanced_imaging.yaml +76 -0
- endoreg_db/data/finding_classification_choice/{colon_lesion_paris.yaml → 02_colonoscopy_polyp_morphology.yaml} +26 -8
- endoreg_db/data/finding_classification_choice/02_colonoscopy_size.yaml +27 -0
- endoreg_db/data/finding_classification_type/{colonoscopy_basic.yaml → 00_generic.yaml} +18 -13
- endoreg_db/data/finding_classification_type/02_colonoscopy.yaml +9 -0
- endoreg_db/data/finding_intervention/00_generic_endoscopy.yaml +59 -0
- endoreg_db/data/finding_intervention/00_generic_endoscopy_ablation.yaml +44 -0
- endoreg_db/data/finding_intervention/00_generic_endoscopy_bleeding.yaml +55 -0
- endoreg_db/data/finding_intervention/00_generic_endoscopy_resection.yaml +85 -0
- endoreg_db/data/finding_intervention/00_generic_endoscopy_stenosis.yaml +17 -0
- endoreg_db/data/finding_intervention/00_generic_endoscopy_stent.yaml +9 -0
- endoreg_db/data/finding_intervention/01_gastroscopy.yaml +19 -0
- endoreg_db/data/finding_intervention/04_eus.yaml +39 -0
- endoreg_db/data/finding_intervention/05_ercp.yaml +3 -0
- endoreg_db/data/finding_type/data.yaml +8 -12
- endoreg_db/data/requirement/01_patient_data.yaml +93 -0
- endoreg_db/data/requirement/old/colon_polyp_intervention.yaml +49 -0
- endoreg_db/data/requirement/old/coloreg_colon_polyp.yaml +49 -0
- endoreg_db/data/requirement_operator/new_operators.yaml +36 -0
- endoreg_db/data/requirement_set/01_endoscopy_generic.yaml +29 -12
- endoreg_db/data/requirement_set/01_laboratory.yaml +13 -0
- endoreg_db/data/requirement_set/{endoscopy_bleeding_risk.yaml → 02_endoscopy_bleeding_risk.yaml} +0 -6
- endoreg_db/data/requirement_set/90_coloreg.yaml +190 -0
- endoreg_db/data/requirement_set/_old_ +109 -0
- endoreg_db/data/requirement_set_type/data.yaml +21 -0
- endoreg_db/data/setup_config.yaml +4 -4
- endoreg_db/data/tag/requirement_set_tags.yaml +21 -0
- endoreg_db/exceptions.py +4 -2
- endoreg_db/forms/examination_form.py +1 -1
- endoreg_db/helpers/data_loader.py +125 -53
- endoreg_db/helpers/default_objects.py +116 -81
- endoreg_db/import_files/__init__.py +27 -0
- endoreg_db/import_files/context/__init__.py +7 -0
- endoreg_db/import_files/context/default_sensitive_meta.py +81 -0
- endoreg_db/import_files/context/ensure_center.py +17 -0
- endoreg_db/import_files/context/file_lock.py +66 -0
- endoreg_db/import_files/context/import_context.py +43 -0
- endoreg_db/import_files/context/validate_directories.py +56 -0
- endoreg_db/import_files/file_storage/__init__.py +15 -0
- endoreg_db/import_files/file_storage/create_report_file.py +76 -0
- endoreg_db/import_files/file_storage/create_video_file.py +75 -0
- endoreg_db/import_files/file_storage/sensitive_meta_storage.py +39 -0
- endoreg_db/import_files/file_storage/state_management.py +400 -0
- endoreg_db/import_files/file_storage/storage.py +36 -0
- endoreg_db/import_files/import_service.md +26 -0
- endoreg_db/import_files/processing/__init__.py +11 -0
- endoreg_db/import_files/processing/report_processing/report_anonymization.py +94 -0
- endoreg_db/import_files/processing/sensitive_meta_adapter.py +51 -0
- endoreg_db/import_files/processing/video_processing/video_anonymization.py +107 -0
- endoreg_db/import_files/processing/video_processing/video_cleanup_on_error.py +119 -0
- endoreg_db/import_files/pseudonymization/fake.py +52 -0
- endoreg_db/import_files/pseudonymization/k_anonymity.py +182 -0
- endoreg_db/import_files/pseudonymization/k_pseudonymity.py +128 -0
- endoreg_db/import_files/report_import_service.py +141 -0
- endoreg_db/import_files/video_import_service.py +150 -0
- endoreg_db/management/commands/create_model_meta_from_huggingface.py +21 -10
- endoreg_db/management/commands/create_multilabel_model_meta.py +299 -129
- endoreg_db/management/commands/import_report.py +130 -65
- endoreg_db/management/commands/import_video.py +9 -10
- endoreg_db/management/commands/import_video_with_classification.py +2 -2
- endoreg_db/management/commands/list_routes.py +18 -0
- endoreg_db/management/commands/load_ai_model_data.py +5 -5
- endoreg_db/management/commands/load_ai_model_label_data.py +9 -7
- endoreg_db/management/commands/load_base_db_data.py +5 -134
- endoreg_db/management/commands/load_center_data.py +12 -12
- endoreg_db/management/commands/load_contraindication_data.py +14 -16
- endoreg_db/management/commands/load_disease_classification_choices_data.py +15 -18
- endoreg_db/management/commands/load_disease_classification_data.py +15 -18
- endoreg_db/management/commands/load_disease_data.py +25 -28
- endoreg_db/management/commands/load_endoscope_data.py +20 -27
- endoreg_db/management/commands/load_event_data.py +14 -16
- endoreg_db/management/commands/load_examination_data.py +31 -44
- endoreg_db/management/commands/load_examination_indication_data.py +20 -21
- endoreg_db/management/commands/load_finding_data.py +52 -80
- endoreg_db/management/commands/load_information_source.py +21 -23
- endoreg_db/management/commands/load_lab_value_data.py +17 -26
- endoreg_db/management/commands/load_medication_data.py +13 -12
- endoreg_db/management/commands/load_organ_data.py +15 -19
- endoreg_db/management/commands/load_pdf_type_data.py +19 -18
- endoreg_db/management/commands/load_profession_data.py +14 -17
- endoreg_db/management/commands/load_qualification_data.py +20 -23
- endoreg_db/management/commands/load_report_reader_flag_data.py +17 -19
- endoreg_db/management/commands/load_requirement_data.py +62 -39
- endoreg_db/management/commands/load_requirement_set_tags.py +95 -0
- endoreg_db/management/commands/load_risk_data.py +7 -6
- endoreg_db/management/commands/load_shift_data.py +20 -23
- endoreg_db/management/commands/load_tag_data.py +8 -11
- endoreg_db/management/commands/load_unit_data.py +17 -19
- endoreg_db/management/commands/setup_endoreg_db.py +3 -3
- endoreg_db/management/commands/start_filewatcher.py +46 -37
- endoreg_db/management/commands/storage_management.py +271 -203
- endoreg_db/management/commands/validate_video_files.py +1 -5
- endoreg_db/migrations/0001_initial.py +297 -250
- endoreg_db/models/__init__.py +78 -123
- endoreg_db/models/administration/__init__.py +21 -42
- endoreg_db/models/administration/ai/active_model.py +2 -2
- endoreg_db/models/administration/ai/ai_model.py +7 -6
- endoreg_db/models/administration/case/__init__.py +1 -15
- endoreg_db/models/administration/case/case.py +3 -3
- endoreg_db/models/administration/case/case_template/__init__.py +2 -14
- endoreg_db/models/administration/case/case_template/case_template.py +2 -124
- endoreg_db/models/administration/case/case_template/case_template_rule.py +2 -268
- endoreg_db/models/administration/case/case_template/case_template_rule_value.py +2 -85
- endoreg_db/models/administration/case/case_template/case_template_type.py +2 -25
- endoreg_db/models/administration/center/center.py +33 -19
- endoreg_db/models/administration/center/center_product.py +12 -9
- endoreg_db/models/administration/center/center_resource.py +25 -19
- endoreg_db/models/administration/center/center_shift.py +21 -17
- endoreg_db/models/administration/center/center_waste.py +16 -8
- endoreg_db/models/administration/person/__init__.py +2 -0
- endoreg_db/models/administration/person/employee/employee.py +10 -5
- endoreg_db/models/administration/person/employee/employee_qualification.py +9 -4
- endoreg_db/models/administration/person/employee/employee_type.py +12 -6
- endoreg_db/models/administration/person/examiner/examiner.py +13 -11
- endoreg_db/models/administration/person/patient/__init__.py +2 -0
- endoreg_db/models/administration/person/patient/patient.py +129 -100
- endoreg_db/models/administration/person/patient/patient_external_id.py +37 -0
- endoreg_db/models/administration/person/person.py +4 -0
- endoreg_db/models/administration/person/profession/__init__.py +8 -4
- endoreg_db/models/administration/person/user/portal_user_information.py +11 -7
- endoreg_db/models/administration/product/product.py +20 -15
- endoreg_db/models/administration/product/product_material.py +17 -18
- endoreg_db/models/administration/product/product_weight.py +12 -8
- endoreg_db/models/administration/product/reference_product.py +23 -55
- endoreg_db/models/administration/qualification/qualification.py +7 -3
- endoreg_db/models/administration/qualification/qualification_type.py +7 -3
- endoreg_db/models/administration/shift/scheduled_days.py +8 -5
- endoreg_db/models/administration/shift/shift.py +16 -12
- endoreg_db/models/administration/shift/shift_type.py +23 -31
- endoreg_db/models/label/__init__.py +8 -9
- endoreg_db/models/label/annotation/image_classification.py +10 -9
- endoreg_db/models/label/annotation/video_segmentation_annotation.py +23 -28
- endoreg_db/models/label/label.py +15 -15
- endoreg_db/models/label/label_set.py +19 -6
- endoreg_db/models/label/label_type.py +1 -1
- endoreg_db/models/label/label_video_segment/_create_from_video.py +5 -8
- endoreg_db/models/label/label_video_segment/label_video_segment.py +98 -102
- endoreg_db/models/label/video_segmentation_label.py +4 -0
- endoreg_db/models/label/video_segmentation_labelset.py +4 -3
- endoreg_db/models/media/frame/frame.py +22 -22
- endoreg_db/models/media/pdf/raw_pdf.py +194 -194
- endoreg_db/models/media/pdf/report_file.py +25 -29
- endoreg_db/models/media/pdf/report_reader/report_reader_config.py +55 -47
- endoreg_db/models/media/pdf/report_reader/report_reader_flag.py +23 -7
- endoreg_db/models/media/processing_history/__init__.py +5 -0
- endoreg_db/models/media/processing_history/processing_history.py +96 -0
- endoreg_db/models/media/video/__init__.py +1 -0
- endoreg_db/models/media/video/create_from_file.py +139 -77
- endoreg_db/models/media/video/pipe_2.py +8 -9
- endoreg_db/models/media/video/video_file.py +174 -112
- endoreg_db/models/media/video/video_file_ai.py +288 -74
- endoreg_db/models/media/video/video_file_anonymize.py +38 -38
- endoreg_db/models/media/video/video_file_frames/__init__.py +3 -1
- endoreg_db/models/media/video/video_file_frames/_bulk_create_frames.py +6 -8
- endoreg_db/models/media/video/video_file_frames/_create_frame_object.py +7 -9
- endoreg_db/models/media/video/video_file_frames/_delete_frames.py +9 -8
- endoreg_db/models/media/video/video_file_frames/_extract_frames.py +38 -45
- endoreg_db/models/media/video/video_file_frames/_get_frame.py +6 -8
- endoreg_db/models/media/video/video_file_frames/_get_frame_number.py +4 -18
- endoreg_db/models/media/video/video_file_frames/_get_frame_path.py +4 -3
- endoreg_db/models/media/video/video_file_frames/_get_frame_paths.py +7 -6
- endoreg_db/models/media/video/video_file_frames/_get_frame_range.py +6 -8
- endoreg_db/models/media/video/video_file_frames/_get_frames.py +6 -8
- endoreg_db/models/media/video/video_file_frames/_initialize_frames.py +15 -25
- endoreg_db/models/media/video/video_file_frames/_manage_frame_range.py +26 -23
- endoreg_db/models/media/video/video_file_frames/_mark_frames_extracted_status.py +23 -14
- endoreg_db/models/media/video/video_file_io.py +113 -61
- endoreg_db/models/media/video/video_file_meta/get_crop_template.py +3 -3
- endoreg_db/models/media/video/video_file_meta/get_endo_roi.py +5 -3
- endoreg_db/models/media/video/video_file_meta/get_fps.py +37 -34
- endoreg_db/models/media/video/video_file_meta/initialize_video_specs.py +19 -25
- endoreg_db/models/media/video/video_file_meta/text_meta.py +41 -38
- endoreg_db/models/media/video/video_file_meta/video_meta.py +14 -7
- endoreg_db/models/media/video/video_file_segments.py +24 -17
- endoreg_db/models/media/video/video_metadata.py +19 -35
- endoreg_db/models/media/video/video_processing.py +96 -95
- endoreg_db/models/medical/contraindication/README.md +1 -0
- endoreg_db/models/medical/contraindication/__init__.py +13 -3
- endoreg_db/models/medical/disease.py +22 -16
- endoreg_db/models/medical/event.py +31 -18
- endoreg_db/models/medical/examination/__init__.py +13 -6
- endoreg_db/models/medical/examination/examination.py +39 -20
- endoreg_db/models/medical/examination/examination_indication.py +30 -95
- endoreg_db/models/medical/examination/examination_time.py +23 -8
- endoreg_db/models/medical/examination/examination_time_type.py +9 -6
- endoreg_db/models/medical/examination/examination_type.py +3 -4
- endoreg_db/models/medical/finding/finding.py +32 -40
- endoreg_db/models/medical/finding/finding_classification.py +42 -72
- endoreg_db/models/medical/finding/finding_intervention.py +25 -22
- endoreg_db/models/medical/finding/finding_type.py +13 -12
- endoreg_db/models/medical/hardware/endoscope.py +26 -26
- endoreg_db/models/medical/hardware/endoscopy_processor.py +2 -2
- endoreg_db/models/medical/laboratory/lab_value.py +62 -91
- endoreg_db/models/medical/medication/medication.py +22 -10
- endoreg_db/models/medical/medication/medication_indication.py +29 -3
- endoreg_db/models/medical/medication/medication_indication_type.py +25 -14
- endoreg_db/models/medical/medication/medication_intake_time.py +31 -19
- endoreg_db/models/medical/medication/medication_schedule.py +27 -16
- endoreg_db/models/medical/organ/__init__.py +15 -12
- endoreg_db/models/medical/patient/medication_examples.py +6 -6
- endoreg_db/models/medical/patient/patient_disease.py +20 -23
- endoreg_db/models/medical/patient/patient_event.py +19 -22
- endoreg_db/models/medical/patient/patient_examination.py +48 -54
- endoreg_db/models/medical/patient/patient_examination_indication.py +16 -14
- endoreg_db/models/medical/patient/patient_finding.py +122 -139
- endoreg_db/models/medical/patient/patient_finding_classification.py +44 -49
- endoreg_db/models/medical/patient/patient_finding_intervention.py +8 -19
- endoreg_db/models/medical/patient/patient_lab_sample.py +28 -23
- endoreg_db/models/medical/patient/patient_lab_value.py +82 -89
- endoreg_db/models/medical/patient/patient_medication.py +27 -38
- endoreg_db/models/medical/patient/patient_medication_schedule.py +28 -36
- endoreg_db/models/medical/risk/risk.py +7 -6
- endoreg_db/models/medical/risk/risk_type.py +8 -5
- endoreg_db/models/metadata/model_meta.py +60 -29
- endoreg_db/models/metadata/model_meta_logic.py +125 -18
- endoreg_db/models/metadata/pdf_meta.py +31 -24
- endoreg_db/models/metadata/sensitive_meta.py +105 -85
- endoreg_db/models/metadata/sensitive_meta_logic.py +198 -103
- endoreg_db/models/metadata/video_meta.py +51 -31
- endoreg_db/models/metadata/video_prediction_logic.py +16 -23
- endoreg_db/models/metadata/video_prediction_meta.py +29 -33
- endoreg_db/models/other/distribution/date_value_distribution.py +89 -29
- endoreg_db/models/other/distribution/multiple_categorical_value_distribution.py +21 -5
- endoreg_db/models/other/distribution/numeric_value_distribution.py +114 -53
- endoreg_db/models/other/distribution/single_categorical_value_distribution.py +4 -3
- endoreg_db/models/other/emission/emission_factor.py +18 -8
- endoreg_db/models/other/gender.py +10 -5
- endoreg_db/models/other/information_source.py +50 -29
- endoreg_db/models/other/material.py +9 -5
- endoreg_db/models/other/resource.py +6 -4
- endoreg_db/models/other/tag.py +10 -5
- endoreg_db/models/other/transport_route.py +13 -8
- endoreg_db/models/other/unit.py +10 -6
- endoreg_db/models/other/waste.py +6 -5
- endoreg_db/models/report/report.py +6 -0
- endoreg_db/models/requirement/requirement.py +329 -361
- endoreg_db/models/requirement/requirement_error.py +85 -0
- endoreg_db/models/requirement/requirement_evaluation/evaluate_with_dependencies.py +268 -0
- endoreg_db/models/requirement/requirement_evaluation/operator_evaluation_models.py +3 -6
- endoreg_db/models/requirement/requirement_evaluation/requirement_type_parser.py +90 -64
- endoreg_db/models/requirement/requirement_operator.py +103 -112
- endoreg_db/models/requirement/requirement_set.py +74 -57
- endoreg_db/models/state/__init__.py +4 -4
- endoreg_db/models/state/abstract.py +2 -2
- endoreg_db/models/state/anonymization.py +12 -0
- endoreg_db/models/state/audit_ledger.py +49 -51
- endoreg_db/models/state/label_video_segment.py +9 -0
- endoreg_db/models/state/raw_pdf.py +101 -68
- endoreg_db/models/state/sensitive_meta.py +6 -2
- endoreg_db/models/state/video.py +110 -90
- endoreg_db/models/upload_job.py +35 -34
- endoreg_db/models/utils.py +28 -25
- endoreg_db/queries/__init__.py +3 -1
- endoreg_db/root_urls.py +21 -2
- endoreg_db/schemas/examination_evaluation.py +1 -1
- endoreg_db/serializers/__init__.py +2 -10
- endoreg_db/serializers/anonymization.py +18 -10
- endoreg_db/serializers/label_video_segment/label_video_segment.py +2 -29
- endoreg_db/serializers/meta/__init__.py +1 -6
- endoreg_db/serializers/meta/sensitive_meta_detail.py +63 -118
- endoreg_db/serializers/misc/file_overview.py +11 -99
- endoreg_db/serializers/misc/sensitive_patient_data.py +50 -26
- endoreg_db/serializers/patient_examination/patient_examination.py +3 -3
- endoreg_db/serializers/pdf/anony_text_validation.py +39 -23
- endoreg_db/serializers/requirements/requirement_sets.py +92 -22
- endoreg_db/serializers/video/segmentation.py +2 -1
- endoreg_db/serializers/video/video_file_list.py +65 -34
- endoreg_db/serializers/video/video_processing_history.py +20 -5
- endoreg_db/services/__old/pdf_import.py +1487 -0
- endoreg_db/services/__old/video_import.py +1306 -0
- endoreg_db/services/anonymization.py +128 -89
- endoreg_db/services/lookup_service.py +65 -52
- endoreg_db/services/lookup_store.py +2 -2
- endoreg_db/services/pdf_import.py +0 -1382
- endoreg_db/services/report_import.py +10 -0
- endoreg_db/services/video_import.py +6 -1255
- endoreg_db/tasks/upload_tasks.py +79 -70
- endoreg_db/tasks/video_ingest.py +8 -4
- endoreg_db/urls/__init__.py +5 -32
- endoreg_db/urls/ai.py +32 -0
- endoreg_db/urls/media.py +121 -83
- endoreg_db/urls/root_urls.py +29 -0
- endoreg_db/utils/__init__.py +15 -5
- endoreg_db/utils/ai/multilabel_classification_net.py +116 -20
- endoreg_db/utils/case_generator/__init__.py +3 -0
- endoreg_db/utils/dataloader.py +142 -40
- endoreg_db/utils/defaults/set_default_center.py +32 -0
- endoreg_db/utils/names.py +22 -16
- endoreg_db/utils/paths.py +110 -46
- endoreg_db/utils/permissions.py +2 -1
- endoreg_db/utils/pipelines/Readme.md +1 -1
- endoreg_db/utils/pipelines/process_video_dir.py +1 -1
- endoreg_db/utils/requirement_operator_logic/_old/model_evaluators.py +655 -0
- endoreg_db/utils/requirement_operator_logic/new_operator_logic.py +97 -0
- endoreg_db/utils/setup_config.py +8 -5
- endoreg_db/utils/storage.py +115 -0
- endoreg_db/utils/validate_endo_roi.py +8 -2
- endoreg_db/utils/video/ffmpeg_wrapper.py +184 -188
- endoreg_db/views/__init__.py +85 -183
- endoreg_db/views/ai/__init__.py +8 -0
- endoreg_db/views/ai/label.py +155 -0
- endoreg_db/views/anonymization/media_management.py +202 -166
- endoreg_db/views/anonymization/overview.py +99 -67
- endoreg_db/views/anonymization/validate.py +182 -44
- endoreg_db/views/media/__init__.py +7 -20
- endoreg_db/views/media/pdf_media.py +197 -174
- endoreg_db/views/media/sensitive_metadata.py +193 -138
- endoreg_db/views/media/video_media.py +89 -82
- endoreg_db/views/meta/__init__.py +0 -8
- endoreg_db/views/misc/__init__.py +1 -7
- endoreg_db/views/misc/upload_views.py +94 -93
- endoreg_db/views/patient/patient.py +5 -4
- endoreg_db/views/report/__init__.py +5 -7
- endoreg_db/views/{pdf → report}/reimport.py +22 -22
- endoreg_db/views/{pdf/pdf_stream.py → report/report_stream.py} +46 -39
- endoreg_db/views/requirement/evaluate.py +188 -187
- endoreg_db/views/requirement/lookup.py +17 -3
- endoreg_db/views/requirement/lookup_store.py +22 -90
- endoreg_db/views/requirement/requirement_utils.py +89 -0
- endoreg_db/views/video/__init__.py +23 -24
- endoreg_db/views/video/correction.py +201 -172
- endoreg_db/views/video/reimport.py +1 -1
- endoreg_db/views/{media/video_segments.py → video/segments_crud.py} +77 -40
- endoreg_db/views/video/{video_meta.py → video_meta_stats.py} +2 -2
- endoreg_db/views/video/video_stream.py +7 -8
- {endoreg_db-0.8.6.1.dist-info → endoreg_db-0.8.8.9.dist-info}/METADATA +7 -3
- {endoreg_db-0.8.6.1.dist-info → endoreg_db-0.8.8.9.dist-info}/RECORD +391 -413
- {endoreg_db-0.8.6.1.dist-info → endoreg_db-0.8.8.9.dist-info}/WHEEL +1 -1
- endoreg_db/data/finding/anatomy_colon.yaml +0 -128
- endoreg_db/data/finding/colonoscopy.yaml +0 -40
- endoreg_db/data/finding/colonoscopy_bowel_prep.yaml +0 -56
- endoreg_db/data/finding/complication.yaml +0 -16
- endoreg_db/data/finding/data.yaml +0 -105
- endoreg_db/data/finding/examination_setting.yaml +0 -16
- endoreg_db/data/finding/medication_related.yaml +0 -18
- endoreg_db/data/finding/outcome.yaml +0 -12
- endoreg_db/data/finding_classification/colonoscopy_bowel_preparation.yaml +0 -95
- endoreg_db/data/finding_classification/colonoscopy_jnet.yaml +0 -22
- endoreg_db/data/finding_classification/colonoscopy_kudo.yaml +0 -25
- endoreg_db/data/finding_classification/colonoscopy_lesion_circularity.yaml +0 -20
- endoreg_db/data/finding_classification/colonoscopy_lesion_planarity.yaml +0 -24
- endoreg_db/data/finding_classification/colonoscopy_lesion_size.yaml +0 -68
- endoreg_db/data/finding_classification/colonoscopy_lesion_surface.yaml +0 -20
- endoreg_db/data/finding_classification/colonoscopy_location.yaml +0 -80
- endoreg_db/data/finding_classification/colonoscopy_lst.yaml +0 -21
- endoreg_db/data/finding_classification/colonoscopy_nice.yaml +0 -20
- endoreg_db/data/finding_classification/colonoscopy_paris.yaml +0 -26
- endoreg_db/data/finding_classification/colonoscopy_sano.yaml +0 -22
- endoreg_db/data/finding_classification/colonoscopy_summary.yaml +0 -53
- endoreg_db/data/finding_classification/complication_generic.yaml +0 -25
- endoreg_db/data/finding_classification/examination_setting_generic.yaml +0 -40
- endoreg_db/data/finding_classification/histology_colo.yaml +0 -51
- endoreg_db/data/finding_classification/intervention_required.yaml +0 -26
- endoreg_db/data/finding_classification/medication_related.yaml +0 -23
- endoreg_db/data/finding_classification/visualized.yaml +0 -33
- endoreg_db/data/finding_classification_choice/colon_lesion_circularity_default.yaml +0 -32
- endoreg_db/data/finding_classification_choice/colon_lesion_jnet.yaml +0 -15
- endoreg_db/data/finding_classification_choice/colon_lesion_kudo.yaml +0 -23
- endoreg_db/data/finding_classification_choice/colon_lesion_lst.yaml +0 -15
- endoreg_db/data/finding_classification_choice/colon_lesion_nice.yaml +0 -17
- endoreg_db/data/finding_classification_choice/colon_lesion_planarity_default.yaml +0 -49
- endoreg_db/data/finding_classification_choice/colon_lesion_sano.yaml +0 -14
- endoreg_db/data/finding_classification_choice/colon_lesion_surface_intact_default.yaml +0 -36
- endoreg_db/data/finding_classification_choice/colonoscopy_size.yaml +0 -82
- endoreg_db/data/finding_classification_choice/colonoscopy_summary_worst_finding.yaml +0 -15
- endoreg_db/data/finding_classification_choice/outcome.yaml +0 -19
- endoreg_db/data/finding_intervention/endoscopy.yaml +0 -43
- endoreg_db/data/finding_intervention/endoscopy_colonoscopy.yaml +0 -168
- endoreg_db/data/finding_intervention/endoscopy_egd.yaml +0 -128
- endoreg_db/data/finding_intervention/endoscopy_ercp.yaml +0 -32
- endoreg_db/data/finding_intervention/endoscopy_eus_lower.yaml +0 -9
- endoreg_db/data/finding_intervention/endoscopy_eus_upper.yaml +0 -36
- endoreg_db/data/finding_morphology_classification_type/colonoscopy.yaml +0 -79
- endoreg_db/data/requirement/age.yaml +0 -26
- endoreg_db/data/requirement/gender.yaml +0 -25
- endoreg_db/management/commands/init_default_ai_model.py +0 -112
- endoreg_db/management/commands/reset_celery_schedule.py +0 -9
- endoreg_db/management/commands/validate_video.py +0 -204
- endoreg_db/migrations/0002_add_video_correction_models.py +0 -52
- endoreg_db/migrations/0003_add_center_display_name.py +0 -30
- endoreg_db/models/administration/permissions/__init__.py +0 -44
- endoreg_db/models/rule/__init__.py +0 -13
- endoreg_db/models/rule/rule.py +0 -27
- endoreg_db/models/rule/rule_applicator.py +0 -224
- endoreg_db/models/rule/rule_attribute_dtype.py +0 -17
- endoreg_db/models/rule/rule_type.py +0 -20
- endoreg_db/models/rule/ruleset.py +0 -17
- endoreg_db/renames.yml +0 -8
- endoreg_db/serializers/_old/raw_pdf_meta_validation.py +0 -223
- endoreg_db/serializers/_old/raw_video_meta_validation.py +0 -179
- endoreg_db/serializers/_old/video.py +0 -71
- endoreg_db/serializers/meta/pdf_file_meta_extraction.py +0 -115
- endoreg_db/serializers/meta/report_meta.py +0 -53
- endoreg_db/serializers/report/__init__.py +0 -9
- endoreg_db/serializers/report/mixins.py +0 -45
- endoreg_db/serializers/report/report.py +0 -105
- endoreg_db/serializers/report/report_list.py +0 -22
- endoreg_db/serializers/report/secure_file_url.py +0 -26
- endoreg_db/serializers/video/video_metadata.py +0 -105
- endoreg_db/services/requirements_object.py +0 -147
- endoreg_db/services/storage_aware_video_processor.py +0 -344
- endoreg_db/urls/files.py +0 -6
- endoreg_db/urls/label_video_segment_validate.py +0 -33
- endoreg_db/urls/label_video_segments.py +0 -46
- endoreg_db/urls/report.py +0 -48
- endoreg_db/urls/video.py +0 -61
- endoreg_db/utils/case_generator/case_generator.py +0 -159
- endoreg_db/utils/case_generator/utils.py +0 -30
- endoreg_db/utils/requirement_operator_logic/model_evaluators.py +0 -368
- endoreg_db/views/label/__init__.py +0 -5
- endoreg_db/views/label/label.py +0 -15
- endoreg_db/views/label_video_segment/__init__.py +0 -16
- endoreg_db/views/label_video_segment/create_lvs_from_annotation.py +0 -44
- endoreg_db/views/label_video_segment/get_lvs_by_name_and_video.py +0 -50
- endoreg_db/views/label_video_segment/label_video_segment.py +0 -77
- endoreg_db/views/label_video_segment/label_video_segment_by_label.py +0 -174
- endoreg_db/views/label_video_segment/label_video_segment_detail.py +0 -73
- endoreg_db/views/label_video_segment/update_lvs_from_annotation.py +0 -46
- endoreg_db/views/label_video_segment/validate.py +0 -226
- endoreg_db/views/media/segments.py +0 -71
- endoreg_db/views/meta/available_files_list.py +0 -146
- endoreg_db/views/meta/report_meta.py +0 -53
- endoreg_db/views/meta/sensitive_meta_detail.py +0 -148
- endoreg_db/views/misc/secure_file_serving_view.py +0 -80
- endoreg_db/views/misc/secure_file_url_view.py +0 -84
- endoreg_db/views/misc/secure_url_validate.py +0 -79
- endoreg_db/views/patient_examination/DEPRECATED_video_backup.py +0 -164
- endoreg_db/views/patient_finding_location/__init__.py +0 -5
- endoreg_db/views/patient_finding_location/pfl_create.py +0 -70
- endoreg_db/views/patient_finding_morphology/__init__.py +0 -5
- endoreg_db/views/patient_finding_morphology/pfm_create.py +0 -70
- endoreg_db/views/pdf/__init__.py +0 -8
- endoreg_db/views/report/report_list.py +0 -112
- endoreg_db/views/report/report_with_secure_url.py +0 -28
- endoreg_db/views/report/start_examination.py +0 -7
- endoreg_db/views/video/segmentation.py +0 -274
- endoreg_db/views/video/task_status.py +0 -49
- endoreg_db/views/video/timeline.py +0 -46
- endoreg_db/views/video/video_analyze.py +0 -52
- endoreg_db/views.py +0 -0
- /endoreg_db/data/requirement/{colonoscopy_baseline_austria.yaml → old/colonoscopy_baseline_austria.yaml} +0 -0
- /endoreg_db/data/requirement/{disease_cardiovascular.yaml → old/disease_cardiovascular.yaml} +0 -0
- /endoreg_db/data/requirement/{disease_classification_choice_cardiovascular.yaml → old/disease_classification_choice_cardiovascular.yaml} +0 -0
- /endoreg_db/data/requirement/{disease_hepatology.yaml → old/disease_hepatology.yaml} +0 -0
- /endoreg_db/data/requirement/{disease_misc.yaml → old/disease_misc.yaml} +0 -0
- /endoreg_db/data/requirement/{disease_renal.yaml → old/disease_renal.yaml} +0 -0
- /endoreg_db/data/requirement/{endoscopy_bleeding_risk.yaml → old/endoscopy_bleeding_risk.yaml} +0 -0
- /endoreg_db/data/requirement/{event_cardiology.yaml → old/event_cardiology.yaml} +0 -0
- /endoreg_db/data/requirement/{event_requirements.yaml → old/event_requirements.yaml} +0 -0
- /endoreg_db/data/requirement/{finding_colon_polyp.yaml → old/finding_colon_polyp.yaml} +0 -0
- /endoreg_db/{migrations/__init__.py → data/requirement/old/gender.yaml} +0 -0
- /endoreg_db/data/requirement/{lab_value.yaml → old/lab_value.yaml} +0 -0
- /endoreg_db/data/requirement/{medication.yaml → old/medication.yaml} +0 -0
- /endoreg_db/data/requirement_operator/{age.yaml → _old/age.yaml} +0 -0
- /endoreg_db/data/requirement_operator/{lab_operators.yaml → _old/lab_operators.yaml} +0 -0
- /endoreg_db/data/requirement_operator/{model_operators.yaml → _old/model_operators.yaml} +0 -0
- /endoreg_db/{models/media/video/refactor_plan.md → import_files/pseudonymization/__init__.py} +0 -0
- /endoreg_db/{models/media/video/video_file_frames.py → import_files/pseudonymization/pseudonymize.py} +0 -0
- /endoreg_db/models/{metadata/frame_ocr_result.py → report/__init__.py} +0 -0
- /endoreg_db/{urls/sensitive_meta.py → models/report/images.py} +0 -0
- /endoreg_db/utils/requirement_operator_logic/{lab_value_operators.py → _old/lab_value_operators.py} +0 -0
- {endoreg_db-0.8.6.1.dist-info → endoreg_db-0.8.8.9.dist-info}/licenses/LICENSE +0 -0
|
@@ -1,73 +1,113 @@
|
|
|
1
1
|
# Modern Media Framework: Sensitive Metadata Management
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
from rest_framework import status
|
|
2
|
+
import string
|
|
3
|
+
|
|
5
4
|
from django.db import transaction
|
|
6
5
|
from django.db.models import Q
|
|
7
6
|
from django.shortcuts import get_object_or_404
|
|
8
|
-
from
|
|
9
|
-
from
|
|
7
|
+
from numpy import number
|
|
8
|
+
from rest_framework import status
|
|
9
|
+
from rest_framework.decorators import api_view, permission_classes
|
|
10
|
+
from rest_framework.response import Response
|
|
11
|
+
|
|
12
|
+
from endoreg_db.models import RawPdfFile, SensitiveMeta, VideoFile
|
|
10
13
|
from endoreg_db.serializers.meta import (
|
|
11
14
|
SensitiveMetaDetailSerializer,
|
|
12
15
|
SensitiveMetaUpdateSerializer,
|
|
13
16
|
)
|
|
17
|
+
from endoreg_db.utils.permissions import EnvironmentAwarePermission
|
|
14
18
|
|
|
15
19
|
# === VIDEO SENSITIVE METADATA ===
|
|
16
20
|
|
|
17
|
-
|
|
21
|
+
|
|
22
|
+
@api_view(["GET"])
|
|
23
|
+
@permission_classes([EnvironmentAwarePermission])
|
|
24
|
+
def get_sensitive_metadata_pk(request, pk: number, mediaType: str) -> Response | None:
|
|
25
|
+
"""
|
|
26
|
+
A route to get the sensitive meta pk for a media type quickly.
|
|
27
|
+
|
|
28
|
+
GET api/media/sensitive-media-id/<pk>/<str:mediaType>
|
|
29
|
+
|
|
30
|
+
Args:
|
|
31
|
+
request (_type_): _description_
|
|
32
|
+
id (_type_): _description_
|
|
33
|
+
|
|
34
|
+
Returns:
|
|
35
|
+
Response | None: _description_
|
|
36
|
+
"""
|
|
37
|
+
|
|
38
|
+
if mediaType == "video":
|
|
39
|
+
video = get_object_or_404(VideoFile, pk=pk)
|
|
40
|
+
if not video.sensitive_meta:
|
|
41
|
+
return Response(
|
|
42
|
+
{"error": f"No sensitive metadata found for video {pk}"},
|
|
43
|
+
status=status.HTTP_404_NOT_FOUND,
|
|
44
|
+
)
|
|
45
|
+
sm_id = video.sensitive_meta.pk
|
|
46
|
+
return Response({"sm": sm_id})
|
|
47
|
+
if mediaType == "pdf":
|
|
48
|
+
pdf = get_object_or_404(RawPdfFile, pk=pk)
|
|
49
|
+
if not pdf.sensitive_meta:
|
|
50
|
+
return Response(
|
|
51
|
+
{"error": f"No sensitive metadata found for report {pk}"},
|
|
52
|
+
status=status.HTTP_404_NOT_FOUND,
|
|
53
|
+
)
|
|
54
|
+
sm_id = pdf.sensitive_meta.pk
|
|
55
|
+
return Response({"sm": sm_id})
|
|
56
|
+
|
|
57
|
+
|
|
58
|
+
@api_view(["GET", "PATCH"])
|
|
18
59
|
@permission_classes([EnvironmentAwarePermission])
|
|
19
60
|
def video_sensitive_metadata(request, pk):
|
|
20
61
|
"""
|
|
21
62
|
GET /api/media/videos/<pk>/sensitive-metadata/
|
|
22
63
|
PATCH /api/media/videos/<pk>/sensitive-metadata/
|
|
23
|
-
|
|
64
|
+
|
|
24
65
|
Get or update sensitive metadata for a video.
|
|
25
|
-
Video-scoped: Uses
|
|
66
|
+
Video-scoped: Uses sensitive meta ID to locate related sensitive metadata.
|
|
26
67
|
"""
|
|
27
|
-
|
|
28
|
-
|
|
68
|
+
sensitive_meta = get_object_or_404(SensitiveMeta, pk=pk)
|
|
69
|
+
|
|
29
70
|
# Get related sensitive metadata
|
|
30
|
-
if not
|
|
71
|
+
if not sensitive_meta:
|
|
31
72
|
return Response(
|
|
32
73
|
{"error": f"No sensitive metadata found for video {pk}"},
|
|
33
|
-
status=status.HTTP_404_NOT_FOUND
|
|
74
|
+
status=status.HTTP_404_NOT_FOUND,
|
|
34
75
|
)
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
if request.method == 'GET':
|
|
76
|
+
|
|
77
|
+
if request.method == "GET":
|
|
39
78
|
serializer = SensitiveMetaDetailSerializer(sensitive_meta)
|
|
40
79
|
return Response(serializer.data, status=status.HTTP_200_OK)
|
|
41
|
-
|
|
42
|
-
elif request.method ==
|
|
80
|
+
|
|
81
|
+
elif request.method == "PATCH":
|
|
43
82
|
serializer = SensitiveMetaUpdateSerializer(
|
|
44
|
-
sensitive_meta,
|
|
45
|
-
data=request.data,
|
|
46
|
-
partial=True
|
|
83
|
+
sensitive_meta, data=request.data, partial=True
|
|
47
84
|
)
|
|
48
|
-
|
|
85
|
+
|
|
49
86
|
if serializer.is_valid():
|
|
50
87
|
updated_instance = serializer.save()
|
|
51
88
|
response_serializer = SensitiveMetaDetailSerializer(updated_instance)
|
|
52
|
-
|
|
53
|
-
return Response(
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
89
|
+
|
|
90
|
+
return Response(
|
|
91
|
+
{
|
|
92
|
+
"message": "Sensitive metadata updated successfully",
|
|
93
|
+
"sensitive_meta": response_serializer.data,
|
|
94
|
+
"video_id": pk,
|
|
95
|
+
},
|
|
96
|
+
status=status.HTTP_200_OK,
|
|
97
|
+
)
|
|
98
|
+
|
|
59
99
|
return Response(serializer.errors, status=status.HTTP_400_BAD_REQUEST)
|
|
60
100
|
|
|
61
101
|
|
|
62
|
-
@api_view([
|
|
102
|
+
@api_view(["POST"])
|
|
63
103
|
@permission_classes([EnvironmentAwarePermission])
|
|
64
104
|
@transaction.atomic
|
|
65
105
|
def video_sensitive_metadata_verify(request, pk):
|
|
66
106
|
"""
|
|
67
107
|
POST /api/media/videos/<pk>/sensitive-metadata/verify/
|
|
68
|
-
|
|
108
|
+
|
|
69
109
|
Update verification state for video sensitive metadata.
|
|
70
|
-
|
|
110
|
+
|
|
71
111
|
Expected payload:
|
|
72
112
|
{
|
|
73
113
|
"dob_verified": true,
|
|
@@ -75,98 +115,103 @@ def video_sensitive_metadata_verify(request, pk):
|
|
|
75
115
|
}
|
|
76
116
|
"""
|
|
77
117
|
video = get_object_or_404(VideoFile, pk=pk)
|
|
78
|
-
|
|
118
|
+
|
|
79
119
|
if not video.sensitive_meta:
|
|
80
120
|
return Response(
|
|
81
121
|
{"error": f"No sensitive metadata found for video {pk}"},
|
|
82
|
-
status=status.HTTP_404_NOT_FOUND
|
|
122
|
+
status=status.HTTP_404_NOT_FOUND,
|
|
83
123
|
)
|
|
84
|
-
|
|
124
|
+
|
|
85
125
|
sensitive_meta = video.sensitive_meta
|
|
86
|
-
|
|
87
|
-
dob_verified = request.data.get(
|
|
88
|
-
names_verified = request.data.get(
|
|
89
|
-
|
|
126
|
+
|
|
127
|
+
dob_verified = request.data.get("dob_verified")
|
|
128
|
+
names_verified = request.data.get("names_verified")
|
|
129
|
+
|
|
90
130
|
if dob_verified is None and names_verified is None:
|
|
91
131
|
return Response(
|
|
92
|
-
{
|
|
93
|
-
|
|
132
|
+
{
|
|
133
|
+
"error": "At least one of dob_verified or names_verified must be provided"
|
|
134
|
+
},
|
|
135
|
+
status=status.HTTP_400_BAD_REQUEST,
|
|
94
136
|
)
|
|
95
|
-
|
|
137
|
+
|
|
96
138
|
state = sensitive_meta.get_or_create_state()
|
|
97
|
-
|
|
139
|
+
|
|
98
140
|
if dob_verified is not None:
|
|
99
141
|
state.dob_verified = dob_verified
|
|
100
142
|
if names_verified is not None:
|
|
101
143
|
state.names_verified = names_verified
|
|
102
|
-
|
|
144
|
+
|
|
103
145
|
state.save()
|
|
104
|
-
|
|
146
|
+
|
|
105
147
|
response_serializer = SensitiveMetaDetailSerializer(sensitive_meta)
|
|
106
|
-
return Response(
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
148
|
+
return Response(
|
|
149
|
+
{
|
|
150
|
+
"message": "Verification state updated successfully",
|
|
151
|
+
"sensitive_meta": response_serializer.data,
|
|
152
|
+
"video_id": pk,
|
|
153
|
+
"state_verified": state.is_verified,
|
|
154
|
+
},
|
|
155
|
+
status=status.HTTP_200_OK,
|
|
156
|
+
)
|
|
157
|
+
|
|
112
158
|
|
|
159
|
+
# === report SENSITIVE METADATA ===
|
|
113
160
|
|
|
114
|
-
# === PDF SENSITIVE METADATA ===
|
|
115
161
|
|
|
116
|
-
@api_view([
|
|
162
|
+
@api_view(["GET", "PATCH"])
|
|
117
163
|
@permission_classes([EnvironmentAwarePermission])
|
|
118
164
|
def pdf_sensitive_metadata(request, pk):
|
|
119
165
|
"""
|
|
120
166
|
GET /api/media/pdfs/<pk>/sensitive-metadata/
|
|
121
167
|
PATCH /api/media/pdfs/<pk>/sensitive-metadata/
|
|
122
|
-
|
|
123
|
-
Get or update sensitive metadata for a
|
|
124
|
-
|
|
168
|
+
|
|
169
|
+
Get or update sensitive metadata for a report.
|
|
170
|
+
report-scoped: Uses report ID to locate related sensitive metadata.
|
|
125
171
|
"""
|
|
126
|
-
|
|
127
|
-
|
|
172
|
+
sensitive_meta = get_object_or_404(SensitiveMeta, pk=pk)
|
|
173
|
+
|
|
128
174
|
# Get related sensitive metadata
|
|
129
|
-
if not
|
|
175
|
+
if not sensitive_meta:
|
|
130
176
|
return Response(
|
|
131
|
-
{"error": f"No sensitive metadata found for
|
|
132
|
-
status=status.HTTP_404_NOT_FOUND
|
|
177
|
+
{"error": f"No sensitive metadata found for report {pk}"},
|
|
178
|
+
status=status.HTTP_404_NOT_FOUND,
|
|
133
179
|
)
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
if request.method == 'GET':
|
|
180
|
+
|
|
181
|
+
if request.method == "GET":
|
|
138
182
|
serializer = SensitiveMetaDetailSerializer(sensitive_meta)
|
|
139
183
|
return Response(serializer.data, status=status.HTTP_200_OK)
|
|
140
|
-
|
|
141
|
-
elif request.method ==
|
|
184
|
+
|
|
185
|
+
elif request.method == "PATCH":
|
|
142
186
|
serializer = SensitiveMetaUpdateSerializer(
|
|
143
|
-
sensitive_meta,
|
|
144
|
-
data=request.data,
|
|
145
|
-
partial=True
|
|
187
|
+
sensitive_meta, data=request.data, partial=True
|
|
146
188
|
)
|
|
147
|
-
|
|
189
|
+
|
|
148
190
|
if serializer.is_valid():
|
|
149
191
|
updated_instance = serializer.save()
|
|
150
192
|
response_serializer = SensitiveMetaDetailSerializer(updated_instance)
|
|
151
|
-
|
|
152
|
-
return Response(
|
|
153
|
-
|
|
154
|
-
|
|
155
|
-
|
|
156
|
-
|
|
157
|
-
|
|
193
|
+
|
|
194
|
+
return Response(
|
|
195
|
+
{
|
|
196
|
+
"message": "Sensitive metadata updated successfully",
|
|
197
|
+
"sensitive_meta": response_serializer.data,
|
|
198
|
+
"pdf_id": pk,
|
|
199
|
+
},
|
|
200
|
+
status=status.HTTP_200_OK,
|
|
201
|
+
)
|
|
202
|
+
|
|
158
203
|
return Response(serializer.errors, status=status.HTTP_400_BAD_REQUEST)
|
|
159
204
|
|
|
160
205
|
|
|
161
|
-
@api_view([
|
|
206
|
+
@api_view(["POST"])
|
|
162
207
|
@permission_classes([EnvironmentAwarePermission])
|
|
163
208
|
@transaction.atomic
|
|
164
209
|
def pdf_sensitive_metadata_verify(request, pk):
|
|
165
210
|
"""
|
|
166
211
|
POST /api/media/pdfs/<pk>/sensitive-metadata/verify/
|
|
167
|
-
|
|
168
|
-
Update verification state for
|
|
169
|
-
|
|
212
|
+
|
|
213
|
+
Update verification state for report sensitive metadata.
|
|
214
|
+
|
|
170
215
|
Expected payload:
|
|
171
216
|
{
|
|
172
217
|
"dob_verified": true,
|
|
@@ -174,53 +219,59 @@ def pdf_sensitive_metadata_verify(request, pk):
|
|
|
174
219
|
}
|
|
175
220
|
"""
|
|
176
221
|
pdf = get_object_or_404(RawPdfFile, pk=pk)
|
|
177
|
-
|
|
222
|
+
|
|
178
223
|
if not pdf.sensitive_meta:
|
|
179
224
|
return Response(
|
|
180
|
-
{"error": f"No sensitive metadata found for
|
|
181
|
-
status=status.HTTP_404_NOT_FOUND
|
|
225
|
+
{"error": f"No sensitive metadata found for report {pk}"},
|
|
226
|
+
status=status.HTTP_404_NOT_FOUND,
|
|
182
227
|
)
|
|
183
|
-
|
|
228
|
+
|
|
184
229
|
sensitive_meta = pdf.sensitive_meta
|
|
185
|
-
|
|
186
|
-
dob_verified = request.data.get(
|
|
187
|
-
names_verified = request.data.get(
|
|
188
|
-
|
|
230
|
+
|
|
231
|
+
dob_verified = request.data.get("dob_verified")
|
|
232
|
+
names_verified = request.data.get("names_verified")
|
|
233
|
+
|
|
189
234
|
if dob_verified is None and names_verified is None:
|
|
190
235
|
return Response(
|
|
191
|
-
{
|
|
192
|
-
|
|
236
|
+
{
|
|
237
|
+
"error": "At least one of dob_verified or names_verified must be provided"
|
|
238
|
+
},
|
|
239
|
+
status=status.HTTP_400_BAD_REQUEST,
|
|
193
240
|
)
|
|
194
|
-
|
|
241
|
+
|
|
195
242
|
state = sensitive_meta.get_or_create_state()
|
|
196
|
-
|
|
243
|
+
|
|
197
244
|
if dob_verified is not None:
|
|
198
245
|
state.dob_verified = dob_verified
|
|
199
246
|
if names_verified is not None:
|
|
200
247
|
state.names_verified = names_verified
|
|
201
|
-
|
|
248
|
+
|
|
202
249
|
state.save()
|
|
203
|
-
|
|
250
|
+
|
|
204
251
|
response_serializer = SensitiveMetaDetailSerializer(sensitive_meta)
|
|
205
|
-
return Response(
|
|
206
|
-
|
|
207
|
-
|
|
208
|
-
|
|
209
|
-
|
|
210
|
-
|
|
252
|
+
return Response(
|
|
253
|
+
{
|
|
254
|
+
"message": "Verification state updated successfully",
|
|
255
|
+
"sensitive_meta": response_serializer.data,
|
|
256
|
+
"pdf_id": pk,
|
|
257
|
+
"state_verified": state.is_verified,
|
|
258
|
+
},
|
|
259
|
+
status=status.HTTP_200_OK,
|
|
260
|
+
)
|
|
211
261
|
|
|
212
262
|
|
|
213
263
|
# === LIST ENDPOINTS (Collection-Level) ===
|
|
214
264
|
|
|
215
|
-
|
|
265
|
+
|
|
266
|
+
@api_view(["GET"])
|
|
216
267
|
@permission_classes([EnvironmentAwarePermission])
|
|
217
268
|
def sensitive_metadata_list(request):
|
|
218
269
|
"""
|
|
219
270
|
GET /api/media/sensitive-metadata/
|
|
220
|
-
|
|
271
|
+
|
|
221
272
|
List all sensitive metadata (combined PDFs and Videos).
|
|
222
273
|
Supports filtering by content_type, status, etc.
|
|
223
|
-
|
|
274
|
+
|
|
224
275
|
Query parameters:
|
|
225
276
|
- content_type: 'pdf' | 'video' (optional)
|
|
226
277
|
- verified: Filter by verification status
|
|
@@ -228,87 +279,91 @@ def sensitive_metadata_list(request):
|
|
|
228
279
|
- search: Search in patient names
|
|
229
280
|
"""
|
|
230
281
|
from endoreg_db.serializers.meta import SensitiveMetaDetailSerializer
|
|
231
|
-
|
|
282
|
+
|
|
232
283
|
# Get all sensitive metadata
|
|
233
|
-
queryset = SensitiveMeta.objects.select_related(
|
|
234
|
-
|
|
284
|
+
queryset = SensitiveMeta.objects.select_related("state").all()
|
|
285
|
+
|
|
235
286
|
# Filter by content type
|
|
236
|
-
content_type = request.query_params.get(
|
|
237
|
-
if content_type ==
|
|
287
|
+
content_type = request.query_params.get("content_type")
|
|
288
|
+
if content_type == "pdf":
|
|
238
289
|
# Only PDFs - filter by existence of related PDFs
|
|
239
290
|
queryset = queryset.filter(raw_pdf_files__isnull=False).distinct()
|
|
240
|
-
elif content_type ==
|
|
291
|
+
elif content_type == "video":
|
|
241
292
|
# Only Videos - filter by existence of related video
|
|
242
293
|
queryset = queryset.filter(video_file__isnull=False).distinct()
|
|
243
|
-
|
|
294
|
+
|
|
244
295
|
# Filter by verification status
|
|
245
|
-
verified = request.query_params.get(
|
|
296
|
+
verified = request.query_params.get("verified")
|
|
246
297
|
if verified is not None:
|
|
247
|
-
verified_bool = verified.lower() in (
|
|
298
|
+
verified_bool = verified.lower() in ("true", "1", "yes")
|
|
248
299
|
queryset = queryset.filter(state__is_verified=verified_bool)
|
|
249
|
-
|
|
300
|
+
|
|
250
301
|
# Search in patient names
|
|
251
|
-
search = request.query_params.get(
|
|
302
|
+
search = request.query_params.get("search")
|
|
252
303
|
if search:
|
|
253
304
|
queryset = queryset.filter(
|
|
254
|
-
Q(patient_first_name__icontains=search)
|
|
255
|
-
Q(patient_last_name__icontains=search)
|
|
305
|
+
Q(patient_first_name__icontains=search)
|
|
306
|
+
| Q(patient_last_name__icontains=search)
|
|
256
307
|
)
|
|
257
|
-
|
|
308
|
+
|
|
258
309
|
# Ordering
|
|
259
|
-
ordering = request.query_params.get(
|
|
310
|
+
ordering = request.query_params.get("ordering", "-id")
|
|
260
311
|
queryset = queryset.order_by(ordering)
|
|
261
|
-
|
|
312
|
+
|
|
262
313
|
# Pagination
|
|
263
314
|
from rest_framework.pagination import PageNumberPagination
|
|
315
|
+
|
|
264
316
|
paginator = PageNumberPagination()
|
|
265
317
|
paginator.page_size = 20
|
|
266
318
|
page = paginator.paginate_queryset(queryset, request)
|
|
267
|
-
|
|
319
|
+
|
|
268
320
|
if page is not None:
|
|
269
321
|
serializer = SensitiveMetaDetailSerializer(page, many=True)
|
|
270
322
|
return paginator.get_paginated_response(serializer.data)
|
|
271
|
-
|
|
323
|
+
|
|
272
324
|
serializer = SensitiveMetaDetailSerializer(queryset, many=True)
|
|
273
325
|
return Response(serializer.data, status=status.HTTP_200_OK)
|
|
274
326
|
|
|
275
327
|
|
|
276
|
-
@api_view([
|
|
328
|
+
@api_view(["GET"])
|
|
277
329
|
@permission_classes([EnvironmentAwarePermission])
|
|
278
330
|
def pdf_sensitive_metadata_list(request):
|
|
279
331
|
"""
|
|
280
332
|
GET /api/media/pdfs/sensitive-metadata/
|
|
281
|
-
|
|
333
|
+
|
|
282
334
|
List sensitive metadata for PDFs only.
|
|
283
335
|
Replaces legacy /api/pdf/sensitivemeta/list/
|
|
284
336
|
"""
|
|
285
337
|
from endoreg_db.serializers.meta import SensitiveMetaDetailSerializer
|
|
286
|
-
|
|
338
|
+
|
|
287
339
|
# Get all PDFs with sensitive metadata
|
|
288
|
-
queryset =
|
|
289
|
-
|
|
290
|
-
|
|
291
|
-
|
|
340
|
+
queryset = (
|
|
341
|
+
SensitiveMeta.objects.select_related("state")
|
|
342
|
+
.filter(raw_pdf_files__isnull=False)
|
|
343
|
+
.distinct()
|
|
344
|
+
)
|
|
345
|
+
|
|
292
346
|
# Apply filters
|
|
293
|
-
search = request.query_params.get(
|
|
347
|
+
search = request.query_params.get("search")
|
|
294
348
|
if search:
|
|
295
349
|
queryset = queryset.filter(
|
|
296
|
-
Q(patient_first_name__icontains=search)
|
|
297
|
-
Q(patient_last_name__icontains=search)
|
|
350
|
+
Q(patient_first_name__icontains=search)
|
|
351
|
+
| Q(patient_last_name__icontains=search)
|
|
298
352
|
)
|
|
299
|
-
|
|
300
|
-
ordering = request.query_params.get(
|
|
353
|
+
|
|
354
|
+
ordering = request.query_params.get("ordering", "-id")
|
|
301
355
|
queryset = queryset.order_by(ordering)
|
|
302
|
-
|
|
356
|
+
|
|
303
357
|
# Pagination
|
|
304
358
|
from rest_framework.pagination import PageNumberPagination
|
|
359
|
+
|
|
305
360
|
paginator = PageNumberPagination()
|
|
306
361
|
paginator.page_size = 20
|
|
307
362
|
page = paginator.paginate_queryset(queryset, request)
|
|
308
|
-
|
|
363
|
+
|
|
309
364
|
if page is not None:
|
|
310
365
|
serializer = SensitiveMetaDetailSerializer(page, many=True)
|
|
311
366
|
return paginator.get_paginated_response(serializer.data)
|
|
312
|
-
|
|
367
|
+
|
|
313
368
|
serializer = SensitiveMetaDetailSerializer(queryset, many=True)
|
|
314
369
|
return Response(serializer.data, status=status.HTTP_200_OK)
|