endoreg-db 0.8.9.2__py3-none-any.whl → 0.8.9.10__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of endoreg-db might be problematic. Click here for more details.
- endoreg_db/admin.py +10 -5
- endoreg_db/apps.py +4 -7
- endoreg_db/authz/auth.py +1 -0
- endoreg_db/authz/backends.py +1 -1
- endoreg_db/authz/management/commands/list_routes.py +2 -0
- endoreg_db/authz/middleware.py +8 -7
- endoreg_db/authz/permissions.py +21 -10
- endoreg_db/authz/policy.py +14 -19
- endoreg_db/authz/views_auth.py +14 -10
- endoreg_db/codemods/rename_datetime_fields.py +8 -1
- endoreg_db/exceptions.py +5 -2
- endoreg_db/forms/__init__.py +0 -1
- endoreg_db/forms/examination_form.py +4 -3
- endoreg_db/forms/patient_finding_intervention_form.py +30 -8
- endoreg_db/forms/patient_form.py +9 -13
- endoreg_db/forms/questionnaires/__init__.py +1 -1
- endoreg_db/forms/settings/__init__.py +4 -1
- endoreg_db/forms/unit.py +2 -1
- endoreg_db/helpers/count_db.py +17 -14
- endoreg_db/helpers/default_objects.py +2 -1
- endoreg_db/helpers/download_segmentation_model.py +4 -3
- endoreg_db/helpers/interact.py +0 -5
- endoreg_db/helpers/test_video_helper.py +33 -25
- endoreg_db/import_files/__init__.py +1 -1
- endoreg_db/import_files/context/__init__.py +1 -1
- endoreg_db/import_files/context/default_sensitive_meta.py +11 -9
- endoreg_db/import_files/context/ensure_center.py +4 -4
- endoreg_db/import_files/context/file_lock.py +3 -3
- endoreg_db/import_files/context/import_context.py +11 -12
- endoreg_db/import_files/context/validate_directories.py +1 -0
- endoreg_db/import_files/file_storage/create_report_file.py +57 -34
- endoreg_db/import_files/file_storage/create_video_file.py +64 -35
- endoreg_db/import_files/file_storage/sensitive_meta_storage.py +5 -2
- endoreg_db/import_files/file_storage/state_management.py +89 -122
- endoreg_db/import_files/file_storage/storage.py +5 -1
- endoreg_db/import_files/processing/report_processing/report_anonymization.py +24 -19
- endoreg_db/import_files/processing/sensitive_meta_adapter.py +3 -3
- endoreg_db/import_files/processing/video_processing/video_anonymization.py +18 -18
- endoreg_db/import_files/pseudonymization/k_anonymity.py +8 -9
- endoreg_db/import_files/pseudonymization/k_pseudonymity.py +16 -5
- endoreg_db/import_files/report_import_service.py +36 -30
- endoreg_db/import_files/video_import_service.py +27 -23
- endoreg_db/logger_conf.py +56 -40
- endoreg_db/management/__init__.py +1 -1
- endoreg_db/management/commands/__init__.py +1 -1
- endoreg_db/management/commands/check_auth.py +45 -38
- endoreg_db/management/commands/create_model_meta_from_huggingface.py +53 -2
- endoreg_db/management/commands/create_multilabel_model_meta.py +54 -19
- endoreg_db/management/commands/fix_missing_patient_data.py +105 -71
- endoreg_db/management/commands/fix_video_paths.py +75 -54
- endoreg_db/management/commands/import_report.py +1 -3
- endoreg_db/management/commands/list_routes.py +2 -0
- endoreg_db/management/commands/load_ai_model_data.py +8 -2
- endoreg_db/management/commands/load_ai_model_label_data.py +0 -1
- endoreg_db/management/commands/load_center_data.py +3 -3
- endoreg_db/management/commands/load_distribution_data.py +35 -38
- endoreg_db/management/commands/load_endoscope_data.py +0 -3
- endoreg_db/management/commands/load_examination_data.py +20 -4
- endoreg_db/management/commands/load_finding_data.py +18 -3
- endoreg_db/management/commands/load_gender_data.py +17 -24
- endoreg_db/management/commands/load_green_endoscopy_wuerzburg_data.py +95 -85
- endoreg_db/management/commands/load_information_source.py +0 -3
- endoreg_db/management/commands/load_lab_value_data.py +14 -3
- endoreg_db/management/commands/load_legacy_data.py +303 -0
- endoreg_db/management/commands/load_name_data.py +1 -2
- endoreg_db/management/commands/load_pdf_type_data.py +4 -8
- endoreg_db/management/commands/load_profession_data.py +0 -1
- endoreg_db/management/commands/load_report_reader_flag_data.py +0 -4
- endoreg_db/management/commands/load_requirement_data.py +6 -2
- endoreg_db/management/commands/load_unit_data.py +0 -4
- endoreg_db/management/commands/load_user_groups.py +5 -7
- endoreg_db/management/commands/model_input.py +169 -0
- endoreg_db/management/commands/register_ai_model.py +22 -16
- endoreg_db/management/commands/setup_endoreg_db.py +110 -32
- endoreg_db/management/commands/storage_management.py +14 -8
- endoreg_db/management/commands/summarize_db_content.py +154 -63
- endoreg_db/management/commands/train_image_multilabel_model.py +144 -0
- endoreg_db/management/commands/validate_video_files.py +82 -50
- endoreg_db/management/commands/video_validation.py +4 -6
- endoreg_db/migrations/0001_initial.py +112 -63
- endoreg_db/models/__init__.py +8 -0
- endoreg_db/models/administration/ai/active_model.py +5 -5
- endoreg_db/models/administration/ai/ai_model.py +41 -18
- endoreg_db/models/administration/ai/model_type.py +1 -0
- endoreg_db/models/administration/case/case.py +22 -22
- endoreg_db/models/administration/center/__init__.py +5 -5
- endoreg_db/models/administration/center/center.py +6 -2
- endoreg_db/models/administration/center/center_resource.py +18 -4
- endoreg_db/models/administration/center/center_shift.py +3 -1
- endoreg_db/models/administration/center/center_waste.py +6 -2
- endoreg_db/models/administration/person/__init__.py +1 -1
- endoreg_db/models/administration/person/employee/__init__.py +1 -1
- endoreg_db/models/administration/person/employee/employee_type.py +3 -1
- endoreg_db/models/administration/person/examiner/__init__.py +1 -1
- endoreg_db/models/administration/person/examiner/examiner.py +10 -2
- endoreg_db/models/administration/person/names/first_name.py +6 -4
- endoreg_db/models/administration/person/names/last_name.py +4 -3
- endoreg_db/models/administration/person/patient/__init__.py +1 -1
- endoreg_db/models/administration/person/patient/patient.py +0 -1
- endoreg_db/models/administration/person/patient/patient_external_id.py +0 -1
- endoreg_db/models/administration/person/person.py +1 -1
- endoreg_db/models/administration/product/__init__.py +7 -6
- endoreg_db/models/administration/product/product.py +6 -2
- endoreg_db/models/administration/product/product_group.py +9 -7
- endoreg_db/models/administration/product/product_material.py +9 -2
- endoreg_db/models/administration/product/reference_product.py +64 -15
- endoreg_db/models/administration/qualification/qualification.py +3 -1
- endoreg_db/models/administration/shift/shift.py +3 -1
- endoreg_db/models/administration/shift/shift_type.py +12 -4
- endoreg_db/models/aidataset/__init__.py +5 -0
- endoreg_db/models/aidataset/aidataset.py +193 -0
- endoreg_db/models/label/__init__.py +1 -1
- endoreg_db/models/label/label.py +10 -2
- endoreg_db/models/label/label_set.py +3 -1
- endoreg_db/models/label/label_video_segment/_create_from_video.py +6 -2
- endoreg_db/models/label/label_video_segment/label_video_segment.py +148 -44
- endoreg_db/models/media/__init__.py +12 -5
- endoreg_db/models/media/frame/__init__.py +1 -1
- endoreg_db/models/media/frame/frame.py +34 -8
- endoreg_db/models/media/pdf/__init__.py +2 -1
- endoreg_db/models/media/pdf/raw_pdf.py +11 -4
- endoreg_db/models/media/pdf/report_file.py +6 -2
- endoreg_db/models/media/pdf/report_reader/__init__.py +3 -3
- endoreg_db/models/media/pdf/report_reader/report_reader_flag.py +15 -5
- endoreg_db/models/media/video/create_from_file.py +20 -41
- endoreg_db/models/media/video/pipe_1.py +75 -30
- endoreg_db/models/media/video/pipe_2.py +37 -12
- endoreg_db/models/media/video/video_file.py +36 -24
- endoreg_db/models/media/video/video_file_ai.py +235 -70
- endoreg_db/models/media/video/video_file_anonymize.py +240 -65
- endoreg_db/models/media/video/video_file_frames/_bulk_create_frames.py +6 -1
- endoreg_db/models/media/video/video_file_frames/_create_frame_object.py +3 -1
- endoreg_db/models/media/video/video_file_frames/_delete_frames.py +30 -9
- endoreg_db/models/media/video/video_file_frames/_extract_frames.py +95 -29
- endoreg_db/models/media/video/video_file_frames/_get_frame.py +13 -3
- endoreg_db/models/media/video/video_file_frames/_get_frame_path.py +4 -1
- endoreg_db/models/media/video/video_file_frames/_get_frame_paths.py +15 -3
- endoreg_db/models/media/video/video_file_frames/_get_frame_range.py +15 -3
- endoreg_db/models/media/video/video_file_frames/_get_frames.py +7 -2
- endoreg_db/models/media/video/video_file_frames/_initialize_frames.py +109 -23
- endoreg_db/models/media/video/video_file_frames/_manage_frame_range.py +111 -27
- endoreg_db/models/media/video/video_file_frames/_mark_frames_extracted_status.py +46 -13
- endoreg_db/models/media/video/video_file_io.py +85 -33
- endoreg_db/models/media/video/video_file_meta/__init__.py +6 -6
- endoreg_db/models/media/video/video_file_meta/get_crop_template.py +17 -4
- endoreg_db/models/media/video/video_file_meta/get_endo_roi.py +28 -7
- endoreg_db/models/media/video/video_file_meta/get_fps.py +46 -13
- endoreg_db/models/media/video/video_file_meta/initialize_video_specs.py +81 -20
- endoreg_db/models/media/video/video_file_meta/text_meta.py +61 -20
- endoreg_db/models/media/video/video_file_meta/video_meta.py +40 -12
- endoreg_db/models/media/video/video_file_segments.py +118 -27
- endoreg_db/models/media/video/video_metadata.py +25 -6
- endoreg_db/models/media/video/video_processing.py +54 -15
- endoreg_db/models/medical/__init__.py +3 -13
- endoreg_db/models/medical/contraindication/__init__.py +3 -1
- endoreg_db/models/medical/disease.py +18 -6
- endoreg_db/models/medical/event.py +6 -2
- endoreg_db/models/medical/examination/__init__.py +5 -1
- endoreg_db/models/medical/examination/examination.py +22 -6
- endoreg_db/models/medical/examination/examination_indication.py +23 -7
- endoreg_db/models/medical/examination/examination_time.py +6 -2
- endoreg_db/models/medical/finding/__init__.py +3 -1
- endoreg_db/models/medical/finding/finding.py +37 -12
- endoreg_db/models/medical/finding/finding_classification.py +27 -8
- endoreg_db/models/medical/finding/finding_intervention.py +19 -6
- endoreg_db/models/medical/finding/finding_type.py +3 -1
- endoreg_db/models/medical/hardware/__init__.py +1 -1
- endoreg_db/models/medical/hardware/endoscope.py +14 -2
- endoreg_db/models/medical/laboratory/__init__.py +1 -1
- endoreg_db/models/medical/laboratory/lab_value.py +139 -39
- endoreg_db/models/medical/medication/__init__.py +7 -3
- endoreg_db/models/medical/medication/medication.py +3 -1
- endoreg_db/models/medical/medication/medication_indication.py +3 -1
- endoreg_db/models/medical/medication/medication_indication_type.py +11 -3
- endoreg_db/models/medical/medication/medication_intake_time.py +3 -1
- endoreg_db/models/medical/medication/medication_schedule.py +3 -1
- endoreg_db/models/medical/patient/__init__.py +2 -10
- endoreg_db/models/medical/patient/medication_examples.py +3 -14
- endoreg_db/models/medical/patient/patient_disease.py +17 -5
- endoreg_db/models/medical/patient/patient_event.py +12 -4
- endoreg_db/models/medical/patient/patient_examination.py +52 -15
- endoreg_db/models/medical/patient/patient_examination_indication.py +15 -4
- endoreg_db/models/medical/patient/patient_finding.py +105 -29
- endoreg_db/models/medical/patient/patient_finding_classification.py +41 -12
- endoreg_db/models/medical/patient/patient_finding_intervention.py +11 -3
- endoreg_db/models/medical/patient/patient_lab_sample.py +6 -2
- endoreg_db/models/medical/patient/patient_lab_value.py +42 -10
- endoreg_db/models/medical/patient/patient_medication.py +25 -7
- endoreg_db/models/medical/patient/patient_medication_schedule.py +34 -10
- endoreg_db/models/metadata/model_meta.py +40 -12
- endoreg_db/models/metadata/model_meta_logic.py +51 -16
- endoreg_db/models/metadata/sensitive_meta.py +65 -28
- endoreg_db/models/metadata/sensitive_meta_logic.py +28 -26
- endoreg_db/models/metadata/video_meta.py +146 -39
- endoreg_db/models/metadata/video_prediction_logic.py +70 -21
- endoreg_db/models/metadata/video_prediction_meta.py +80 -27
- endoreg_db/models/operation_log.py +63 -0
- endoreg_db/models/other/__init__.py +10 -10
- endoreg_db/models/other/distribution/__init__.py +9 -7
- endoreg_db/models/other/distribution/base_value_distribution.py +3 -1
- endoreg_db/models/other/distribution/date_value_distribution.py +19 -5
- endoreg_db/models/other/distribution/multiple_categorical_value_distribution.py +3 -1
- endoreg_db/models/other/distribution/numeric_value_distribution.py +34 -9
- endoreg_db/models/other/emission/__init__.py +1 -1
- endoreg_db/models/other/emission/emission_factor.py +9 -3
- endoreg_db/models/other/information_source.py +15 -5
- endoreg_db/models/other/material.py +3 -1
- endoreg_db/models/other/transport_route.py +3 -1
- endoreg_db/models/other/unit.py +6 -2
- endoreg_db/models/report/report.py +0 -1
- endoreg_db/models/requirement/requirement.py +84 -27
- endoreg_db/models/requirement/requirement_error.py +5 -6
- endoreg_db/models/requirement/requirement_evaluation/__init__.py +1 -1
- endoreg_db/models/requirement/requirement_evaluation/evaluate_with_dependencies.py +8 -8
- endoreg_db/models/requirement/requirement_evaluation/get_values.py +3 -3
- endoreg_db/models/requirement/requirement_evaluation/requirement_type_parser.py +24 -8
- endoreg_db/models/requirement/requirement_operator.py +28 -8
- endoreg_db/models/requirement/requirement_set.py +34 -11
- endoreg_db/models/state/__init__.py +1 -0
- endoreg_db/models/state/audit_ledger.py +9 -2
- endoreg_db/models/{media → state}/processing_history/__init__.py +1 -3
- endoreg_db/models/state/processing_history/processing_history.py +136 -0
- endoreg_db/models/state/raw_pdf.py +0 -1
- endoreg_db/models/state/video.py +2 -4
- endoreg_db/models/utils.py +4 -2
- endoreg_db/queries/__init__.py +2 -6
- endoreg_db/queries/annotations/__init__.py +1 -3
- endoreg_db/queries/annotations/legacy.py +37 -26
- endoreg_db/root_urls.py +3 -4
- endoreg_db/schemas/examination_evaluation.py +3 -0
- endoreg_db/serializers/Frames_NICE_and_PARIS_classifications.py +249 -163
- endoreg_db/serializers/__init__.py +2 -8
- endoreg_db/serializers/administration/__init__.py +1 -2
- endoreg_db/serializers/administration/ai/__init__.py +0 -1
- endoreg_db/serializers/administration/ai/active_model.py +3 -1
- endoreg_db/serializers/administration/ai/ai_model.py +5 -3
- endoreg_db/serializers/administration/ai/model_type.py +3 -1
- endoreg_db/serializers/administration/center.py +7 -2
- endoreg_db/serializers/administration/gender.py +4 -2
- endoreg_db/serializers/anonymization.py +13 -13
- endoreg_db/serializers/evaluation/examination_evaluation.py +0 -1
- endoreg_db/serializers/examination/__init__.py +1 -1
- endoreg_db/serializers/examination/base.py +12 -13
- endoreg_db/serializers/examination/dropdown.py +6 -7
- endoreg_db/serializers/examination_serializer.py +3 -6
- endoreg_db/serializers/finding/__init__.py +1 -1
- endoreg_db/serializers/finding/finding.py +14 -7
- endoreg_db/serializers/finding_classification/__init__.py +3 -3
- endoreg_db/serializers/finding_classification/choice.py +3 -3
- endoreg_db/serializers/finding_classification/classification.py +2 -4
- endoreg_db/serializers/label_video_segment/__init__.py +5 -3
- endoreg_db/serializers/{label → label_video_segment}/image_classification_annotation.py +5 -5
- endoreg_db/serializers/label_video_segment/label/__init__.py +6 -0
- endoreg_db/serializers/{label → label_video_segment/label}/label.py +1 -1
- endoreg_db/serializers/label_video_segment/label_video_segment.py +338 -228
- endoreg_db/serializers/meta/__init__.py +1 -2
- endoreg_db/serializers/meta/sensitive_meta_detail.py +28 -13
- endoreg_db/serializers/meta/sensitive_meta_update.py +51 -46
- endoreg_db/serializers/meta/sensitive_meta_verification.py +19 -16
- endoreg_db/serializers/misc/__init__.py +2 -2
- endoreg_db/serializers/misc/file_overview.py +11 -7
- endoreg_db/serializers/misc/stats.py +10 -8
- endoreg_db/serializers/misc/translatable_field_mix_in.py +6 -6
- endoreg_db/serializers/misc/upload_job.py +32 -29
- endoreg_db/serializers/patient/__init__.py +2 -1
- endoreg_db/serializers/patient/patient.py +32 -15
- endoreg_db/serializers/patient/patient_dropdown.py +11 -3
- endoreg_db/serializers/patient_examination/__init__.py +1 -1
- endoreg_db/serializers/patient_examination/patient_examination.py +67 -40
- endoreg_db/serializers/patient_finding/__init__.py +1 -1
- endoreg_db/serializers/patient_finding/patient_finding.py +2 -1
- endoreg_db/serializers/patient_finding/patient_finding_classification.py +17 -9
- endoreg_db/serializers/patient_finding/patient_finding_detail.py +26 -17
- endoreg_db/serializers/patient_finding/patient_finding_intervention.py +7 -5
- endoreg_db/serializers/patient_finding/patient_finding_list.py +10 -11
- endoreg_db/serializers/patient_finding/patient_finding_write.py +36 -27
- endoreg_db/serializers/pdf/__init__.py +1 -3
- endoreg_db/serializers/requirements/requirement_schema.py +1 -6
- endoreg_db/serializers/sensitive_meta_serializer.py +100 -81
- endoreg_db/serializers/video/__init__.py +2 -2
- endoreg_db/serializers/video/{segmentation.py → video_file.py} +66 -47
- endoreg_db/serializers/video/video_file_brief.py +6 -2
- endoreg_db/serializers/video/video_file_detail.py +36 -23
- endoreg_db/serializers/video/video_file_list.py +4 -2
- endoreg_db/serializers/video/video_processing_history.py +54 -50
- endoreg_db/services/__init__.py +1 -1
- endoreg_db/services/anonymization.py +2 -2
- endoreg_db/services/examination_evaluation.py +40 -17
- endoreg_db/services/model_meta_from_hf.py +76 -0
- endoreg_db/services/polling_coordinator.py +101 -70
- endoreg_db/services/pseudonym_service.py +27 -22
- endoreg_db/services/report_import.py +6 -3
- endoreg_db/services/segment_sync.py +75 -59
- endoreg_db/services/video_import.py +6 -7
- endoreg_db/urls/__init__.py +2 -2
- endoreg_db/urls/ai.py +7 -25
- endoreg_db/urls/anonymization.py +61 -15
- endoreg_db/urls/auth.py +4 -4
- endoreg_db/urls/classification.py +4 -9
- endoreg_db/urls/examination.py +27 -18
- endoreg_db/urls/media.py +27 -34
- endoreg_db/urls/patient.py +11 -7
- endoreg_db/urls/requirements.py +3 -1
- endoreg_db/urls/root_urls.py +2 -3
- endoreg_db/urls/stats.py +24 -16
- endoreg_db/urls/upload.py +3 -11
- endoreg_db/utils/__init__.py +14 -15
- endoreg_db/utils/ai/__init__.py +1 -1
- endoreg_db/utils/ai/data_loader_for_model_input.py +262 -0
- endoreg_db/utils/ai/data_loader_for_model_training.py +262 -0
- endoreg_db/utils/ai/get.py +2 -1
- endoreg_db/utils/ai/inference_dataset.py +14 -15
- endoreg_db/utils/ai/model_training/config.py +117 -0
- endoreg_db/utils/ai/model_training/dataset.py +74 -0
- endoreg_db/utils/ai/model_training/losses.py +68 -0
- endoreg_db/utils/ai/model_training/metrics.py +78 -0
- endoreg_db/utils/ai/model_training/model_backbones.py +155 -0
- endoreg_db/utils/ai/model_training/model_gastronet_resnet.py +118 -0
- endoreg_db/utils/ai/model_training/trainer_gastronet_multilabel.py +771 -0
- endoreg_db/utils/ai/multilabel_classification_net.py +21 -6
- endoreg_db/utils/ai/predict.py +4 -4
- endoreg_db/utils/ai/preprocess.py +19 -11
- endoreg_db/utils/calc_duration_seconds.py +4 -4
- endoreg_db/utils/case_generator/lab_sample_factory.py +3 -4
- endoreg_db/utils/check_video_files.py +74 -47
- endoreg_db/utils/cropping.py +10 -9
- endoreg_db/utils/dataloader.py +11 -3
- endoreg_db/utils/dates.py +3 -4
- endoreg_db/utils/defaults/set_default_center.py +7 -6
- endoreg_db/utils/env.py +6 -2
- endoreg_db/utils/extract_specific_frames.py +24 -9
- endoreg_db/utils/file_operations.py +30 -18
- endoreg_db/utils/fix_video_path_direct.py +57 -41
- endoreg_db/utils/frame_anonymization_utils.py +157 -157
- endoreg_db/utils/hashs.py +3 -18
- endoreg_db/utils/links/requirement_link.py +96 -52
- endoreg_db/utils/ocr.py +30 -25
- endoreg_db/utils/operation_log.py +61 -0
- endoreg_db/utils/parse_and_generate_yaml.py +12 -13
- endoreg_db/utils/paths.py +6 -6
- endoreg_db/utils/permissions.py +40 -24
- endoreg_db/utils/pipelines/process_video_dir.py +50 -26
- endoreg_db/utils/product/sum_emissions.py +5 -3
- endoreg_db/utils/product/sum_weights.py +4 -2
- endoreg_db/utils/pydantic_models/__init__.py +3 -4
- endoreg_db/utils/requirement_operator_logic/_old/lab_value_operators.py +207 -107
- endoreg_db/utils/requirement_operator_logic/_old/model_evaluators.py +252 -65
- endoreg_db/utils/requirement_operator_logic/new_operator_logic.py +27 -10
- endoreg_db/utils/setup_config.py +21 -5
- endoreg_db/utils/storage.py +3 -1
- endoreg_db/utils/translation.py +19 -15
- endoreg_db/utils/uuid.py +1 -0
- endoreg_db/utils/validate_endo_roi.py +12 -4
- endoreg_db/utils/validate_subcategory_dict.py +26 -24
- endoreg_db/utils/validate_video_detailed.py +207 -149
- endoreg_db/utils/video/__init__.py +7 -3
- endoreg_db/utils/video/extract_frames.py +30 -18
- endoreg_db/utils/video/names.py +11 -6
- endoreg_db/utils/video/streaming_processor.py +175 -101
- endoreg_db/utils/video/video_splitter.py +30 -19
- endoreg_db/views/Frames_NICE_and_PARIS_classifications_views.py +59 -50
- endoreg_db/views/__init__.py +0 -20
- endoreg_db/views/anonymization/__init__.py +6 -2
- endoreg_db/views/anonymization/media_management.py +2 -6
- endoreg_db/views/anonymization/overview.py +34 -1
- endoreg_db/views/anonymization/validate.py +79 -18
- endoreg_db/views/auth/__init__.py +1 -1
- endoreg_db/views/auth/keycloak.py +16 -14
- endoreg_db/views/examination/__init__.py +12 -15
- endoreg_db/views/examination/examination.py +5 -5
- endoreg_db/views/examination/examination_manifest_cache.py +5 -5
- endoreg_db/views/examination/get_finding_classification_choices.py +8 -5
- endoreg_db/views/examination/get_finding_classifications.py +9 -7
- endoreg_db/views/examination/get_findings.py +8 -10
- endoreg_db/views/examination/get_instruments.py +3 -2
- endoreg_db/views/examination/get_interventions.py +1 -1
- endoreg_db/views/finding/__init__.py +2 -2
- endoreg_db/views/finding/finding.py +58 -54
- endoreg_db/views/finding/get_classifications.py +1 -1
- endoreg_db/views/finding/get_interventions.py +1 -1
- endoreg_db/views/finding_classification/__init__.py +5 -5
- endoreg_db/views/finding_classification/finding_classification.py +5 -6
- endoreg_db/views/finding_classification/get_classification_choices.py +3 -4
- endoreg_db/views/media/__init__.py +13 -13
- endoreg_db/views/media/pdf_media.py +9 -9
- endoreg_db/views/media/sensitive_metadata.py +10 -7
- endoreg_db/views/media/video_media.py +4 -4
- endoreg_db/views/meta/__init__.py +1 -1
- endoreg_db/views/meta/sensitive_meta_list.py +20 -22
- endoreg_db/views/meta/sensitive_meta_verification.py +14 -11
- endoreg_db/views/misc/__init__.py +6 -34
- endoreg_db/views/misc/center.py +2 -1
- endoreg_db/views/misc/csrf.py +2 -1
- endoreg_db/views/misc/gender.py +2 -1
- endoreg_db/views/misc/stats.py +141 -106
- endoreg_db/views/patient/__init__.py +1 -3
- endoreg_db/views/patient/patient.py +141 -99
- endoreg_db/views/patient_examination/__init__.py +5 -5
- endoreg_db/views/patient_examination/patient_examination.py +43 -42
- endoreg_db/views/patient_examination/patient_examination_create.py +10 -15
- endoreg_db/views/patient_examination/patient_examination_detail.py +12 -15
- endoreg_db/views/patient_examination/patient_examination_list.py +21 -17
- endoreg_db/views/patient_examination/video.py +114 -80
- endoreg_db/views/patient_finding/__init__.py +1 -1
- endoreg_db/views/patient_finding/patient_finding.py +17 -10
- endoreg_db/views/patient_finding/patient_finding_optimized.py +127 -95
- endoreg_db/views/patient_finding_classification/__init__.py +1 -1
- endoreg_db/views/patient_finding_classification/pfc_create.py +35 -27
- endoreg_db/views/report/reimport.py +1 -1
- endoreg_db/views/report/report_stream.py +5 -8
- endoreg_db/views/requirement/__init__.py +2 -1
- endoreg_db/views/requirement/evaluate.py +7 -9
- endoreg_db/views/requirement/lookup.py +2 -3
- endoreg_db/views/requirement/lookup_store.py +0 -1
- endoreg_db/views/requirement/requirement_utils.py +2 -4
- endoreg_db/views/stats/__init__.py +4 -4
- endoreg_db/views/stats/stats_views.py +152 -115
- endoreg_db/views/video/__init__.py +18 -27
- endoreg_db/views/{ai → video/ai}/__init__.py +2 -2
- endoreg_db/views/{ai → video/ai}/label.py +20 -16
- endoreg_db/views/video/correction.py +5 -6
- endoreg_db/views/video/reimport.py +134 -99
- endoreg_db/views/video/segments_crud.py +134 -44
- endoreg_db/views/video/video_apply_mask.py +13 -12
- endoreg_db/views/video/video_correction.py +2 -1
- endoreg_db/views/video/video_download_processed.py +15 -15
- endoreg_db/views/video/video_meta_stats.py +7 -6
- endoreg_db/views/video/video_processing_history.py +3 -2
- endoreg_db/views/video/video_remove_frames.py +13 -12
- endoreg_db/views/video/video_stream.py +110 -82
- {endoreg_db-0.8.9.2.dist-info → endoreg_db-0.8.9.10.dist-info}/METADATA +9 -3
- {endoreg_db-0.8.9.2.dist-info → endoreg_db-0.8.9.10.dist-info}/RECORD +434 -431
- endoreg_db/management/commands/import_fallback_video.py +0 -203
- endoreg_db/management/commands/import_video.py +0 -422
- endoreg_db/management/commands/import_video_with_classification.py +0 -367
- endoreg_db/models/media/processing_history/processing_history.py +0 -96
- endoreg_db/serializers/label/__init__.py +0 -7
- endoreg_db/serializers/label_video_segment/_lvs_create.py +0 -149
- endoreg_db/serializers/label_video_segment/_lvs_update.py +0 -138
- endoreg_db/serializers/label_video_segment/_lvs_validate.py +0 -149
- endoreg_db/serializers/label_video_segment/label_video_segment_annotation.py +0 -99
- endoreg_db/serializers/label_video_segment/label_video_segment_update.py +0 -163
- endoreg_db/services/__old/pdf_import.py +0 -1487
- endoreg_db/services/__old/video_import.py +0 -1306
- endoreg_db/tasks/upload_tasks.py +0 -216
- endoreg_db/tasks/video_ingest.py +0 -161
- endoreg_db/tasks/video_processing_tasks.py +0 -327
- endoreg_db/views/misc/translation.py +0 -182
- {endoreg_db-0.8.9.2.dist-info → endoreg_db-0.8.9.10.dist-info}/WHEEL +0 -0
- {endoreg_db-0.8.9.2.dist-info → endoreg_db-0.8.9.10.dist-info}/licenses/LICENSE +0 -0
|
@@ -38,7 +38,7 @@ local_version_available = ensure_local_lx_anonymizer()
|
|
|
38
38
|
|
|
39
39
|
# Now import from lx_anonymizer
|
|
40
40
|
try:
|
|
41
|
-
from lx_anonymizer.ollama_service import ollama_service
|
|
41
|
+
from lx_anonymizer.ollama.ollama_service import ollama_service
|
|
42
42
|
except ImportError:
|
|
43
43
|
print("Could not import init_ollama_service from local or installed lx_anonymizer")
|
|
44
44
|
raise
|
|
@@ -344,8 +344,6 @@ class Command(BaseCommand):
|
|
|
344
344
|
finally:
|
|
345
345
|
# Clean up Ollama process if we started it
|
|
346
346
|
if ollama_proc is not None:
|
|
347
|
-
import signal
|
|
348
|
-
|
|
349
347
|
self.stdout.write(
|
|
350
348
|
self.style.SUCCESS("Cleaning up Ollama server process...")
|
|
351
349
|
)
|
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
from django.core.management.base import BaseCommand
|
|
2
2
|
from django.urls import get_resolver, URLPattern, URLResolver
|
|
3
3
|
|
|
4
|
+
|
|
4
5
|
def iter_patterns(prefix, patterns):
|
|
5
6
|
for p in patterns:
|
|
6
7
|
if isinstance(p, URLPattern):
|
|
@@ -8,6 +9,7 @@ def iter_patterns(prefix, patterns):
|
|
|
8
9
|
elif isinstance(p, URLResolver):
|
|
9
10
|
yield from iter_patterns(prefix, p.url_patterns)
|
|
10
11
|
|
|
12
|
+
|
|
11
13
|
class Command(BaseCommand):
|
|
12
14
|
help = "List all URL names (useful to fill policy.py)"
|
|
13
15
|
|
|
@@ -53,8 +53,14 @@ IMPORT_METADATA = {
|
|
|
53
53
|
AiModel.__name__: {
|
|
54
54
|
"dir": AI_MODEL_DATA_DIR, # e.g. "intervention_types"
|
|
55
55
|
"model": AiModel,
|
|
56
|
-
"foreign_keys": [
|
|
57
|
-
|
|
56
|
+
"foreign_keys": [
|
|
57
|
+
"video_segmentation_labelset",
|
|
58
|
+
"model_type",
|
|
59
|
+
], # e.g. ["interventions"]
|
|
60
|
+
"foreign_key_models": [
|
|
61
|
+
VideoSegmentationLabelSet,
|
|
62
|
+
ModelType,
|
|
63
|
+
], # e.g. [Intervention]
|
|
58
64
|
},
|
|
59
65
|
}
|
|
60
66
|
|
|
@@ -41,7 +41,7 @@ class Command(BaseCommand):
|
|
|
41
41
|
def add_arguments(self, parser):
|
|
42
42
|
"""
|
|
43
43
|
Adds the '--verbose' flag to the argument parser.
|
|
44
|
-
|
|
44
|
+
|
|
45
45
|
When specified, this flag enables verbose output for the management command.
|
|
46
46
|
"""
|
|
47
47
|
parser.add_argument(
|
|
@@ -53,11 +53,11 @@ class Command(BaseCommand):
|
|
|
53
53
|
def handle(self, *args, **options):
|
|
54
54
|
"""
|
|
55
55
|
Load YAML data for each predefined model.
|
|
56
|
-
|
|
56
|
+
|
|
57
57
|
Iterates over the models specified in IMPORT_MODELS, retrieving each model's metadata from
|
|
58
58
|
IMPORT_METADATA and invoking load_model_data_from_yaml to load YAML data. The verbosity of
|
|
59
59
|
the output is determined by the 'verbose' flag in the command options.
|
|
60
|
-
|
|
60
|
+
|
|
61
61
|
Args:
|
|
62
62
|
*args: Additional positional arguments.
|
|
63
63
|
**options: Command options; must include a 'verbose' key to control output detail.
|
|
@@ -3,8 +3,7 @@ from endoreg_db.models import (
|
|
|
3
3
|
NumericValueDistribution,
|
|
4
4
|
SingleCategoricalValueDistribution,
|
|
5
5
|
MultipleCategoricalValueDistribution,
|
|
6
|
-
DateValueDistribution
|
|
7
|
-
|
|
6
|
+
DateValueDistribution,
|
|
8
7
|
)
|
|
9
8
|
from collections import OrderedDict
|
|
10
9
|
|
|
@@ -16,32 +15,35 @@ from ...data import (
|
|
|
16
15
|
DISTRIBUTION_DATE_DATA_DIR,
|
|
17
16
|
)
|
|
18
17
|
|
|
19
|
-
IMPORT_METADATA = OrderedDict(
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
}
|
|
18
|
+
IMPORT_METADATA = OrderedDict(
|
|
19
|
+
{
|
|
20
|
+
NumericValueDistribution.__name__: {
|
|
21
|
+
"dir": DISTRIBUTION_NUMERIC_DATA_DIR,
|
|
22
|
+
"model": NumericValueDistribution,
|
|
23
|
+
"foreign_keys": [],
|
|
24
|
+
"foreign_key_models": [],
|
|
25
|
+
},
|
|
26
|
+
SingleCategoricalValueDistribution.__name__: {
|
|
27
|
+
"dir": DISTRIBUTION_SINGLE_CATEGORICAL_DATA_DIR,
|
|
28
|
+
"model": SingleCategoricalValueDistribution,
|
|
29
|
+
"foreign_keys": [],
|
|
30
|
+
"foreign_key_models": [],
|
|
31
|
+
},
|
|
32
|
+
MultipleCategoricalValueDistribution.__name__: {
|
|
33
|
+
"dir": DISTRIBUTION_MULTIPLE_CATEGORICAL_DATA_DIR,
|
|
34
|
+
"model": MultipleCategoricalValueDistribution,
|
|
35
|
+
"foreign_keys": [],
|
|
36
|
+
"foreign_key_models": [],
|
|
37
|
+
},
|
|
38
|
+
DateValueDistribution.__name__: {
|
|
39
|
+
"dir": DISTRIBUTION_DATE_DATA_DIR,
|
|
40
|
+
"model": DateValueDistribution,
|
|
41
|
+
"foreign_keys": [],
|
|
42
|
+
"foreign_key_models": [],
|
|
43
|
+
},
|
|
44
|
+
}
|
|
45
|
+
)
|
|
46
|
+
|
|
45
47
|
|
|
46
48
|
class Command(BaseCommand):
|
|
47
49
|
help = """Load all .yaml files in the data/intervention directory
|
|
@@ -49,18 +51,13 @@ class Command(BaseCommand):
|
|
|
49
51
|
|
|
50
52
|
def add_arguments(self, parser):
|
|
51
53
|
parser.add_argument(
|
|
52
|
-
|
|
53
|
-
action=
|
|
54
|
-
help=
|
|
54
|
+
"--verbose",
|
|
55
|
+
action="store_true",
|
|
56
|
+
help="Display verbose output",
|
|
55
57
|
)
|
|
56
58
|
|
|
57
59
|
def handle(self, *args, **options):
|
|
58
|
-
verbose = options[
|
|
60
|
+
verbose = options["verbose"]
|
|
59
61
|
for model_name in IMPORT_METADATA.keys():
|
|
60
62
|
_metadata = IMPORT_METADATA[model_name]
|
|
61
|
-
load_model_data_from_yaml(
|
|
62
|
-
self,
|
|
63
|
-
model_name,
|
|
64
|
-
_metadata,
|
|
65
|
-
verbose
|
|
66
|
-
)
|
|
63
|
+
load_model_data_from_yaml(self, model_name, _metadata, verbose)
|
|
@@ -1,10 +1,16 @@
|
|
|
1
1
|
import os
|
|
2
2
|
|
|
3
|
-
from django.conf import settings
|
|
4
3
|
from django.core.management.base import BaseCommand
|
|
5
4
|
|
|
6
5
|
from ...data import EXAMINATION_DATA_DIR
|
|
7
|
-
from ...models import
|
|
6
|
+
from ...models import (
|
|
7
|
+
Examination,
|
|
8
|
+
ExaminationIndication,
|
|
9
|
+
ExaminationTime,
|
|
10
|
+
ExaminationTimeType,
|
|
11
|
+
ExaminationType,
|
|
12
|
+
Finding,
|
|
13
|
+
)
|
|
8
14
|
from ...utils import load_model_data_from_yaml
|
|
9
15
|
|
|
10
16
|
SOURCE_DIR = EXAMINATION_DATA_DIR
|
|
@@ -26,8 +32,18 @@ IMPORT_METADATA = {
|
|
|
26
32
|
"Examination": {
|
|
27
33
|
"dir": os.path.join(SOURCE_DIR, "examinations"),
|
|
28
34
|
"model": Examination,
|
|
29
|
-
"foreign_keys": [
|
|
30
|
-
|
|
35
|
+
"foreign_keys": [
|
|
36
|
+
"findings",
|
|
37
|
+
"examination_types",
|
|
38
|
+
"examination_times",
|
|
39
|
+
"indications",
|
|
40
|
+
],
|
|
41
|
+
"foreign_key_models": [
|
|
42
|
+
Finding,
|
|
43
|
+
ExaminationType,
|
|
44
|
+
ExaminationTime,
|
|
45
|
+
ExaminationIndication,
|
|
46
|
+
],
|
|
31
47
|
},
|
|
32
48
|
"ExaminationTimeType": {
|
|
33
49
|
"dir": os.path.join(SOURCE_DIR, "time-type"),
|
|
@@ -41,8 +41,18 @@ IMPORT_METADATA = {
|
|
|
41
41
|
Finding.__name__: {
|
|
42
42
|
"dir": FINDING_DATA_DIR,
|
|
43
43
|
"model": Finding,
|
|
44
|
-
"foreign_keys": [
|
|
45
|
-
|
|
44
|
+
"foreign_keys": [
|
|
45
|
+
"finding_types",
|
|
46
|
+
"finding_interventions",
|
|
47
|
+
"finding_classifications",
|
|
48
|
+
"caused_by_interventions",
|
|
49
|
+
],
|
|
50
|
+
"foreign_key_models": [
|
|
51
|
+
FindingType,
|
|
52
|
+
FindingIntervention,
|
|
53
|
+
FindingClassification,
|
|
54
|
+
FindingIntervention,
|
|
55
|
+
],
|
|
46
56
|
},
|
|
47
57
|
FindingInterventionType.__name__: {
|
|
48
58
|
"dir": FINIDNG_INTERVENTION_TYPE_DATA_DIR,
|
|
@@ -65,7 +75,12 @@ IMPORT_METADATA = {
|
|
|
65
75
|
FindingClassification.__name__: {
|
|
66
76
|
"dir": FINDING_CLASSIFICATION_DATA_DIR,
|
|
67
77
|
"model": FindingClassification,
|
|
68
|
-
"foreign_keys": [
|
|
78
|
+
"foreign_keys": [
|
|
79
|
+
"classification_types",
|
|
80
|
+
"findings",
|
|
81
|
+
"finding_types",
|
|
82
|
+
"choices",
|
|
83
|
+
],
|
|
69
84
|
"foreign_key_models": [
|
|
70
85
|
FindingClassificationType,
|
|
71
86
|
Finding,
|
|
@@ -1,10 +1,5 @@
|
|
|
1
1
|
from django.core.management.base import BaseCommand
|
|
2
|
-
from endoreg_db.models import
|
|
3
|
-
Gender,
|
|
4
|
-
|
|
5
|
-
# Other models for ForeignKeys
|
|
6
|
-
Unit, Center
|
|
7
|
-
)
|
|
2
|
+
from endoreg_db.models import Gender
|
|
8
3
|
from collections import OrderedDict
|
|
9
4
|
|
|
10
5
|
from ...utils import load_model_data_from_yaml
|
|
@@ -12,14 +7,17 @@ from ...data import (
|
|
|
12
7
|
GENDER_DATA_DIR,
|
|
13
8
|
)
|
|
14
9
|
|
|
15
|
-
IMPORT_METADATA = OrderedDict(
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
}
|
|
10
|
+
IMPORT_METADATA = OrderedDict(
|
|
11
|
+
{
|
|
12
|
+
Gender.__name__: {
|
|
13
|
+
"dir": GENDER_DATA_DIR,
|
|
14
|
+
"model": Gender,
|
|
15
|
+
"foreign_keys": [],
|
|
16
|
+
"foreign_key_models": [],
|
|
17
|
+
},
|
|
18
|
+
}
|
|
19
|
+
)
|
|
20
|
+
|
|
23
21
|
|
|
24
22
|
class Command(BaseCommand):
|
|
25
23
|
help = """Load all .yaml files in the data/intervention directory
|
|
@@ -27,18 +25,13 @@ class Command(BaseCommand):
|
|
|
27
25
|
|
|
28
26
|
def add_arguments(self, parser):
|
|
29
27
|
parser.add_argument(
|
|
30
|
-
|
|
31
|
-
action=
|
|
32
|
-
help=
|
|
28
|
+
"--verbose",
|
|
29
|
+
action="store_true",
|
|
30
|
+
help="Display verbose output",
|
|
33
31
|
)
|
|
34
32
|
|
|
35
33
|
def handle(self, *args, **options):
|
|
36
|
-
verbose = options[
|
|
34
|
+
verbose = options["verbose"]
|
|
37
35
|
for model_name in IMPORT_METADATA.keys():
|
|
38
36
|
_metadata = IMPORT_METADATA[model_name]
|
|
39
|
-
load_model_data_from_yaml(
|
|
40
|
-
self,
|
|
41
|
-
model_name,
|
|
42
|
-
_metadata,
|
|
43
|
-
verbose
|
|
44
|
-
)
|
|
37
|
+
load_model_data_from_yaml(self, model_name, _metadata, verbose)
|
|
@@ -12,9 +12,9 @@ from endoreg_db.models import (
|
|
|
12
12
|
CenterResource,
|
|
13
13
|
ProductMaterial,
|
|
14
14
|
ProductWeight,
|
|
15
|
-
|
|
16
15
|
# Other models for ForeignKeys
|
|
17
|
-
Unit,
|
|
16
|
+
Unit,
|
|
17
|
+
Center,
|
|
18
18
|
)
|
|
19
19
|
from collections import OrderedDict
|
|
20
20
|
|
|
@@ -34,80 +34,95 @@ from ...data import (
|
|
|
34
34
|
PRODUCT_WEIGHT_DATA_DIR,
|
|
35
35
|
)
|
|
36
36
|
|
|
37
|
-
IMPORT_METADATA = OrderedDict(
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
37
|
+
IMPORT_METADATA = OrderedDict(
|
|
38
|
+
{
|
|
39
|
+
EmissionFactor.__name__: {
|
|
40
|
+
"dir": EMISSION_FACTOR_DATA_DIR,
|
|
41
|
+
"model": EmissionFactor,
|
|
42
|
+
"foreign_keys": ["unit"],
|
|
43
|
+
"foreign_key_models": [Unit],
|
|
44
|
+
},
|
|
45
|
+
Resource.__name__: {
|
|
46
|
+
"dir": RESOURCE_DATA_DIR,
|
|
47
|
+
"model": Resource,
|
|
48
|
+
"foreign_keys": [],
|
|
49
|
+
"foreign_key_models": [],
|
|
50
|
+
},
|
|
51
|
+
Waste.__name__: {
|
|
52
|
+
"dir": WASTE_DATA_DIR,
|
|
53
|
+
"model": Waste,
|
|
54
|
+
"foreign_keys": [],
|
|
55
|
+
"foreign_key_models": [],
|
|
56
|
+
},
|
|
57
|
+
Material.__name__: {
|
|
58
|
+
"dir": MATERIAL_DATA_DIR,
|
|
59
|
+
"model": Material,
|
|
60
|
+
"foreign_keys": ["emission_factor"],
|
|
61
|
+
"foreign_key_models": [EmissionFactor],
|
|
62
|
+
},
|
|
63
|
+
ProductGroup.__name__: {
|
|
64
|
+
"dir": PRODUCT_GROUP_DATA_DIR,
|
|
65
|
+
"model": ProductGroup,
|
|
66
|
+
"foreign_keys": [],
|
|
67
|
+
"foreign_key_models": [],
|
|
68
|
+
},
|
|
69
|
+
TransportRoute.__name__: {
|
|
70
|
+
"dir": TRANSPORT_ROUTE_DATA_DIR,
|
|
71
|
+
"model": TransportRoute,
|
|
72
|
+
"foreign_keys": ["emission_factor", "unit"],
|
|
73
|
+
"foreign_key_models": [EmissionFactor, Unit],
|
|
74
|
+
},
|
|
75
|
+
Product.__name__: {
|
|
76
|
+
"dir": PRODUCT_DATA_DIR,
|
|
77
|
+
"model": Product,
|
|
78
|
+
"foreign_keys": ["product_group", "transport_route"],
|
|
79
|
+
"foreign_key_models": [ProductGroup, TransportRoute],
|
|
80
|
+
},
|
|
81
|
+
ReferenceProduct.__name__: {
|
|
82
|
+
"dir": REFERENCE_PRODUCT_DATA_DIR,
|
|
83
|
+
"model": ReferenceProduct,
|
|
84
|
+
"foreign_keys": ["product", "product_group"],
|
|
85
|
+
"foreign_key_models": [Product, ProductGroup],
|
|
86
|
+
},
|
|
87
|
+
CenterWaste.__name__: {
|
|
88
|
+
"dir": CENTER_WASTE_DATA_DIR,
|
|
89
|
+
"model": CenterWaste,
|
|
90
|
+
"foreign_keys": ["waste", "center", "unit", "emission_factor"],
|
|
91
|
+
"foreign_key_models": [Waste, Center, Unit, EmissionFactor],
|
|
92
|
+
},
|
|
93
|
+
CenterResource.__name__: {
|
|
94
|
+
"dir": CENTER_RESOURCE_DATA_DIR,
|
|
95
|
+
"model": CenterResource,
|
|
96
|
+
"foreign_keys": [
|
|
97
|
+
"center",
|
|
98
|
+
"resource",
|
|
99
|
+
"unit",
|
|
100
|
+
"transport_emission_factor",
|
|
101
|
+
"use_emission_factor",
|
|
102
|
+
],
|
|
103
|
+
"foreign_key_models": [
|
|
104
|
+
Center,
|
|
105
|
+
Resource,
|
|
106
|
+
Unit,
|
|
107
|
+
EmissionFactor,
|
|
108
|
+
EmissionFactor,
|
|
109
|
+
],
|
|
110
|
+
},
|
|
111
|
+
ProductMaterial.__name__: {
|
|
112
|
+
"dir": PRODUCT_MATERIAL_DATA_DIR,
|
|
113
|
+
"model": ProductMaterial,
|
|
114
|
+
"foreign_keys": ["product", "material", "unit"],
|
|
115
|
+
"foreign_key_models": [Product, Material, Unit],
|
|
116
|
+
},
|
|
117
|
+
ProductWeight.__name__: {
|
|
118
|
+
"dir": PRODUCT_WEIGHT_DATA_DIR,
|
|
119
|
+
"model": ProductWeight,
|
|
120
|
+
"foreign_keys": ["product", "unit"],
|
|
121
|
+
"foreign_key_models": [Product, Unit],
|
|
122
|
+
},
|
|
109
123
|
}
|
|
110
|
-
|
|
124
|
+
)
|
|
125
|
+
|
|
111
126
|
|
|
112
127
|
class Command(BaseCommand):
|
|
113
128
|
help = """Load all .yaml files in the data/intervention directory
|
|
@@ -115,18 +130,13 @@ class Command(BaseCommand):
|
|
|
115
130
|
|
|
116
131
|
def add_arguments(self, parser):
|
|
117
132
|
parser.add_argument(
|
|
118
|
-
|
|
119
|
-
action=
|
|
120
|
-
help=
|
|
133
|
+
"--verbose",
|
|
134
|
+
action="store_true",
|
|
135
|
+
help="Display verbose output",
|
|
121
136
|
)
|
|
122
137
|
|
|
123
138
|
def handle(self, *args, **options):
|
|
124
|
-
verbose = options[
|
|
139
|
+
verbose = options["verbose"]
|
|
125
140
|
for model_name in IMPORT_METADATA.keys():
|
|
126
141
|
_metadata = IMPORT_METADATA[model_name]
|
|
127
|
-
load_model_data_from_yaml(
|
|
128
|
-
self,
|
|
129
|
-
model_name,
|
|
130
|
-
_metadata,
|
|
131
|
-
verbose
|
|
132
|
-
)
|
|
142
|
+
load_model_data_from_yaml(self, model_name, _metadata, verbose)
|
|
@@ -16,10 +16,21 @@ IMPORT_METADATA = {
|
|
|
16
16
|
MODEL_0.__name__: {
|
|
17
17
|
"dir": SOURCE_DIR, # e.g. "interventions"
|
|
18
18
|
"model": MODEL_0,
|
|
19
|
-
"foreign_keys": [
|
|
20
|
-
|
|
19
|
+
"foreign_keys": [
|
|
20
|
+
"default_unit",
|
|
21
|
+
"default_numerical_value_distribution",
|
|
22
|
+
], # e.g. ["intervention_types"]
|
|
23
|
+
"foreign_key_models": [
|
|
24
|
+
Unit,
|
|
25
|
+
NumericValueDistribution,
|
|
26
|
+
], # e.g. [InterventionType]
|
|
27
|
+
},
|
|
28
|
+
PatientLabSampleType.__name__: {
|
|
29
|
+
"dir": PATIENT_LAB_SAMPLE_TYPE_DATA_DIR,
|
|
30
|
+
"model": PatientLabSampleType,
|
|
31
|
+
"foreign_keys": [],
|
|
32
|
+
"foreign_key_models": [],
|
|
21
33
|
},
|
|
22
|
-
PatientLabSampleType.__name__: {"dir": PATIENT_LAB_SAMPLE_TYPE_DATA_DIR, "model": PatientLabSampleType, "foreign_keys": [], "foreign_key_models": []},
|
|
23
34
|
}
|
|
24
35
|
|
|
25
36
|
|