endoreg-db 0.8.8.9__py3-none-any.whl → 0.8.9.10__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of endoreg-db might be problematic. Click here for more details.

Files changed (453) hide show
  1. endoreg_db/admin.py +10 -5
  2. endoreg_db/apps.py +4 -7
  3. endoreg_db/authz/auth.py +1 -0
  4. endoreg_db/authz/backends.py +1 -1
  5. endoreg_db/authz/management/commands/list_routes.py +2 -0
  6. endoreg_db/authz/middleware.py +8 -7
  7. endoreg_db/authz/permissions.py +21 -10
  8. endoreg_db/authz/policy.py +14 -19
  9. endoreg_db/authz/views_auth.py +14 -10
  10. endoreg_db/codemods/rename_datetime_fields.py +8 -1
  11. endoreg_db/exceptions.py +5 -2
  12. endoreg_db/forms/__init__.py +0 -1
  13. endoreg_db/forms/examination_form.py +4 -3
  14. endoreg_db/forms/patient_finding_intervention_form.py +30 -8
  15. endoreg_db/forms/patient_form.py +9 -13
  16. endoreg_db/forms/questionnaires/__init__.py +1 -1
  17. endoreg_db/forms/settings/__init__.py +4 -1
  18. endoreg_db/forms/unit.py +2 -1
  19. endoreg_db/helpers/count_db.py +17 -14
  20. endoreg_db/helpers/default_objects.py +2 -1
  21. endoreg_db/helpers/download_segmentation_model.py +4 -3
  22. endoreg_db/helpers/interact.py +0 -5
  23. endoreg_db/helpers/test_video_helper.py +33 -25
  24. endoreg_db/import_files/__init__.py +1 -1
  25. endoreg_db/import_files/context/__init__.py +1 -1
  26. endoreg_db/import_files/context/default_sensitive_meta.py +11 -9
  27. endoreg_db/import_files/context/ensure_center.py +4 -4
  28. endoreg_db/import_files/context/file_lock.py +3 -3
  29. endoreg_db/import_files/context/import_context.py +11 -12
  30. endoreg_db/import_files/context/validate_directories.py +1 -0
  31. endoreg_db/import_files/file_storage/create_report_file.py +57 -34
  32. endoreg_db/import_files/file_storage/create_video_file.py +64 -35
  33. endoreg_db/import_files/file_storage/sensitive_meta_storage.py +5 -2
  34. endoreg_db/import_files/file_storage/state_management.py +146 -83
  35. endoreg_db/import_files/file_storage/storage.py +5 -1
  36. endoreg_db/import_files/processing/report_processing/report_anonymization.py +24 -19
  37. endoreg_db/import_files/processing/sensitive_meta_adapter.py +3 -3
  38. endoreg_db/import_files/processing/video_processing/video_anonymization.py +18 -18
  39. endoreg_db/import_files/pseudonymization/k_anonymity.py +8 -9
  40. endoreg_db/import_files/pseudonymization/k_pseudonymity.py +16 -5
  41. endoreg_db/import_files/report_import_service.py +36 -30
  42. endoreg_db/import_files/video_import_service.py +27 -23
  43. endoreg_db/logger_conf.py +56 -40
  44. endoreg_db/management/__init__.py +1 -1
  45. endoreg_db/management/commands/__init__.py +1 -1
  46. endoreg_db/management/commands/check_auth.py +45 -38
  47. endoreg_db/management/commands/create_model_meta_from_huggingface.py +53 -2
  48. endoreg_db/management/commands/create_multilabel_model_meta.py +54 -19
  49. endoreg_db/management/commands/fix_missing_patient_data.py +105 -71
  50. endoreg_db/management/commands/fix_video_paths.py +75 -54
  51. endoreg_db/management/commands/import_report.py +1 -3
  52. endoreg_db/management/commands/list_routes.py +2 -0
  53. endoreg_db/management/commands/load_ai_model_data.py +8 -2
  54. endoreg_db/management/commands/load_ai_model_label_data.py +0 -1
  55. endoreg_db/management/commands/load_center_data.py +3 -3
  56. endoreg_db/management/commands/load_distribution_data.py +35 -38
  57. endoreg_db/management/commands/load_endoscope_data.py +0 -3
  58. endoreg_db/management/commands/load_examination_data.py +20 -4
  59. endoreg_db/management/commands/load_finding_data.py +18 -3
  60. endoreg_db/management/commands/load_gender_data.py +17 -24
  61. endoreg_db/management/commands/load_green_endoscopy_wuerzburg_data.py +95 -85
  62. endoreg_db/management/commands/load_information_source.py +0 -3
  63. endoreg_db/management/commands/load_lab_value_data.py +14 -3
  64. endoreg_db/management/commands/load_legacy_data.py +303 -0
  65. endoreg_db/management/commands/load_name_data.py +1 -2
  66. endoreg_db/management/commands/load_pdf_type_data.py +4 -8
  67. endoreg_db/management/commands/load_profession_data.py +0 -1
  68. endoreg_db/management/commands/load_report_reader_flag_data.py +0 -4
  69. endoreg_db/management/commands/load_requirement_data.py +6 -2
  70. endoreg_db/management/commands/load_unit_data.py +0 -4
  71. endoreg_db/management/commands/load_user_groups.py +5 -7
  72. endoreg_db/management/commands/model_input.py +169 -0
  73. endoreg_db/management/commands/register_ai_model.py +22 -16
  74. endoreg_db/management/commands/setup_endoreg_db.py +110 -32
  75. endoreg_db/management/commands/storage_management.py +14 -8
  76. endoreg_db/management/commands/summarize_db_content.py +154 -63
  77. endoreg_db/management/commands/train_image_multilabel_model.py +144 -0
  78. endoreg_db/management/commands/validate_video_files.py +82 -50
  79. endoreg_db/management/commands/video_validation.py +4 -6
  80. endoreg_db/migrations/0001_initial.py +112 -63
  81. endoreg_db/migrations/__init__.py +0 -0
  82. endoreg_db/models/__init__.py +8 -0
  83. endoreg_db/models/administration/ai/active_model.py +5 -5
  84. endoreg_db/models/administration/ai/ai_model.py +41 -18
  85. endoreg_db/models/administration/ai/model_type.py +1 -0
  86. endoreg_db/models/administration/case/case.py +22 -22
  87. endoreg_db/models/administration/center/__init__.py +5 -5
  88. endoreg_db/models/administration/center/center.py +6 -2
  89. endoreg_db/models/administration/center/center_resource.py +18 -4
  90. endoreg_db/models/administration/center/center_shift.py +3 -1
  91. endoreg_db/models/administration/center/center_waste.py +6 -2
  92. endoreg_db/models/administration/person/__init__.py +1 -1
  93. endoreg_db/models/administration/person/employee/__init__.py +1 -1
  94. endoreg_db/models/administration/person/employee/employee_type.py +3 -1
  95. endoreg_db/models/administration/person/examiner/__init__.py +1 -1
  96. endoreg_db/models/administration/person/examiner/examiner.py +10 -2
  97. endoreg_db/models/administration/person/names/first_name.py +6 -4
  98. endoreg_db/models/administration/person/names/last_name.py +4 -3
  99. endoreg_db/models/administration/person/patient/__init__.py +1 -1
  100. endoreg_db/models/administration/person/patient/patient.py +0 -1
  101. endoreg_db/models/administration/person/patient/patient_external_id.py +0 -1
  102. endoreg_db/models/administration/person/person.py +1 -1
  103. endoreg_db/models/administration/product/__init__.py +7 -6
  104. endoreg_db/models/administration/product/product.py +6 -2
  105. endoreg_db/models/administration/product/product_group.py +9 -7
  106. endoreg_db/models/administration/product/product_material.py +9 -2
  107. endoreg_db/models/administration/product/reference_product.py +64 -15
  108. endoreg_db/models/administration/qualification/qualification.py +3 -1
  109. endoreg_db/models/administration/shift/shift.py +3 -1
  110. endoreg_db/models/administration/shift/shift_type.py +12 -4
  111. endoreg_db/models/aidataset/__init__.py +5 -0
  112. endoreg_db/models/aidataset/aidataset.py +193 -0
  113. endoreg_db/models/label/__init__.py +1 -1
  114. endoreg_db/models/label/label.py +10 -2
  115. endoreg_db/models/label/label_set.py +3 -1
  116. endoreg_db/models/label/label_video_segment/_create_from_video.py +6 -2
  117. endoreg_db/models/label/label_video_segment/label_video_segment.py +148 -44
  118. endoreg_db/models/media/__init__.py +12 -5
  119. endoreg_db/models/media/frame/__init__.py +1 -1
  120. endoreg_db/models/media/frame/frame.py +34 -8
  121. endoreg_db/models/media/pdf/__init__.py +2 -1
  122. endoreg_db/models/media/pdf/raw_pdf.py +11 -4
  123. endoreg_db/models/media/pdf/report_file.py +6 -2
  124. endoreg_db/models/media/pdf/report_reader/__init__.py +3 -3
  125. endoreg_db/models/media/pdf/report_reader/report_reader_flag.py +15 -5
  126. endoreg_db/models/media/video/create_from_file.py +20 -41
  127. endoreg_db/models/media/video/pipe_1.py +75 -30
  128. endoreg_db/models/media/video/pipe_2.py +37 -12
  129. endoreg_db/models/media/video/video_file.py +36 -24
  130. endoreg_db/models/media/video/video_file_ai.py +235 -70
  131. endoreg_db/models/media/video/video_file_anonymize.py +240 -65
  132. endoreg_db/models/media/video/video_file_frames/_bulk_create_frames.py +6 -1
  133. endoreg_db/models/media/video/video_file_frames/_create_frame_object.py +3 -1
  134. endoreg_db/models/media/video/video_file_frames/_delete_frames.py +30 -9
  135. endoreg_db/models/media/video/video_file_frames/_extract_frames.py +95 -29
  136. endoreg_db/models/media/video/video_file_frames/_get_frame.py +13 -3
  137. endoreg_db/models/media/video/video_file_frames/_get_frame_path.py +4 -1
  138. endoreg_db/models/media/video/video_file_frames/_get_frame_paths.py +15 -3
  139. endoreg_db/models/media/video/video_file_frames/_get_frame_range.py +15 -3
  140. endoreg_db/models/media/video/video_file_frames/_get_frames.py +7 -2
  141. endoreg_db/models/media/video/video_file_frames/_initialize_frames.py +109 -23
  142. endoreg_db/models/media/video/video_file_frames/_manage_frame_range.py +111 -27
  143. endoreg_db/models/media/video/video_file_frames/_mark_frames_extracted_status.py +46 -13
  144. endoreg_db/models/media/video/video_file_io.py +85 -33
  145. endoreg_db/models/media/video/video_file_meta/__init__.py +6 -6
  146. endoreg_db/models/media/video/video_file_meta/get_crop_template.py +17 -4
  147. endoreg_db/models/media/video/video_file_meta/get_endo_roi.py +28 -7
  148. endoreg_db/models/media/video/video_file_meta/get_fps.py +46 -13
  149. endoreg_db/models/media/video/video_file_meta/initialize_video_specs.py +81 -20
  150. endoreg_db/models/media/video/video_file_meta/text_meta.py +61 -20
  151. endoreg_db/models/media/video/video_file_meta/video_meta.py +40 -12
  152. endoreg_db/models/media/video/video_file_segments.py +118 -27
  153. endoreg_db/models/media/video/video_metadata.py +25 -6
  154. endoreg_db/models/media/video/video_processing.py +54 -15
  155. endoreg_db/models/medical/__init__.py +3 -13
  156. endoreg_db/models/medical/contraindication/__init__.py +3 -1
  157. endoreg_db/models/medical/disease.py +18 -6
  158. endoreg_db/models/medical/event.py +6 -2
  159. endoreg_db/models/medical/examination/__init__.py +5 -1
  160. endoreg_db/models/medical/examination/examination.py +22 -6
  161. endoreg_db/models/medical/examination/examination_indication.py +23 -7
  162. endoreg_db/models/medical/examination/examination_time.py +6 -2
  163. endoreg_db/models/medical/finding/__init__.py +3 -1
  164. endoreg_db/models/medical/finding/finding.py +37 -12
  165. endoreg_db/models/medical/finding/finding_classification.py +27 -8
  166. endoreg_db/models/medical/finding/finding_intervention.py +19 -6
  167. endoreg_db/models/medical/finding/finding_type.py +3 -1
  168. endoreg_db/models/medical/hardware/__init__.py +1 -1
  169. endoreg_db/models/medical/hardware/endoscope.py +14 -2
  170. endoreg_db/models/medical/laboratory/__init__.py +1 -1
  171. endoreg_db/models/medical/laboratory/lab_value.py +139 -39
  172. endoreg_db/models/medical/medication/__init__.py +7 -3
  173. endoreg_db/models/medical/medication/medication.py +3 -1
  174. endoreg_db/models/medical/medication/medication_indication.py +3 -1
  175. endoreg_db/models/medical/medication/medication_indication_type.py +11 -3
  176. endoreg_db/models/medical/medication/medication_intake_time.py +3 -1
  177. endoreg_db/models/medical/medication/medication_schedule.py +3 -1
  178. endoreg_db/models/medical/patient/__init__.py +2 -10
  179. endoreg_db/models/medical/patient/medication_examples.py +3 -14
  180. endoreg_db/models/medical/patient/patient_disease.py +17 -5
  181. endoreg_db/models/medical/patient/patient_event.py +12 -4
  182. endoreg_db/models/medical/patient/patient_examination.py +52 -15
  183. endoreg_db/models/medical/patient/patient_examination_indication.py +15 -4
  184. endoreg_db/models/medical/patient/patient_finding.py +105 -29
  185. endoreg_db/models/medical/patient/patient_finding_classification.py +41 -12
  186. endoreg_db/models/medical/patient/patient_finding_intervention.py +11 -3
  187. endoreg_db/models/medical/patient/patient_lab_sample.py +6 -2
  188. endoreg_db/models/medical/patient/patient_lab_value.py +42 -10
  189. endoreg_db/models/medical/patient/patient_medication.py +25 -7
  190. endoreg_db/models/medical/patient/patient_medication_schedule.py +34 -10
  191. endoreg_db/models/metadata/model_meta.py +40 -12
  192. endoreg_db/models/metadata/model_meta_logic.py +51 -16
  193. endoreg_db/models/metadata/sensitive_meta.py +65 -28
  194. endoreg_db/models/metadata/sensitive_meta_logic.py +28 -26
  195. endoreg_db/models/metadata/video_meta.py +146 -39
  196. endoreg_db/models/metadata/video_prediction_logic.py +70 -21
  197. endoreg_db/models/metadata/video_prediction_meta.py +80 -27
  198. endoreg_db/models/operation_log.py +63 -0
  199. endoreg_db/models/other/__init__.py +10 -10
  200. endoreg_db/models/other/distribution/__init__.py +9 -7
  201. endoreg_db/models/other/distribution/base_value_distribution.py +3 -1
  202. endoreg_db/models/other/distribution/date_value_distribution.py +19 -5
  203. endoreg_db/models/other/distribution/multiple_categorical_value_distribution.py +3 -1
  204. endoreg_db/models/other/distribution/numeric_value_distribution.py +34 -9
  205. endoreg_db/models/other/emission/__init__.py +1 -1
  206. endoreg_db/models/other/emission/emission_factor.py +9 -3
  207. endoreg_db/models/other/information_source.py +15 -5
  208. endoreg_db/models/other/material.py +3 -1
  209. endoreg_db/models/other/transport_route.py +3 -1
  210. endoreg_db/models/other/unit.py +6 -2
  211. endoreg_db/models/report/report.py +0 -1
  212. endoreg_db/models/requirement/requirement.py +84 -27
  213. endoreg_db/models/requirement/requirement_error.py +5 -6
  214. endoreg_db/models/requirement/requirement_evaluation/__init__.py +1 -1
  215. endoreg_db/models/requirement/requirement_evaluation/evaluate_with_dependencies.py +8 -8
  216. endoreg_db/models/requirement/requirement_evaluation/get_values.py +3 -3
  217. endoreg_db/models/requirement/requirement_evaluation/requirement_type_parser.py +24 -8
  218. endoreg_db/models/requirement/requirement_operator.py +28 -8
  219. endoreg_db/models/requirement/requirement_set.py +34 -11
  220. endoreg_db/models/state/__init__.py +1 -0
  221. endoreg_db/models/state/audit_ledger.py +9 -2
  222. endoreg_db/models/{media → state}/processing_history/__init__.py +1 -3
  223. endoreg_db/models/state/processing_history/processing_history.py +136 -0
  224. endoreg_db/models/state/raw_pdf.py +0 -1
  225. endoreg_db/models/state/video.py +2 -3
  226. endoreg_db/models/utils.py +4 -2
  227. endoreg_db/queries/__init__.py +2 -6
  228. endoreg_db/queries/annotations/__init__.py +1 -3
  229. endoreg_db/queries/annotations/legacy.py +37 -26
  230. endoreg_db/root_urls.py +3 -4
  231. endoreg_db/schemas/examination_evaluation.py +3 -0
  232. endoreg_db/serializers/Frames_NICE_and_PARIS_classifications.py +249 -163
  233. endoreg_db/serializers/__init__.py +2 -8
  234. endoreg_db/serializers/administration/__init__.py +1 -2
  235. endoreg_db/serializers/administration/ai/__init__.py +0 -1
  236. endoreg_db/serializers/administration/ai/active_model.py +3 -1
  237. endoreg_db/serializers/administration/ai/ai_model.py +5 -3
  238. endoreg_db/serializers/administration/ai/model_type.py +3 -1
  239. endoreg_db/serializers/administration/center.py +7 -2
  240. endoreg_db/serializers/administration/gender.py +4 -2
  241. endoreg_db/serializers/anonymization.py +13 -13
  242. endoreg_db/serializers/evaluation/examination_evaluation.py +0 -1
  243. endoreg_db/serializers/examination/__init__.py +1 -1
  244. endoreg_db/serializers/examination/base.py +12 -13
  245. endoreg_db/serializers/examination/dropdown.py +6 -7
  246. endoreg_db/serializers/examination_serializer.py +3 -6
  247. endoreg_db/serializers/finding/__init__.py +1 -1
  248. endoreg_db/serializers/finding/finding.py +14 -7
  249. endoreg_db/serializers/finding_classification/__init__.py +3 -3
  250. endoreg_db/serializers/finding_classification/choice.py +3 -3
  251. endoreg_db/serializers/finding_classification/classification.py +2 -4
  252. endoreg_db/serializers/label_video_segment/__init__.py +5 -3
  253. endoreg_db/serializers/{label → label_video_segment}/image_classification_annotation.py +5 -5
  254. endoreg_db/serializers/label_video_segment/label/__init__.py +6 -0
  255. endoreg_db/serializers/{label → label_video_segment/label}/label.py +1 -1
  256. endoreg_db/serializers/label_video_segment/label_video_segment.py +338 -228
  257. endoreg_db/serializers/meta/__init__.py +1 -2
  258. endoreg_db/serializers/meta/sensitive_meta_detail.py +28 -13
  259. endoreg_db/serializers/meta/sensitive_meta_update.py +51 -46
  260. endoreg_db/serializers/meta/sensitive_meta_verification.py +19 -16
  261. endoreg_db/serializers/misc/__init__.py +2 -2
  262. endoreg_db/serializers/misc/file_overview.py +11 -7
  263. endoreg_db/serializers/misc/stats.py +10 -8
  264. endoreg_db/serializers/misc/translatable_field_mix_in.py +6 -6
  265. endoreg_db/serializers/misc/upload_job.py +32 -29
  266. endoreg_db/serializers/patient/__init__.py +2 -1
  267. endoreg_db/serializers/patient/patient.py +32 -15
  268. endoreg_db/serializers/patient/patient_dropdown.py +11 -3
  269. endoreg_db/serializers/patient_examination/__init__.py +1 -1
  270. endoreg_db/serializers/patient_examination/patient_examination.py +67 -40
  271. endoreg_db/serializers/patient_finding/__init__.py +1 -1
  272. endoreg_db/serializers/patient_finding/patient_finding.py +2 -1
  273. endoreg_db/serializers/patient_finding/patient_finding_classification.py +17 -9
  274. endoreg_db/serializers/patient_finding/patient_finding_detail.py +26 -17
  275. endoreg_db/serializers/patient_finding/patient_finding_intervention.py +7 -5
  276. endoreg_db/serializers/patient_finding/patient_finding_list.py +10 -11
  277. endoreg_db/serializers/patient_finding/patient_finding_write.py +36 -27
  278. endoreg_db/serializers/pdf/__init__.py +1 -3
  279. endoreg_db/serializers/requirements/requirement_schema.py +1 -6
  280. endoreg_db/serializers/sensitive_meta_serializer.py +100 -81
  281. endoreg_db/serializers/video/__init__.py +2 -2
  282. endoreg_db/serializers/video/{segmentation.py → video_file.py} +66 -47
  283. endoreg_db/serializers/video/video_file_brief.py +6 -2
  284. endoreg_db/serializers/video/video_file_detail.py +36 -23
  285. endoreg_db/serializers/video/video_file_list.py +4 -2
  286. endoreg_db/serializers/video/video_processing_history.py +54 -50
  287. endoreg_db/services/__init__.py +1 -1
  288. endoreg_db/services/anonymization.py +2 -2
  289. endoreg_db/services/examination_evaluation.py +40 -17
  290. endoreg_db/services/model_meta_from_hf.py +76 -0
  291. endoreg_db/services/polling_coordinator.py +101 -70
  292. endoreg_db/services/pseudonym_service.py +27 -22
  293. endoreg_db/services/report_import.py +6 -3
  294. endoreg_db/services/segment_sync.py +75 -59
  295. endoreg_db/services/video_import.py +6 -7
  296. endoreg_db/urls/__init__.py +2 -2
  297. endoreg_db/urls/ai.py +7 -25
  298. endoreg_db/urls/anonymization.py +61 -15
  299. endoreg_db/urls/auth.py +4 -4
  300. endoreg_db/urls/classification.py +4 -9
  301. endoreg_db/urls/examination.py +27 -18
  302. endoreg_db/urls/media.py +27 -34
  303. endoreg_db/urls/patient.py +11 -7
  304. endoreg_db/urls/requirements.py +3 -1
  305. endoreg_db/urls/root_urls.py +2 -3
  306. endoreg_db/urls/stats.py +24 -16
  307. endoreg_db/urls/upload.py +3 -11
  308. endoreg_db/utils/__init__.py +14 -15
  309. endoreg_db/utils/ai/__init__.py +1 -1
  310. endoreg_db/utils/ai/data_loader_for_model_input.py +262 -0
  311. endoreg_db/utils/ai/data_loader_for_model_training.py +262 -0
  312. endoreg_db/utils/ai/get.py +2 -1
  313. endoreg_db/utils/ai/inference_dataset.py +14 -15
  314. endoreg_db/utils/ai/model_training/config.py +117 -0
  315. endoreg_db/utils/ai/model_training/dataset.py +74 -0
  316. endoreg_db/utils/ai/model_training/losses.py +68 -0
  317. endoreg_db/utils/ai/model_training/metrics.py +78 -0
  318. endoreg_db/utils/ai/model_training/model_backbones.py +155 -0
  319. endoreg_db/utils/ai/model_training/model_gastronet_resnet.py +118 -0
  320. endoreg_db/utils/ai/model_training/trainer_gastronet_multilabel.py +771 -0
  321. endoreg_db/utils/ai/multilabel_classification_net.py +21 -6
  322. endoreg_db/utils/ai/predict.py +4 -4
  323. endoreg_db/utils/ai/preprocess.py +19 -11
  324. endoreg_db/utils/calc_duration_seconds.py +4 -4
  325. endoreg_db/utils/case_generator/lab_sample_factory.py +3 -4
  326. endoreg_db/utils/check_video_files.py +74 -47
  327. endoreg_db/utils/cropping.py +10 -9
  328. endoreg_db/utils/dataloader.py +11 -3
  329. endoreg_db/utils/dates.py +3 -4
  330. endoreg_db/utils/defaults/set_default_center.py +7 -6
  331. endoreg_db/utils/env.py +6 -2
  332. endoreg_db/utils/extract_specific_frames.py +24 -9
  333. endoreg_db/utils/file_operations.py +30 -18
  334. endoreg_db/utils/fix_video_path_direct.py +57 -41
  335. endoreg_db/utils/frame_anonymization_utils.py +157 -157
  336. endoreg_db/utils/hashs.py +3 -18
  337. endoreg_db/utils/links/requirement_link.py +96 -52
  338. endoreg_db/utils/ocr.py +30 -25
  339. endoreg_db/utils/operation_log.py +61 -0
  340. endoreg_db/utils/parse_and_generate_yaml.py +12 -13
  341. endoreg_db/utils/paths.py +6 -6
  342. endoreg_db/utils/permissions.py +40 -24
  343. endoreg_db/utils/pipelines/process_video_dir.py +50 -26
  344. endoreg_db/utils/product/sum_emissions.py +5 -3
  345. endoreg_db/utils/product/sum_weights.py +4 -2
  346. endoreg_db/utils/pydantic_models/__init__.py +3 -4
  347. endoreg_db/utils/requirement_operator_logic/_old/lab_value_operators.py +207 -107
  348. endoreg_db/utils/requirement_operator_logic/_old/model_evaluators.py +252 -65
  349. endoreg_db/utils/requirement_operator_logic/new_operator_logic.py +27 -10
  350. endoreg_db/utils/setup_config.py +21 -5
  351. endoreg_db/utils/storage.py +3 -1
  352. endoreg_db/utils/translation.py +19 -15
  353. endoreg_db/utils/uuid.py +1 -0
  354. endoreg_db/utils/validate_endo_roi.py +12 -4
  355. endoreg_db/utils/validate_subcategory_dict.py +26 -24
  356. endoreg_db/utils/validate_video_detailed.py +207 -149
  357. endoreg_db/utils/video/__init__.py +7 -3
  358. endoreg_db/utils/video/extract_frames.py +30 -18
  359. endoreg_db/utils/video/ffmpeg_wrapper.py +217 -52
  360. endoreg_db/utils/video/names.py +11 -6
  361. endoreg_db/utils/video/streaming_processor.py +175 -101
  362. endoreg_db/utils/video/video_splitter.py +30 -19
  363. endoreg_db/views/Frames_NICE_and_PARIS_classifications_views.py +59 -50
  364. endoreg_db/views/__init__.py +0 -20
  365. endoreg_db/views/anonymization/__init__.py +6 -2
  366. endoreg_db/views/anonymization/media_management.py +2 -6
  367. endoreg_db/views/anonymization/overview.py +34 -1
  368. endoreg_db/views/anonymization/validate.py +79 -18
  369. endoreg_db/views/auth/__init__.py +1 -1
  370. endoreg_db/views/auth/keycloak.py +16 -14
  371. endoreg_db/views/examination/__init__.py +12 -15
  372. endoreg_db/views/examination/examination.py +5 -5
  373. endoreg_db/views/examination/examination_manifest_cache.py +5 -5
  374. endoreg_db/views/examination/get_finding_classification_choices.py +8 -5
  375. endoreg_db/views/examination/get_finding_classifications.py +9 -7
  376. endoreg_db/views/examination/get_findings.py +8 -10
  377. endoreg_db/views/examination/get_instruments.py +3 -2
  378. endoreg_db/views/examination/get_interventions.py +1 -1
  379. endoreg_db/views/finding/__init__.py +2 -2
  380. endoreg_db/views/finding/finding.py +58 -54
  381. endoreg_db/views/finding/get_classifications.py +1 -1
  382. endoreg_db/views/finding/get_interventions.py +1 -1
  383. endoreg_db/views/finding_classification/__init__.py +5 -5
  384. endoreg_db/views/finding_classification/finding_classification.py +5 -6
  385. endoreg_db/views/finding_classification/get_classification_choices.py +3 -4
  386. endoreg_db/views/media/__init__.py +13 -13
  387. endoreg_db/views/media/pdf_media.py +9 -9
  388. endoreg_db/views/media/sensitive_metadata.py +10 -7
  389. endoreg_db/views/media/video_media.py +4 -4
  390. endoreg_db/views/meta/__init__.py +1 -1
  391. endoreg_db/views/meta/sensitive_meta_list.py +20 -22
  392. endoreg_db/views/meta/sensitive_meta_verification.py +14 -11
  393. endoreg_db/views/misc/__init__.py +6 -34
  394. endoreg_db/views/misc/center.py +2 -1
  395. endoreg_db/views/misc/csrf.py +2 -1
  396. endoreg_db/views/misc/gender.py +2 -1
  397. endoreg_db/views/misc/stats.py +141 -106
  398. endoreg_db/views/patient/__init__.py +1 -3
  399. endoreg_db/views/patient/patient.py +141 -99
  400. endoreg_db/views/patient_examination/__init__.py +5 -5
  401. endoreg_db/views/patient_examination/patient_examination.py +43 -42
  402. endoreg_db/views/patient_examination/patient_examination_create.py +10 -15
  403. endoreg_db/views/patient_examination/patient_examination_detail.py +12 -15
  404. endoreg_db/views/patient_examination/patient_examination_list.py +21 -17
  405. endoreg_db/views/patient_examination/video.py +114 -80
  406. endoreg_db/views/patient_finding/__init__.py +1 -1
  407. endoreg_db/views/patient_finding/patient_finding.py +17 -10
  408. endoreg_db/views/patient_finding/patient_finding_optimized.py +127 -95
  409. endoreg_db/views/patient_finding_classification/__init__.py +1 -1
  410. endoreg_db/views/patient_finding_classification/pfc_create.py +35 -27
  411. endoreg_db/views/report/reimport.py +1 -1
  412. endoreg_db/views/report/report_stream.py +5 -8
  413. endoreg_db/views/requirement/__init__.py +2 -1
  414. endoreg_db/views/requirement/evaluate.py +7 -9
  415. endoreg_db/views/requirement/lookup.py +2 -3
  416. endoreg_db/views/requirement/lookup_store.py +0 -1
  417. endoreg_db/views/requirement/requirement_utils.py +2 -4
  418. endoreg_db/views/stats/__init__.py +4 -4
  419. endoreg_db/views/stats/stats_views.py +152 -115
  420. endoreg_db/views/video/__init__.py +18 -27
  421. endoreg_db/views/{ai → video/ai}/__init__.py +2 -2
  422. endoreg_db/views/{ai → video/ai}/label.py +20 -16
  423. endoreg_db/views/video/correction.py +5 -6
  424. endoreg_db/views/video/reimport.py +134 -99
  425. endoreg_db/views/video/segments_crud.py +134 -44
  426. endoreg_db/views/video/video_apply_mask.py +13 -12
  427. endoreg_db/views/video/video_correction.py +2 -1
  428. endoreg_db/views/video/video_download_processed.py +15 -15
  429. endoreg_db/views/video/video_meta_stats.py +7 -6
  430. endoreg_db/views/video/video_processing_history.py +3 -2
  431. endoreg_db/views/video/video_remove_frames.py +13 -12
  432. endoreg_db/views/video/video_stream.py +110 -82
  433. {endoreg_db-0.8.8.9.dist-info → endoreg_db-0.8.9.10.dist-info}/METADATA +9 -3
  434. {endoreg_db-0.8.8.9.dist-info → endoreg_db-0.8.9.10.dist-info}/RECORD +436 -433
  435. endoreg_db/import_files/processing/video_processing/video_cleanup_on_error.py +0 -119
  436. endoreg_db/management/commands/import_fallback_video.py +0 -203
  437. endoreg_db/management/commands/import_video.py +0 -422
  438. endoreg_db/management/commands/import_video_with_classification.py +0 -367
  439. endoreg_db/models/media/processing_history/processing_history.py +0 -96
  440. endoreg_db/serializers/label/__init__.py +0 -7
  441. endoreg_db/serializers/label_video_segment/_lvs_create.py +0 -149
  442. endoreg_db/serializers/label_video_segment/_lvs_update.py +0 -138
  443. endoreg_db/serializers/label_video_segment/_lvs_validate.py +0 -149
  444. endoreg_db/serializers/label_video_segment/label_video_segment_annotation.py +0 -99
  445. endoreg_db/serializers/label_video_segment/label_video_segment_update.py +0 -163
  446. endoreg_db/services/__old/pdf_import.py +0 -1487
  447. endoreg_db/services/__old/video_import.py +0 -1306
  448. endoreg_db/tasks/upload_tasks.py +0 -216
  449. endoreg_db/tasks/video_ingest.py +0 -161
  450. endoreg_db/tasks/video_processing_tasks.py +0 -327
  451. endoreg_db/views/misc/translation.py +0 -182
  452. {endoreg_db-0.8.8.9.dist-info → endoreg_db-0.8.9.10.dist-info}/WHEEL +0 -0
  453. {endoreg_db-0.8.8.9.dist-info → endoreg_db-0.8.9.10.dist-info}/licenses/LICENSE +0 -0
@@ -38,7 +38,7 @@ local_version_available = ensure_local_lx_anonymizer()
38
38
 
39
39
  # Now import from lx_anonymizer
40
40
  try:
41
- from lx_anonymizer.ollama_service import ollama_service
41
+ from lx_anonymizer.ollama.ollama_service import ollama_service
42
42
  except ImportError:
43
43
  print("Could not import init_ollama_service from local or installed lx_anonymizer")
44
44
  raise
@@ -344,8 +344,6 @@ class Command(BaseCommand):
344
344
  finally:
345
345
  # Clean up Ollama process if we started it
346
346
  if ollama_proc is not None:
347
- import signal
348
-
349
347
  self.stdout.write(
350
348
  self.style.SUCCESS("Cleaning up Ollama server process...")
351
349
  )
@@ -1,6 +1,7 @@
1
1
  from django.core.management.base import BaseCommand
2
2
  from django.urls import get_resolver, URLPattern, URLResolver
3
3
 
4
+
4
5
  def iter_patterns(prefix, patterns):
5
6
  for p in patterns:
6
7
  if isinstance(p, URLPattern):
@@ -8,6 +9,7 @@ def iter_patterns(prefix, patterns):
8
9
  elif isinstance(p, URLResolver):
9
10
  yield from iter_patterns(prefix, p.url_patterns)
10
11
 
12
+
11
13
  class Command(BaseCommand):
12
14
  help = "List all URL names (useful to fill policy.py)"
13
15
 
@@ -53,8 +53,14 @@ IMPORT_METADATA = {
53
53
  AiModel.__name__: {
54
54
  "dir": AI_MODEL_DATA_DIR, # e.g. "intervention_types"
55
55
  "model": AiModel,
56
- "foreign_keys": ["video_segmentation_labelset", "model_type"], # e.g. ["interventions"]
57
- "foreign_key_models": [VideoSegmentationLabelSet, ModelType], # e.g. [Intervention]
56
+ "foreign_keys": [
57
+ "video_segmentation_labelset",
58
+ "model_type",
59
+ ], # e.g. ["interventions"]
60
+ "foreign_key_models": [
61
+ VideoSegmentationLabelSet,
62
+ ModelType,
63
+ ], # e.g. [Intervention]
58
64
  },
59
65
  }
60
66
 
@@ -1,6 +1,5 @@
1
1
  import os
2
2
 
3
- from django.conf import settings
4
3
  from django.core.management.base import BaseCommand
5
4
 
6
5
  from ...data import LABEL_DATA_DIR
@@ -41,7 +41,7 @@ class Command(BaseCommand):
41
41
  def add_arguments(self, parser):
42
42
  """
43
43
  Adds the '--verbose' flag to the argument parser.
44
-
44
+
45
45
  When specified, this flag enables verbose output for the management command.
46
46
  """
47
47
  parser.add_argument(
@@ -53,11 +53,11 @@ class Command(BaseCommand):
53
53
  def handle(self, *args, **options):
54
54
  """
55
55
  Load YAML data for each predefined model.
56
-
56
+
57
57
  Iterates over the models specified in IMPORT_MODELS, retrieving each model's metadata from
58
58
  IMPORT_METADATA and invoking load_model_data_from_yaml to load YAML data. The verbosity of
59
59
  the output is determined by the 'verbose' flag in the command options.
60
-
60
+
61
61
  Args:
62
62
  *args: Additional positional arguments.
63
63
  **options: Command options; must include a 'verbose' key to control output detail.
@@ -3,8 +3,7 @@ from endoreg_db.models import (
3
3
  NumericValueDistribution,
4
4
  SingleCategoricalValueDistribution,
5
5
  MultipleCategoricalValueDistribution,
6
- DateValueDistribution
7
-
6
+ DateValueDistribution,
8
7
  )
9
8
  from collections import OrderedDict
10
9
 
@@ -16,32 +15,35 @@ from ...data import (
16
15
  DISTRIBUTION_DATE_DATA_DIR,
17
16
  )
18
17
 
19
- IMPORT_METADATA = OrderedDict({
20
- NumericValueDistribution.__name__: {
21
- "dir": DISTRIBUTION_NUMERIC_DATA_DIR,
22
- "model": NumericValueDistribution,
23
- "foreign_keys": [],
24
- "foreign_key_models": []
25
- },
26
- SingleCategoricalValueDistribution.__name__: {
27
- "dir": DISTRIBUTION_SINGLE_CATEGORICAL_DATA_DIR,
28
- "model": SingleCategoricalValueDistribution,
29
- "foreign_keys": [],
30
- "foreign_key_models": []
31
- },
32
- MultipleCategoricalValueDistribution.__name__: {
33
- "dir": DISTRIBUTION_MULTIPLE_CATEGORICAL_DATA_DIR,
34
- "model": MultipleCategoricalValueDistribution,
35
- "foreign_keys": [],
36
- "foreign_key_models": []
37
- },
38
- DateValueDistribution.__name__: {
39
- "dir": DISTRIBUTION_DATE_DATA_DIR,
40
- "model": DateValueDistribution,
41
- "foreign_keys": [],
42
- "foreign_key_models": []
43
- },
44
- })
18
+ IMPORT_METADATA = OrderedDict(
19
+ {
20
+ NumericValueDistribution.__name__: {
21
+ "dir": DISTRIBUTION_NUMERIC_DATA_DIR,
22
+ "model": NumericValueDistribution,
23
+ "foreign_keys": [],
24
+ "foreign_key_models": [],
25
+ },
26
+ SingleCategoricalValueDistribution.__name__: {
27
+ "dir": DISTRIBUTION_SINGLE_CATEGORICAL_DATA_DIR,
28
+ "model": SingleCategoricalValueDistribution,
29
+ "foreign_keys": [],
30
+ "foreign_key_models": [],
31
+ },
32
+ MultipleCategoricalValueDistribution.__name__: {
33
+ "dir": DISTRIBUTION_MULTIPLE_CATEGORICAL_DATA_DIR,
34
+ "model": MultipleCategoricalValueDistribution,
35
+ "foreign_keys": [],
36
+ "foreign_key_models": [],
37
+ },
38
+ DateValueDistribution.__name__: {
39
+ "dir": DISTRIBUTION_DATE_DATA_DIR,
40
+ "model": DateValueDistribution,
41
+ "foreign_keys": [],
42
+ "foreign_key_models": [],
43
+ },
44
+ }
45
+ )
46
+
45
47
 
46
48
  class Command(BaseCommand):
47
49
  help = """Load all .yaml files in the data/intervention directory
@@ -49,18 +51,13 @@ class Command(BaseCommand):
49
51
 
50
52
  def add_arguments(self, parser):
51
53
  parser.add_argument(
52
- '--verbose',
53
- action='store_true',
54
- help='Display verbose output',
54
+ "--verbose",
55
+ action="store_true",
56
+ help="Display verbose output",
55
57
  )
56
58
 
57
59
  def handle(self, *args, **options):
58
- verbose = options['verbose']
60
+ verbose = options["verbose"]
59
61
  for model_name in IMPORT_METADATA.keys():
60
62
  _metadata = IMPORT_METADATA[model_name]
61
- load_model_data_from_yaml(
62
- self,
63
- model_name,
64
- _metadata,
65
- verbose
66
- )
63
+ load_model_data_from_yaml(self, model_name, _metadata, verbose)
@@ -1,6 +1,3 @@
1
- import os
2
-
3
- from django.conf import settings
4
1
  from django.core.management.base import BaseCommand
5
2
 
6
3
  from ...data import (
@@ -1,10 +1,16 @@
1
1
  import os
2
2
 
3
- from django.conf import settings
4
3
  from django.core.management.base import BaseCommand
5
4
 
6
5
  from ...data import EXAMINATION_DATA_DIR
7
- from ...models import Examination, ExaminationIndication, ExaminationTime, ExaminationTimeType, ExaminationType, Finding
6
+ from ...models import (
7
+ Examination,
8
+ ExaminationIndication,
9
+ ExaminationTime,
10
+ ExaminationTimeType,
11
+ ExaminationType,
12
+ Finding,
13
+ )
8
14
  from ...utils import load_model_data_from_yaml
9
15
 
10
16
  SOURCE_DIR = EXAMINATION_DATA_DIR
@@ -26,8 +32,18 @@ IMPORT_METADATA = {
26
32
  "Examination": {
27
33
  "dir": os.path.join(SOURCE_DIR, "examinations"),
28
34
  "model": Examination,
29
- "foreign_keys": ["findings", "examination_types", "examination_times", "indications"],
30
- "foreign_key_models": [Finding, ExaminationType, ExaminationTime, ExaminationIndication],
35
+ "foreign_keys": [
36
+ "findings",
37
+ "examination_types",
38
+ "examination_times",
39
+ "indications",
40
+ ],
41
+ "foreign_key_models": [
42
+ Finding,
43
+ ExaminationType,
44
+ ExaminationTime,
45
+ ExaminationIndication,
46
+ ],
31
47
  },
32
48
  "ExaminationTimeType": {
33
49
  "dir": os.path.join(SOURCE_DIR, "time-type"),
@@ -41,8 +41,18 @@ IMPORT_METADATA = {
41
41
  Finding.__name__: {
42
42
  "dir": FINDING_DATA_DIR,
43
43
  "model": Finding,
44
- "foreign_keys": ["finding_types", "finding_interventions", "finding_classifications", "caused_by_interventions"],
45
- "foreign_key_models": [FindingType, FindingIntervention, FindingClassification, FindingIntervention],
44
+ "foreign_keys": [
45
+ "finding_types",
46
+ "finding_interventions",
47
+ "finding_classifications",
48
+ "caused_by_interventions",
49
+ ],
50
+ "foreign_key_models": [
51
+ FindingType,
52
+ FindingIntervention,
53
+ FindingClassification,
54
+ FindingIntervention,
55
+ ],
46
56
  },
47
57
  FindingInterventionType.__name__: {
48
58
  "dir": FINIDNG_INTERVENTION_TYPE_DATA_DIR,
@@ -65,7 +75,12 @@ IMPORT_METADATA = {
65
75
  FindingClassification.__name__: {
66
76
  "dir": FINDING_CLASSIFICATION_DATA_DIR,
67
77
  "model": FindingClassification,
68
- "foreign_keys": ["classification_types", "findings", "finding_types", "choices"],
78
+ "foreign_keys": [
79
+ "classification_types",
80
+ "findings",
81
+ "finding_types",
82
+ "choices",
83
+ ],
69
84
  "foreign_key_models": [
70
85
  FindingClassificationType,
71
86
  Finding,
@@ -1,10 +1,5 @@
1
1
  from django.core.management.base import BaseCommand
2
- from endoreg_db.models import (
3
- Gender,
4
-
5
- # Other models for ForeignKeys
6
- Unit, Center
7
- )
2
+ from endoreg_db.models import Gender
8
3
  from collections import OrderedDict
9
4
 
10
5
  from ...utils import load_model_data_from_yaml
@@ -12,14 +7,17 @@ from ...data import (
12
7
  GENDER_DATA_DIR,
13
8
  )
14
9
 
15
- IMPORT_METADATA = OrderedDict({
16
- Gender.__name__: {
17
- "dir": GENDER_DATA_DIR,
18
- "model": Gender,
19
- "foreign_keys": [],
20
- "foreign_key_models": []
21
- },
22
- })
10
+ IMPORT_METADATA = OrderedDict(
11
+ {
12
+ Gender.__name__: {
13
+ "dir": GENDER_DATA_DIR,
14
+ "model": Gender,
15
+ "foreign_keys": [],
16
+ "foreign_key_models": [],
17
+ },
18
+ }
19
+ )
20
+
23
21
 
24
22
  class Command(BaseCommand):
25
23
  help = """Load all .yaml files in the data/intervention directory
@@ -27,18 +25,13 @@ class Command(BaseCommand):
27
25
 
28
26
  def add_arguments(self, parser):
29
27
  parser.add_argument(
30
- '--verbose',
31
- action='store_true',
32
- help='Display verbose output',
28
+ "--verbose",
29
+ action="store_true",
30
+ help="Display verbose output",
33
31
  )
34
32
 
35
33
  def handle(self, *args, **options):
36
- verbose = options['verbose']
34
+ verbose = options["verbose"]
37
35
  for model_name in IMPORT_METADATA.keys():
38
36
  _metadata = IMPORT_METADATA[model_name]
39
- load_model_data_from_yaml(
40
- self,
41
- model_name,
42
- _metadata,
43
- verbose
44
- )
37
+ load_model_data_from_yaml(self, model_name, _metadata, verbose)
@@ -12,9 +12,9 @@ from endoreg_db.models import (
12
12
  CenterResource,
13
13
  ProductMaterial,
14
14
  ProductWeight,
15
-
16
15
  # Other models for ForeignKeys
17
- Unit, Center
16
+ Unit,
17
+ Center,
18
18
  )
19
19
  from collections import OrderedDict
20
20
 
@@ -34,80 +34,95 @@ from ...data import (
34
34
  PRODUCT_WEIGHT_DATA_DIR,
35
35
  )
36
36
 
37
- IMPORT_METADATA = OrderedDict({
38
- EmissionFactor.__name__: {
39
- "dir": EMISSION_FACTOR_DATA_DIR,
40
- "model": EmissionFactor,
41
- "foreign_keys": ["unit"],
42
- "foreign_key_models": [Unit]
43
- },
44
- Resource.__name__: {
45
- "dir": RESOURCE_DATA_DIR,
46
- "model": Resource,
47
- "foreign_keys": [],
48
- "foreign_key_models": []
49
- },
50
- Waste.__name__: {
51
- "dir": WASTE_DATA_DIR,
52
- "model": Waste,
53
- "foreign_keys": [],
54
- "foreign_key_models": []
55
- },
56
- Material.__name__: {
57
- "dir": MATERIAL_DATA_DIR,
58
- "model": Material,
59
- "foreign_keys": ["emission_factor"],
60
- "foreign_key_models": [EmissionFactor]
61
- },
62
- ProductGroup.__name__: {
63
- "dir": PRODUCT_GROUP_DATA_DIR,
64
- "model": ProductGroup,
65
- "foreign_keys": [],
66
- "foreign_key_models": []
67
- },
68
- TransportRoute.__name__: {
69
- "dir": TRANSPORT_ROUTE_DATA_DIR,
70
- "model": TransportRoute,
71
- "foreign_keys": ["emission_factor", "unit"],
72
- "foreign_key_models": [EmissionFactor, Unit]
73
- },
74
- Product.__name__: {
75
- "dir": PRODUCT_DATA_DIR,
76
- "model": Product,
77
- "foreign_keys": ["product_group", "transport_route"],
78
- "foreign_key_models": [ProductGroup, TransportRoute]
79
- },
80
- ReferenceProduct.__name__: {
81
- "dir": REFERENCE_PRODUCT_DATA_DIR,
82
- "model": ReferenceProduct,
83
- "foreign_keys": ["product","product_group"],
84
- "foreign_key_models": [Product,ProductGroup]
85
- },
86
- CenterWaste.__name__: {
87
- "dir": CENTER_WASTE_DATA_DIR,
88
- "model": CenterWaste,
89
- "foreign_keys": ["waste", "center", "unit", "emission_factor"],
90
- "foreign_key_models": [Waste, Center, Unit, EmissionFactor]
91
- },
92
- CenterResource.__name__: {
93
- "dir": CENTER_RESOURCE_DATA_DIR,
94
- "model": CenterResource,
95
- "foreign_keys": ["center","resource", "unit", "transport_emission_factor", "use_emission_factor"],
96
- "foreign_key_models": [Center,Resource, Unit, EmissionFactor, EmissionFactor]
97
- },
98
- ProductMaterial.__name__: {
99
- "dir": PRODUCT_MATERIAL_DATA_DIR,
100
- "model": ProductMaterial,
101
- "foreign_keys": ["product", "material", "unit"],
102
- "foreign_key_models": [Product, Material, Unit]
103
- },
104
- ProductWeight.__name__: {
105
- "dir": PRODUCT_WEIGHT_DATA_DIR,
106
- "model": ProductWeight,
107
- "foreign_keys": ["product", "unit"],
108
- "foreign_key_models": [Product, Unit]
37
+ IMPORT_METADATA = OrderedDict(
38
+ {
39
+ EmissionFactor.__name__: {
40
+ "dir": EMISSION_FACTOR_DATA_DIR,
41
+ "model": EmissionFactor,
42
+ "foreign_keys": ["unit"],
43
+ "foreign_key_models": [Unit],
44
+ },
45
+ Resource.__name__: {
46
+ "dir": RESOURCE_DATA_DIR,
47
+ "model": Resource,
48
+ "foreign_keys": [],
49
+ "foreign_key_models": [],
50
+ },
51
+ Waste.__name__: {
52
+ "dir": WASTE_DATA_DIR,
53
+ "model": Waste,
54
+ "foreign_keys": [],
55
+ "foreign_key_models": [],
56
+ },
57
+ Material.__name__: {
58
+ "dir": MATERIAL_DATA_DIR,
59
+ "model": Material,
60
+ "foreign_keys": ["emission_factor"],
61
+ "foreign_key_models": [EmissionFactor],
62
+ },
63
+ ProductGroup.__name__: {
64
+ "dir": PRODUCT_GROUP_DATA_DIR,
65
+ "model": ProductGroup,
66
+ "foreign_keys": [],
67
+ "foreign_key_models": [],
68
+ },
69
+ TransportRoute.__name__: {
70
+ "dir": TRANSPORT_ROUTE_DATA_DIR,
71
+ "model": TransportRoute,
72
+ "foreign_keys": ["emission_factor", "unit"],
73
+ "foreign_key_models": [EmissionFactor, Unit],
74
+ },
75
+ Product.__name__: {
76
+ "dir": PRODUCT_DATA_DIR,
77
+ "model": Product,
78
+ "foreign_keys": ["product_group", "transport_route"],
79
+ "foreign_key_models": [ProductGroup, TransportRoute],
80
+ },
81
+ ReferenceProduct.__name__: {
82
+ "dir": REFERENCE_PRODUCT_DATA_DIR,
83
+ "model": ReferenceProduct,
84
+ "foreign_keys": ["product", "product_group"],
85
+ "foreign_key_models": [Product, ProductGroup],
86
+ },
87
+ CenterWaste.__name__: {
88
+ "dir": CENTER_WASTE_DATA_DIR,
89
+ "model": CenterWaste,
90
+ "foreign_keys": ["waste", "center", "unit", "emission_factor"],
91
+ "foreign_key_models": [Waste, Center, Unit, EmissionFactor],
92
+ },
93
+ CenterResource.__name__: {
94
+ "dir": CENTER_RESOURCE_DATA_DIR,
95
+ "model": CenterResource,
96
+ "foreign_keys": [
97
+ "center",
98
+ "resource",
99
+ "unit",
100
+ "transport_emission_factor",
101
+ "use_emission_factor",
102
+ ],
103
+ "foreign_key_models": [
104
+ Center,
105
+ Resource,
106
+ Unit,
107
+ EmissionFactor,
108
+ EmissionFactor,
109
+ ],
110
+ },
111
+ ProductMaterial.__name__: {
112
+ "dir": PRODUCT_MATERIAL_DATA_DIR,
113
+ "model": ProductMaterial,
114
+ "foreign_keys": ["product", "material", "unit"],
115
+ "foreign_key_models": [Product, Material, Unit],
116
+ },
117
+ ProductWeight.__name__: {
118
+ "dir": PRODUCT_WEIGHT_DATA_DIR,
119
+ "model": ProductWeight,
120
+ "foreign_keys": ["product", "unit"],
121
+ "foreign_key_models": [Product, Unit],
122
+ },
109
123
  }
110
- })
124
+ )
125
+
111
126
 
112
127
  class Command(BaseCommand):
113
128
  help = """Load all .yaml files in the data/intervention directory
@@ -115,18 +130,13 @@ class Command(BaseCommand):
115
130
 
116
131
  def add_arguments(self, parser):
117
132
  parser.add_argument(
118
- '--verbose',
119
- action='store_true',
120
- help='Display verbose output',
133
+ "--verbose",
134
+ action="store_true",
135
+ help="Display verbose output",
121
136
  )
122
137
 
123
138
  def handle(self, *args, **options):
124
- verbose = options['verbose']
139
+ verbose = options["verbose"]
125
140
  for model_name in IMPORT_METADATA.keys():
126
141
  _metadata = IMPORT_METADATA[model_name]
127
- load_model_data_from_yaml(
128
- self,
129
- model_name,
130
- _metadata,
131
- verbose
132
- )
142
+ load_model_data_from_yaml(self, model_name, _metadata, verbose)
@@ -1,6 +1,3 @@
1
- import os
2
-
3
- from django.conf import settings
4
1
  from django.core.management.base import BaseCommand
5
2
 
6
3
  from ...data import INFORMATION_DATA_DIR, INFORMATION_SOURCE_TYPE_DATA_DIR
@@ -16,10 +16,21 @@ IMPORT_METADATA = {
16
16
  MODEL_0.__name__: {
17
17
  "dir": SOURCE_DIR, # e.g. "interventions"
18
18
  "model": MODEL_0,
19
- "foreign_keys": ["default_unit", "default_numerical_value_distribution"], # e.g. ["intervention_types"]
20
- "foreign_key_models": [Unit, NumericValueDistribution], # e.g. [InterventionType]
19
+ "foreign_keys": [
20
+ "default_unit",
21
+ "default_numerical_value_distribution",
22
+ ], # e.g. ["intervention_types"]
23
+ "foreign_key_models": [
24
+ Unit,
25
+ NumericValueDistribution,
26
+ ], # e.g. [InterventionType]
27
+ },
28
+ PatientLabSampleType.__name__: {
29
+ "dir": PATIENT_LAB_SAMPLE_TYPE_DATA_DIR,
30
+ "model": PatientLabSampleType,
31
+ "foreign_keys": [],
32
+ "foreign_key_models": [],
21
33
  },
22
- PatientLabSampleType.__name__: {"dir": PATIENT_LAB_SAMPLE_TYPE_DATA_DIR, "model": PatientLabSampleType, "foreign_keys": [], "foreign_key_models": []},
23
34
  }
24
35
 
25
36