endoreg-db 0.8.4.4__py3-none-any.whl → 0.8.4.6__py3-none-any.whl

endoreg_db/management/commands/load_ai_model_data.py

@@ -9,6 +9,7 @@ from ...data import (
 )
 from ...models import (
     AiModel,
+    LabelSet,  # Add LabelSet import
     ModelMeta,  # Add ModelMeta back to imports
     ModelType,
     VideoSegmentationLabel,
@@ -35,7 +36,7 @@ IMPORT_METADATA = {
         "dir": AI_MODEL_META_DATA_DIR,  # e.g. "ai_model_meta"
         "model": ModelMeta,  # e.g. ModelMeta
         "foreign_keys": ["labelset", "model"],  # Foreign key relationships
-        "foreign_key_models": [VideoSegmentationLabelSet, AiModel],  # Actual model classes
+        "foreign_key_models": [LabelSet, AiModel],  # Actual model classes
     },
     VideoSegmentationLabel.__name__: {
         "dir": VIDEO_SEGMENTATION_LABEL_DATA_DIR,  # e.g. "interventions"

endoreg_db/models/media/video/pipe_1.py

@@ -1,20 +1,23 @@
 import logging
-from typing import TYPE_CHECKING, Optional, Dict, List, Tuple
+from typing import TYPE_CHECKING, Dict, List, Optional, Tuple
+
 from django.db import transaction
+
 from endoreg_db.helpers.download_segmentation_model import download_segmentation_model
 
 # Added imports
 
 # Configure logging
-logger = logging.getLogger(__name__) # Changed from "video_file"
+logger = logging.getLogger(__name__)  # Changed from "video_file"
 
 if TYPE_CHECKING:
     from endoreg_db.models import VideoFile
 
-
     # --- Pipeline 1 ---
+
+
 def _pipe_1(
-    video_file:"VideoFile",
+    video_file: "VideoFile",
     model_name: str,
     model_meta_version: Optional[int] = None,
     delete_frames_after: bool = False,
@@ -28,11 +31,12 @@ def _pipe_1(
     """
     Pipeline 1: Extract frames, text, predict, create segments, optionally delete frames.
     """
-    success = False # Initialize success flag
-    from .video_file_segments import _convert_sequences_to_db_segments # Added import
-    from ...metadata import ModelMeta, VideoPredictionMeta
+    success = False  # Initialize success flag
     from endoreg_db.models import AiModel, LabelVideoSegment
 
+    from ...metadata import ModelMeta, VideoPredictionMeta
+    from .video_file_segments import _convert_sequences_to_db_segments  # Added import
+
     video_file.refresh_from_db()
     video_file.update_video_meta()
 
@@ -43,16 +47,12 @@ def _pipe_1(
         video_file.extract_frames(overwrite=False)  # Avoid overwriting if already extracted
 
         logger.info("Pipe 1: Extracting text metadata...")
-        video_file.update_text_metadata(
-            ocr_frame_fraction=ocr_frame_fraction, cap=ocr_cap, overwrite=False
-        )
+        video_file.update_text_metadata(ocr_frame_fraction=ocr_frame_fraction, cap=ocr_cap, overwrite=False)
         with transaction.atomic():
             state = video_file.get_or_create_state()
             if not state.frames_extracted:
                 logger.error("Pipe 1 failed: Frame extraction did not complete successfully.")
                 return False
-            
-            
 
             # 3. Perform Initial Prediction
             logger.info(f"Pipe 1: Performing prediction with model '{model_name}'...")
@@ -74,7 +74,7 @@ def _pipe_1(
                 except AiModel.DoesNotExist:
                     logger.error(f"Pipe 1 failed: Model '{model_name}' not found.")
                     return False
-                
+
             except ModelMeta.DoesNotExist:
                 try:
                     model_name = download_segmentation_model()
@@ -82,11 +82,9 @@ def _pipe_1(
                     if model_meta_version is not None:
                         model_meta = ai_model_obj.metadata_versions.get(version=model_meta_version)
                     else:
-                        model_meta = ModelMeta.setup_default_from_huggingface()
+                        model_meta = ai_model_obj.get_latest_version()
                 except ModelMeta.DoesNotExist:
-                    logger.error(
-                        f"Pipe 1 failed: ModelMeta version {model_meta_version} for model '{model_name}' not found."
-                    )
+                    logger.error(f"Pipe 1 failed: ModelMeta version {model_meta_version} for model '{model_name}' not found.")
                     return False
             try:
                 sequences: Optional[Dict[str, List[Tuple[int, int]]]] = video_file.predict_video(
@@ -107,7 +105,7 @@ def _pipe_1(
 
             # --- Set and Save State ---
             state.initial_prediction_completed = True
-            state.save(update_fields=['initial_prediction_completed'])
+            state.save(update_fields=["initial_prediction_completed"])
             logger.info("Pipe 1: Set initial_prediction_completed state to True.")
 
             logger.info(f"Pipe 1: Sequences returned from prediction: {sequences}")
@@ -117,9 +115,7 @@ def _pipe_1(
             # 4. Create LabelVideoSegments
             logger.info("Pipe 1: Creating LabelVideoSegments from predictions...")
             try:
-                video_prediction_meta = VideoPredictionMeta.objects.get(
-                    video_file=video_file, model_meta=model_meta
-                )
+                video_prediction_meta = VideoPredictionMeta.objects.get(video_file=video_file, model_meta=model_meta)
                 logger.info(f"Pipe 1: Calling _convert_sequences_to_db_segments for video {video_file.uuid} with prediction meta {video_prediction_meta.pk}")
                 _convert_sequences_to_db_segments(
                     video=video_file,
@@ -127,9 +123,9 @@ def _pipe_1(
                     video_prediction_meta=video_prediction_meta,
                 )
                 video_file.sequences = sequences
-                video_file.save(update_fields=['sequences'])
+                video_file.save(update_fields=["sequences"])
                 state.lvs_created = True
-                state.save(update_fields=['lvs_created'])
+                state.save(update_fields=["lvs_created"])
                 logger.info("Pipe 1: Set lvs_created state to True.")
                 logger.info("Pipe 1: LabelVideoSegment creation complete.")
                 lvs_count_after = LabelVideoSegment.objects.filter(video_file=video_file).count()
@@ -139,7 +135,7 @@ def _pipe_1(
                 raise
 
         logger.info(f"Pipe 1 completed successfully for video {video_file.uuid}")
-        success = True # Set success flag
+        success = True  # Set success flag
         return True
 
     except Exception as e:
@@ -147,7 +143,7 @@ def _pipe_1(
         return False
     finally:
         # 5. Optionally delete frames
-        if delete_frames_after and success: # Check success flag
+        if delete_frames_after and success:  # Check success flag
             logger.info("Pipe 1: Deleting frames after processing...")
             try:
                 video_file.delete_frames()
@@ -156,15 +152,16 @@ def _pipe_1(
                 logger.error(f"Pipe 1 failed during frame deletion: {e}", exc_info=True)
         else:
             logger.info("Pipe 1: Frame deletion skipped.")
-            
+
+
 # --- Test after Pipe 1 ---
-def _test_after_pipe_1(video_file:"VideoFile", start_frame: int = 0, end_frame: int = 100) -> bool:
+def _test_after_pipe_1(video_file: "VideoFile", start_frame: int = 0, end_frame: int = 100) -> bool:
     """
     Simulates human annotation validation after Pipe 1.
     Creates 'outside' segments and marks sensitive meta as verified.
     """
-    from ...label import LabelVideoSegment, Label
-    
+    from ...label import Label, LabelVideoSegment
+
     logger.info(f"Starting _test_after_pipe_1 for video {video_file.uuid}")
     try:
         # 1. Create 'outside' LabelVideoSegments
@@ -172,15 +169,15 @@ def _test_after_pipe_1(video_file:"VideoFile", start_frame: int = 0, end_frame:
             outside_label = Label.objects.get(name__iexact="outside")
             logger.info(f"Creating 'outside' annotation segment [{start_frame}-{end_frame}]")
             # Create a segment - assuming custom_create handles saving
-            outside_segment = LabelVideoSegment.objects.create( # Assign to variable
+            outside_segment = LabelVideoSegment.objects.create(  # Assign to variable
                 video_file=video_file,
                 label=outside_label,
                 start_frame_number=start_frame,
                 end_frame_number=end_frame,
-                prediction_meta=None, 
+                prediction_meta=None,
             )
             # Ensure the segment has a state and mark it as validated
-            segment_state, created = outside_segment.get_or_create_state() # Unpack the tuple
+            segment_state, created = outside_segment.get_or_create_state()  # Unpack the tuple
             segment_state.is_validated = True
             segment_state.save()
             logger.info(f"Marked 'outside' segment {outside_segment.pk} as validated. Created: {created}")
@@ -202,7 +199,7 @@ def _test_after_pipe_1(video_file:"VideoFile", start_frame: int = 0, end_frame:
             # Example: using a boolean field
             video_file.sensitive_meta.state.dob_verified = True
             video_file.sensitive_meta.state.names_verified = True
-            video_file.sensitive_meta.state.save() # Save the SensitiveMeta instance
+            video_file.sensitive_meta.state.save()  # Save the SensitiveMeta instance
             logger.info("Sensitive meta state updated.")
 
         else:

endoreg_db/models/metadata/model_meta_logic.py

@@ -19,6 +19,13 @@ if TYPE_CHECKING:
     from .model_meta import ModelMeta  # Import ModelMeta for type hinting
 
 
+def _get_model_meta_class():
+    """Lazy import to avoid circular imports"""
+    from .model_meta import ModelMeta
+
+    return ModelMeta
+
+
 def get_latest_version_number_logic(cls: Type["ModelMeta"], meta_name: str, model_name: str) -> int:
     """
     Finds the highest numerical version for a given meta_name and model_name.
@@ -308,7 +315,14 @@ def setup_default_from_huggingface_logic(cls, model_id: str, labelset_name: str
     )
 
     ai_model, _ = AiModel.objects.get_or_create(name=meta["name"])
-    labelset = LabelSet.objects.first() if not labelset_name else LabelSet.objects.get(name=labelset_name)
+    if not labelset_name:
+        labelset = LabelSet.objects.first()
+        if not labelset:
+            raise ValueError("No labelset found and no labelset_name provided")
+    else:
+        labelset = LabelSet.objects.get(name=labelset_name)
+
+    ModelMeta = _get_model_meta_class()
     model_meta = ModelMeta.objects.filter(name=meta["name"], model=ai_model).first()
     if model_meta:
         logger.info(f"ModelMeta {meta['name']} for model {ai_model.name} already exists. Skipping creation.")

{endoreg_db-0.8.4.4.dist-info → endoreg_db-0.8.4.6.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: endoreg-db
-Version: 0.8.4.4
+Version: 0.8.4.6
 Summary: EndoReg Db Django App
 Project-URL: Homepage, https://info.coloreg.de
 Project-URL: Repository, https://github.com/wg-lux/endoreg-db

{endoreg_db-0.8.4.4.dist-info → endoreg_db-0.8.4.6.dist-info}/RECORD

@@ -258,7 +258,7 @@ endoreg_db/management/commands/import_report.py,sha256=vFst-NeQdL-w62yoH4kDamq-2
 endoreg_db/management/commands/import_video.py,sha256=AMvgi1eN0F_hjhgnNNYIFkJtHfjalBfh2lfDxw6VTzE,17980
 endoreg_db/management/commands/import_video_with_classification.py,sha256=ulZH5jvAWu_pJ1kI9B3hbIO1-p_BReY0zbIQDS_d9OI,14726
 endoreg_db/management/commands/init_default_ai_model.py,sha256=98yBigGZ5gkA-b1LPcvzS5x2jAms3pX58fU-TEAcjKw,4669
-endoreg_db/management/commands/load_ai_model_data.py,sha256=O_mzGGcpnVacC4EZmEGbTp4EADNXJRsvaZoNFgh2wFU,2867
+endoreg_db/management/commands/load_ai_model_data.py,sha256=ba2z-0qWtweUC6iYyiusH3xGDkpkYNNlIjei3QK7YAA,2887
 endoreg_db/management/commands/load_ai_model_label_data.py,sha256=jnm2720TsnRTBKF6guwnjLo7sropW_YoRjgyjo1TUr8,2143
 endoreg_db/management/commands/load_base_db_data.py,sha256=0Go2cYbqfx6MBSeQaHPAq22yeJxOyX25xpmcBcE9Auw,9374
 endoreg_db/management/commands/load_center_data.py,sha256=GQpbe7dxgbTgd66oBqrBXax-os3ibnPmCeSEFDVauPU,2570
@@ -387,7 +387,7 @@ endoreg_db/models/media/pdf/report_reader/report_reader_config.py,sha256=wYVDmPS
 endoreg_db/models/media/pdf/report_reader/report_reader_flag.py,sha256=j9tjbLRenxpWfeaseALl8rV2Dqem9YaM_duS1iJkARU,536
 endoreg_db/models/media/video/__init__.py,sha256=ifW4SXXN2q6wAuFwSP7XlYskpX7UX6uy0py5mpCCOCM,211
 endoreg_db/models/media/video/create_from_file.py,sha256=3n4bbzFteEOFDUuEikP0x-StCKI5R5IhyKC7o3kLZ6Y,15128
-endoreg_db/models/media/video/pipe_1.py,sha256=yUzTi0pkw2ISsOoFpLmNky6S_V-TEWMxXmPLfB7gUpA,9899
+endoreg_db/models/media/video/pipe_1.py,sha256=ljO3vO2mqqTXLZsKjzMTC6-sW4JRWMVRfJcK0n5CjKg,9740
 endoreg_db/models/media/video/pipe_2.py,sha256=DnMxW0uOqSsf7-0n9Rlvn7u89U4Jpkv7n6hFpQfUjkQ,4964
 endoreg_db/models/media/video/refactor_plan.md,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 endoreg_db/models/media/video/video_file.py,sha256=txlxR8d1OBgt3UEkWvLcGSyLarh0jXLw-z0SAV5KOok,26789
@@ -465,7 +465,7 @@ endoreg_db/models/medical/risk/risk_type.py,sha256=kEugcaWSTEWH_Vxq4dcF80Iv1L4_K
 endoreg_db/models/metadata/__init__.py,sha256=8I6oLj3YTmeaPGJpL0AWG5gLwp38QzrEggxSkTisv7c,474
 endoreg_db/models/metadata/frame_ocr_result.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 endoreg_db/models/metadata/model_meta.py,sha256=F_r-PTLeNi4J-4EaGCQkGIguhdl7Bwba7_i56ZAjc-4,7589
-endoreg_db/models/metadata/model_meta_logic.py,sha256=OhPImTQaB_a3p-h7iaxNNQkip5aaDDIOMXCV2TEyNmk,12215
+endoreg_db/models/metadata/model_meta_logic.py,sha256=vAbNDaoZygH8xOCulWlXoHoR1T0BSvr9kIloxjzhfjo,12533
 endoreg_db/models/metadata/pdf_meta.py,sha256=BTmpSgqxmPKi0apcNjyrZAS4AFKCPXVdBd6VBeyyv6E,3174
 endoreg_db/models/metadata/sensitive_meta.py,sha256=ekLHrW-b5uYcjfkRd0EW5ncx5ef8Bu-K6msDkpWCAbk,13034
 endoreg_db/models/metadata/sensitive_meta_logic.py,sha256=XN3x3p0cqLlzPSZl7e35JBUXr_QKYSq48vwF1N60N4U,32134
@@ -788,7 +788,7 @@ endoreg_db/views/video/video_meta.py,sha256=C1wBMTtQb_yzEUrhFGAy2UHEWMk_CbU75WXX
 endoreg_db/views/video/video_processing_history.py,sha256=mhFuS8RG5GV8E-lTtuD0qrq-bIpnUFp8vy9aERfC-J8,770
 endoreg_db/views/video/video_remove_frames.py,sha256=2FmvNrSPM0fUXiBxINN6vBUUDCqDlBkNcGR3WsLDgKo,1696
 endoreg_db/views/video/video_stream.py,sha256=kLyuf0ORTmsLeYUQkTQ6iRYqlIQozWhMMR3Lhfe_trk,12148
-endoreg_db-0.8.4.4.dist-info/METADATA,sha256=GGQH5jWgXwF4K0rTdGb5jxxeVfRbbMdtmLf9b7MO_M0,14719
-endoreg_db-0.8.4.4.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-endoreg_db-0.8.4.4.dist-info/licenses/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
-endoreg_db-0.8.4.4.dist-info/RECORD,,
+endoreg_db-0.8.4.6.dist-info/METADATA,sha256=yg3dFsDv-45ABqQIpubittlF5GZbQ3luaiZkeV2JoYc,14719
+endoreg_db-0.8.4.6.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+endoreg_db-0.8.4.6.dist-info/licenses/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
+endoreg_db-0.8.4.6.dist-info/RECORD,,