endoreg-db 0.8.6.1__py3-none-any.whl → 0.8.8.0__py3-none-any.whl

endoreg_db/views/media/pdf_media.py

@@ -9,15 +9,18 @@ This is separate from the existing pdf.PDFMediaView which handles legacy workflo
 
 import logging
 import os
-from django.http import Http404, FileResponse
+from pathlib import Path
+
+from django.db.models import Q
+from django.http import FileResponse, Http404
+from django.views.decorators.clickjacking import xframe_options_exempt
 from rest_framework import status
 from rest_framework.response import Response
 from rest_framework.views import APIView
-from django.views.decorators.clickjacking import xframe_options_exempt
-from django.db.models import Q
 
 from endoreg_db.models import RawPdfFile
 from endoreg_db.utils.permissions import EnvironmentAwarePermission
+from endoreg_db.utils.storage import file_exists
 
 logger = logging.getLogger(__name__)
 
@@ -25,25 +28,25 @@ logger = logging.getLogger(__name__)
 class PdfMediaView(APIView):
     """
     PDF Media Management API for CRUD operations on PDF files.
-    
+
     Endpoints:
     - GET /api/media/pdfs/ - List all PDFs with filtering
     - GET /api/media/pdfs/{id}/ - Get PDF details
     - GET /api/media/pdfs/{id}/stream/ - Stream PDF file (same as detail for PDFs)
     - PATCH /api/media/pdfs/{id}/ - Update PDF metadata (future)
     - DELETE /api/media/pdfs/{id}/ - Delete PDF (future)
-    
+
     Query Parameters:
     - status: Filter by processing status (not_started, done, validated)
     - search: Search in filename
     - limit: Limit results (default: 50)
     - offset: Pagination offset
-    
+
     Examples:
     - GET /api/media/pdfs/?status=done&search=exam
     - GET /api/media/pdfs/123/
     - GET /api/media/pdfs/123/stream/
-    
+
     Phase 1.2 Implementation:
     - List and detail views implemented
     - PDF streaming functionality
@@ -51,25 +54,26 @@ class PdfMediaView(APIView):
     - Pagination support
     - Error handling with proper HTTP status codes
     """
+
     permission_classes = [EnvironmentAwarePermission]
 
     def get(self, request, pk=None):
         """
         Handle GET requests for PDF listing, detail retrieval, or streaming.
-        
+
         Args:
             request: HTTP request object
             pk: Optional PDF ID for detail view or streaming
-            
+
         Returns:
             Response or FileResponse: JSON response with PDF data or PDF file stream
-            
+
         Raises:
             Http404: If specific PDF not found
         """
         if pk is not None:
             # Check if this is a streaming request
-            if request.path.endswith('/stream/'):
+            if request.path.endswith("/stream/"):
                 return self._stream_pdf(pk)
             else:
                 # Detail view
@@ -81,13 +85,13 @@ class PdfMediaView(APIView):
     def _get_pdf_detail(self, pk):
         """
         Get detailed information for a specific PDF.
-        
+
         Args:
             pk: PDF primary key
-            
+
         Returns:
             Response: JSON response with PDF details
-            
+
         Raises:
             Http404: If PDF not found
         """
@@ -97,55 +101,54 @@ class PdfMediaView(APIView):
                 pdf_id_int = int(pk)
             except (ValueError, TypeError):
                 raise Http404("Invalid PDF ID format")
-                
+
             # Fetch PDF with related data
-            pdf = RawPdfFile.objects.select_related('sensitive_meta').get(pk=pdf_id_int)
-            
+            pdf = RawPdfFile.objects.select_related("sensitive_meta").get(pk=pdf_id_int)
+
             # Build PDF details
             pdf_data = {
-                "id": pdf.id,
-                "filename": getattr(pdf.file, 'name', 'Unknown'),
-                "file_size": getattr(pdf.file, 'size', 0),
+                "id": pdf.pk,
+                "filename": getattr(pdf.file, "name", "Unknown"),
+                "file_size": getattr(pdf.file, "size", 0),
                 "pdf_hash": pdf.pdf_hash,
-                "uploaded_at": pdf.uploaded_at.isoformat() if hasattr(pdf, 'uploaded_at') else None,
+                "uploaded_at": pdf.date_created.isoformat() if getattr(pdf, "date_created", None) else None,
                 "anonymized_text": pdf.anonymized_text,
                 "has_anonymized_text": bool(pdf.anonymized_text and pdf.anonymized_text.strip()),
-                "is_validated": getattr(pdf.sensitive_meta, 'is_verified', False) if pdf.sensitive_meta else False,
-                "stream_url": self.request.build_absolute_uri(f"/api/media/pdfs/{pdf.id}/stream/"),
+                "is_validated": getattr(pdf.sensitive_meta, "is_verified", False) if pdf.sensitive_meta else False,
+                "stream_url": self.request.build_absolute_uri(f"/api/media/pdfs/{pdf.pk}/stream/"),
             }
-            
+
             # Add patient metadata if available
             if pdf.sensitive_meta:
-                pdf_data.update({
-                    "patient_first_name": pdf.sensitive_meta.patient_first_name,
-                    "patient_last_name": pdf.sensitive_meta.patient_last_name,
-                    "patient_dob": pdf.sensitive_meta.patient_dob.strftime("%d.%m.%Y") if pdf.sensitive_meta.patient_dob else None,
-                    "examination_date": pdf.sensitive_meta.examination_date.strftime("%d.%m.%Y") if pdf.sensitive_meta.examination_date else None,
-                })
-            
+                pdf_data.update(
+                    {
+                        "patient_first_name": pdf.sensitive_meta.patient_first_name,
+                        "patient_last_name": pdf.sensitive_meta.patient_last_name,
+                        "patient_dob": pdf.sensitive_meta.patient_dob.strftime("%d.%m.%Y") if pdf.sensitive_meta.patient_dob else None,
+                        "examination_date": pdf.sensitive_meta.examination_date.strftime("%d.%m.%Y") if pdf.sensitive_meta.examination_date else None,
+                    }
+                )
+
             return Response(pdf_data)
-            
+
         except RawPdfFile.DoesNotExist:
             raise Http404(f"PDF with ID {pk} not found")
-            
+
         except Exception as e:
             logger.error(f"Unexpected error in PDF detail view for ID {pk}: {str(e)}")
-            return Response(
-                {"error": "Failed to retrieve PDF details"},
-                status=status.HTTP_500_INTERNAL_SERVER_ERROR
-            )
-            
+            return Response({"error": "Failed to retrieve PDF details"}, status=status.HTTP_500_INTERNAL_SERVER_ERROR)
+
     @xframe_options_exempt
     def _stream_pdf(self, pk):
         """
         Stream PDF file content for viewing/download.
-        
+
         Args:
             pk: PDF primary key
-            
+
         Returns:
             FileResponse: PDF file stream
-            
+
         Raises:
             Http404: If PDF not found or file cannot be accessed
         """
@@ -155,45 +158,41 @@ class PdfMediaView(APIView):
                 pdf_id_int = int(pk)
             except (ValueError, TypeError):
                 raise Http404("Invalid PDF ID format")
-                
+
             # Fetch PDF
             pdf = RawPdfFile.objects.get(pk=pdf_id_int)
-            
-            # Check if file exists
-            if not pdf.file or not pdf.file.name:
+
+            file_field = pdf.file
+
+            if not file_field or not file_field.name:
                 raise Http404("PDF file not found")
-                
+            if not file_exists(file_field):
+                raise Http404("PDF file does not exist in storage")
+
             try:
-                # Open file for streaming
-                file_path = pdf.file.path
-                if not os.path.exists(file_path):
-                    raise Http404("PDF file does not exist on disk")
-                    
-                # Create file response
-                response = FileResponse(
-                    open(file_path, 'rb'),
-                    content_type='application/pdf',
-                    as_attachment=False  # View in browser, not download
-                )
-                
-                # Set filename for browser
-                filename = os.path.basename(pdf.file.name)
-                response['Content-Disposition'] = f'inline; filename="{filename}"'
-                
-                # CORS headers for frontend access
-                frontend_origin = os.environ.get('FRONTEND_ORIGIN', 'http://localhost:8000')
-                response['Access-Control-Allow-Origin'] = frontend_origin
-                response['Access-Control-Allow-Credentials'] = 'true'
-                
-                return response
-                
-            except (OSError, IOError) as e:
-                logger.error(f"File access error for PDF {pk}: {str(e)}")
+                file_field.open("rb")
+            except Exception as exc:  # pragma: no cover - backend-specific failure
+                logger.error("File access error for PDF %s: %s", pk, exc)
                 raise Http404("PDF file cannot be accessed")
-                
+
+            response = FileResponse(
+                file_field,
+                content_type="application/pdf",
+                as_attachment=False,
+            )
+
+            filename = Path(file_field.name).name
+            response["Content-Disposition"] = f'inline; filename="{filename}"'
+
+            frontend_origin = os.environ.get("FRONTEND_ORIGIN", "http://localhost:8000")
+            response["Access-Control-Allow-Origin"] = frontend_origin
+            response["Access-Control-Allow-Credentials"] = "true"
+
+            return response
+
         except RawPdfFile.DoesNotExist:
             raise Http404(f"PDF with ID {pk} not found")
-            
+
         except Exception as e:
             logger.error(f"Unexpected error in PDF streaming for ID {pk}: {str(e)}")
             raise Http404("PDF file cannot be streamed")
@@ -201,53 +200,51 @@ class PdfMediaView(APIView):
     def _list_pdfs(self, request):
         """
         List PDFs with filtering, search, and pagination.
-        
+
         Args:
             request: HTTP request with query parameters
-            
+
         Returns:
             Response: JSON response with paginated PDF list
         """
         try:
             # Start with all PDFs
-            queryset = RawPdfFile.objects.select_related('sensitive_meta').all()
-            
+            queryset = RawPdfFile.objects.select_related("sensitive_meta").all()
+
             # Apply filters
             queryset = self._apply_filters(queryset, request.query_params)
-            
+
             # Apply search
-            search = request.query_params.get('search', '').strip()
+            search = request.query_params.get("search", "").strip()
             if search:
-                queryset = queryset.filter(
-                    Q(file__icontains=search)
-                )
-            
+                queryset = queryset.filter(Q(file__icontains=search))
+
             # Order by upload date (newest first) or id if no upload date
-            if hasattr(queryset.model, 'uploaded_at'):
-                queryset = queryset.order_by('-uploaded_at')
+            if hasattr(queryset.model, "date_created"):
+                queryset = queryset.order_by("-date_created")
             else:
-                queryset = queryset.order_by('-id')
-            
+                queryset = queryset.order_by("-pk")
+
             # Apply pagination
-            limit = min(int(request.query_params.get('limit', 50)), 100)
-            offset = int(request.query_params.get('offset', 0))
-            
+            limit = min(int(request.query_params.get("limit", 50)), 100)
+            offset = int(request.query_params.get("offset", 0))
+
             total_count = queryset.count()
-            pdfs = queryset[offset:offset + limit]
-            
+            pdfs = queryset[offset : offset + limit]
+
             # Serialize PDFs manually (no dedicated serializer yet)
             results = []
             for pdf in pdfs:
                 pdf_item = {
-                    "id": pdf.id,
-                    "filename": getattr(pdf.file, 'name', 'Unknown'),
+                    "id": pdf.pk,
+                    "filename": getattr(pdf.file, "name", "Unknown"),
                     "file_size": self._safe_get_file_size(pdf.file),
                     "pdf_hash": pdf.pdf_hash,
                     "has_anonymized_text": bool(pdf.anonymized_text and pdf.anonymized_text.strip()),
-                    "is_validated": getattr(pdf.sensitive_meta, 'is_verified', False) if pdf.sensitive_meta else False,
-                    "stream_url": request.build_absolute_uri(f"/api/media/pdfs/{pdf.id}/stream/"),
+                    "is_validated": getattr(pdf.sensitive_meta, "is_verified", False) if pdf.sensitive_meta else False,
+                    "stream_url": request.build_absolute_uri(f"/api/media/pdfs/{pdf.pk}/stream/"),
                 }
-                
+
                 # Determine status based on anonymization and validation
                 if not pdf.anonymized_text or not pdf.anonymized_text.strip():
                     pdf_item["status"] = "not_started"
@@ -255,42 +252,38 @@ class PdfMediaView(APIView):
                     pdf_item["status"] = "validated"
                 else:
                     pdf_item["status"] = "done"
-                    
+
                 results.append(pdf_item)
-            
-            return Response({
-                "count": total_count,
-                "next": self._get_next_url(request, offset, limit, total_count),
-                "previous": self._get_previous_url(request, offset, limit),
-                "results": results
-            })
-            
-        except ValueError as e:
+
             return Response(
-                {"error": f"Invalid query parameter: {str(e)}"},
-                status=status.HTTP_400_BAD_REQUEST
+                {
+                    "count": total_count,
+                    "next": self._get_next_url(request, offset, limit, total_count),
+                    "previous": self._get_previous_url(request, offset, limit),
+                    "results": results,
+                }
             )
-            
+
+        except ValueError as e:
+            return Response({"error": f"Invalid query parameter: {str(e)}"}, status=status.HTTP_400_BAD_REQUEST)
+
         except Exception as e:
             logger.error(f"Unexpected error in PDF list view: {str(e)}")
-            return Response(
-                {"error": "Failed to retrieve PDF list"},
-                status=status.HTTP_500_INTERNAL_SERVER_ERROR
-            )
+            return Response({"error": "Failed to retrieve PDF list"}, status=status.HTTP_500_INTERNAL_SERVER_ERROR)
 
     def _safe_get_file_size(self, file_field):
         """
         Safely get file size without causing errors if file doesn't exist.
-        
+
         Args:
             file_field: Django FileField
-            
+
         Returns:
             int: File size in bytes, or 0 if file doesn't exist
         """
         if not file_field or not file_field.name:
             return 0
-        
+
         try:
             return file_field.size
         except (OSError, IOError, ValueError):
@@ -300,44 +293,36 @@ class PdfMediaView(APIView):
     def _apply_filters(self, queryset, query_params):
         """
         Apply status and other filters to PDF queryset.
-        
+
         Args:
             queryset: Base queryset to filter
             query_params: Request query parameters
-            
+
         Returns:
             QuerySet: Filtered queryset
         """
-        status_filter = query_params.get('status', '').strip().lower()
-        
+        status_filter = query_params.get("status", "").strip().lower()
+
         if status_filter:
-            if status_filter == 'not_started':
+            if status_filter == "not_started":
                 # PDFs without anonymized text
-                queryset = queryset.filter(
-                    Q(anonymized_text__isnull=True) | Q(anonymized_text__exact='')
-                )
-            elif status_filter == 'done':
+                queryset = queryset.filter(Q(anonymized_text__isnull=True) | Q(anonymized_text__exact=""))
+            elif status_filter == "done":
                 # PDFs with anonymized text but not validated
                 queryset = queryset.filter(
-                    ~Q(anonymized_text__isnull=True),
-                    ~Q(anonymized_text__exact=''),
-                    Q(sensitive_meta__is_verified=False) | Q(sensitive_meta__isnull=True)
+                    ~Q(anonymized_text__isnull=True), ~Q(anonymized_text__exact=""), Q(sensitive_meta__is_verified=False) | Q(sensitive_meta__isnull=True)
                 )
-            elif status_filter == 'validated':
+            elif status_filter == "validated":
                 # PDFs with anonymized text and validated
-                queryset = queryset.filter(
-                    ~Q(anonymized_text__isnull=True),
-                    ~Q(anonymized_text__exact=''),
-                    sensitive_meta__is_verified=True
-                )
-                
+                queryset = queryset.filter(~Q(anonymized_text__isnull=True), ~Q(anonymized_text__exact=""), sensitive_meta__is_verified=True)
+
         return queryset
 
     def _get_next_url(self, request, offset, limit, total_count):
         """Generate next page URL for pagination."""
         if offset + limit >= total_count:
             return None
-            
+
         next_offset = offset + limit
         return self._build_paginated_url(request, next_offset, limit)
 
@@ -345,16 +330,16 @@ class PdfMediaView(APIView):
         """Generate previous page URL for pagination."""
         if offset <= 0:
             return None
-            
+
         prev_offset = max(0, offset - limit)
         return self._build_paginated_url(request, prev_offset, limit)
 
     def _build_paginated_url(self, request, offset, limit):
         """Build URL with pagination parameters."""
         params = request.query_params.copy()
-        params['offset'] = offset
-        params['limit'] = limit
-        
+        params["offset"] = offset
+        params["limit"] = limit
+
         base_url = request.build_absolute_uri(request.path)
         if params:
             return f"{base_url}?{params.urlencode()}"
@@ -364,25 +349,19 @@ class PdfMediaView(APIView):
     def patch(self, request, pk):
         """
         Update PDF metadata (Phase 1.2+ future enhancement).
-        
+
         Currently returns 501 Not Implemented.
         """
-        return Response(
-            {"error": "PDF metadata updates not yet implemented"},
-            status=status.HTTP_501_NOT_IMPLEMENTED
-        )
+        return Response({"error": "PDF metadata updates not yet implemented"}, status=status.HTTP_501_NOT_IMPLEMENTED)
 
     def delete(self, request, pk):
         """
         Delete PDF file (Phase 1.2+ future enhancement).
-        
+
         Currently returns 501 Not Implemented.
         Use /api/media-management/force-remove/{id}/ instead.
         """
         return Response(
-            {
-                "error": "PDF deletion not yet implemented", 
-                "alternative": f"Use DELETE /api/media-management/force-remove/{pk}/ instead"
-            },
-            status=status.HTTP_501_NOT_IMPLEMENTED
+            {"error": "PDF deletion not yet implemented", "alternative": f"Use DELETE /api/media-management/force-remove/{pk}/ instead"},
+            status=status.HTTP_501_NOT_IMPLEMENTED,
         )

endoreg_db/views/media/sensitive_metadata.py

@@ -1,4 +1,6 @@
 # Modern Media Framework: Sensitive Metadata Management
+import string
+from numpy import number
 from rest_framework.decorators import api_view, permission_classes
 from rest_framework.response import Response
 from rest_framework import status
@@ -14,6 +16,46 @@ from endoreg_db.serializers.meta import (
 
 # === VIDEO SENSITIVE METADATA ===
 
+@api_view(['GET'])
+@permission_classes([EnvironmentAwarePermission])
+def get_sensitive_metadata_pk(request, pk: number, mediaType: str) -> Response | None:
+    """
+    A route to get the sensitive meta pk for a media type quickly.
+    
+    GET api/media/sensitive-media-id/<pk>/<str:mediaType>
+
+    Args:
+        request (_type_): _description_
+        id (_type_): _description_
+
+    Returns:
+        Response | None: _description_
+    """
+    
+    if mediaType == 'video':
+        video = get_object_or_404(VideoFile, pk=pk)
+        if not video.sensitive_meta:
+            return Response(
+                {"error": f"No sensitive metadata found for video {pk}"},
+                status=status.HTTP_404_NOT_FOUND
+            )
+        sm_id = video.sensitive_meta.pk
+        return Response({
+            "sm": sm_id
+        })
+    if mediaType == 'pdf':
+        pdf = get_object_or_404(RawPdfFile, pk=pk)
+        if not pdf.sensitive_meta:
+            return Response(
+                {"error": f"No sensitive metadata found for PDF {pk}"},
+                status=status.HTTP_404_NOT_FOUND
+            )
+        sm_id = pdf.sensitive_meta.pk
+        return Response({
+            "sm": sm_id
+        })
+    
+
 @api_view(['GET', 'PATCH'])
 @permission_classes([EnvironmentAwarePermission])
 def video_sensitive_metadata(request, pk):
@@ -24,16 +66,15 @@ def video_sensitive_metadata(request, pk):
     Get or update sensitive metadata for a video.
     Video-scoped: Uses video ID to locate related sensitive metadata.
     """
-    video = get_object_or_404(VideoFile, pk=pk)
+    sensitive_meta = get_object_or_404(SensitiveMeta, pk=pk)
     
     # Get related sensitive metadata
-    if not video.sensitive_meta:
+    if not sensitive_meta:
         return Response(
             {"error": f"No sensitive metadata found for video {pk}"},
             status=status.HTTP_404_NOT_FOUND
         )
     
-    sensitive_meta = video.sensitive_meta
     
     if request.method == 'GET':
         serializer = SensitiveMetaDetailSerializer(sensitive_meta)
@@ -123,16 +164,15 @@ def pdf_sensitive_metadata(request, pk):
     Get or update sensitive metadata for a PDF.
     PDF-scoped: Uses PDF ID to locate related sensitive metadata.
     """
-    pdf = get_object_or_404(RawPdfFile, pk=pk)
+    sensitive_meta = get_object_or_404(SensitiveMeta, pk=pk)
     
     # Get related sensitive metadata
-    if not pdf.sensitive_meta:
+    if not sensitive_meta:
         return Response(
             {"error": f"No sensitive metadata found for PDF {pk}"},
             status=status.HTTP_404_NOT_FOUND
         )
     
-    sensitive_meta = pdf.sensitive_meta
     
     if request.method == 'GET':
         serializer = SensitiveMetaDetailSerializer(sensitive_meta)