django-nativemojo 0.1.10__py3-none-any.whl → 0.1.15__py3-none-any.whl

mojo/apps/fileman/renderer/utils.py

@@ -0,0 +1,297 @@
+import os
+import mimetypes
+import tempfile
+import logging
+import shutil
+import hashlib
+from typing import Dict, List, Tuple, Optional, Union, Any
+
+logger = logging.getLogger(__name__)
+
+# Additional MIME type mappings that might not be in the standard library
+ADDITIONAL_MIME_TYPES = {
+    '.webp': 'image/webp',
+    '.heic': 'image/heic',
+    '.heif': 'image/heif',
+    '.webm': 'video/webm',
+    '.mkv': 'video/x-matroska',
+    '.m4a': 'audio/mp4',
+    '.flac': 'audio/flac',
+}
+
+# Register additional MIME types
+for ext, type_name in ADDITIONAL_MIME_TYPES.items():
+    mimetypes.add_type(type_name, ext)
+
+# Map of file categories by MIME type prefix
+CATEGORY_MAP = {
+    'image/': 'image',
+    'video/': 'video',
+    'audio/': 'audio',
+    'text/': 'document',
+    'application/pdf': 'pdf',
+    'application/msword': 'document',
+    'application/vnd.openxmlformats-officedocument.wordprocessingml': 'document',
+    'application/vnd.ms-excel': 'spreadsheet',
+    'application/vnd.openxmlformats-officedocument.spreadsheetml': 'spreadsheet',
+    'application/vnd.ms-powerpoint': 'presentation',
+    'application/vnd.openxmlformats-officedocument.presentationml': 'presentation',
+    'application/zip': 'archive',
+    'application/x-rar-compressed': 'archive',
+    'application/x-7z-compressed': 'archive',
+    'application/x-tar': 'archive',
+    'application/gzip': 'archive',
+}
+
+def get_file_category(mime_type: str) -> str:
+    """
+    Determine the category of a file based on its MIME type.
+    
+    Args:
+        mime_type: The MIME type of the file
+        
+    Returns:
+        str: The category of the file (image, video, audio, document, etc.)
+    """
+    if not mime_type:
+        return 'unknown'
+    
+    # Check for exact matches
+    if mime_type in CATEGORY_MAP:
+        return CATEGORY_MAP[mime_type]
+    
+    # Check for prefix matches
+    for prefix, category in CATEGORY_MAP.items():
+        if prefix.endswith('/'):
+            if mime_type.startswith(prefix):
+                return category
+    
+    # Default category
+    return 'other'
+
+def get_file_info(file_path: str) -> Dict[str, Any]:
+    """
+    Get information about a file
+    
+    Args:
+        file_path: Path to the file
+        
+    Returns:
+        Dict with file information (size, mime_type, category, etc.)
+    """
+    if not os.path.exists(file_path):
+        return {
+            'exists': False,
+            'size': 0,
+            'mime_type': None,
+            'category': 'unknown',
+        }
+    
+    file_size = os.path.getsize(file_path)
+    mime_type, _ = mimetypes.guess_type(file_path)
+    category = get_file_category(mime_type)
+    
+    return {
+        'exists': True,
+        'size': file_size,
+        'mime_type': mime_type,
+        'category': category,
+        'extension': os.path.splitext(file_path)[1].lower(),
+    }
+
+def create_temp_directory() -> str:
+    """
+    Create a temporary directory for file processing
+    
+    Returns:
+        str: Path to the temporary directory
+    """
+    return tempfile.mkdtemp()
+
+def create_temp_file(suffix: str = '') -> str:
+    """
+    Create a temporary file for processing
+    
+    Args:
+        suffix: Optional suffix for the temp file (e.g., '.jpg')
+        
+    Returns:
+        str: Path to the temporary file
+    """
+    fd, path = tempfile.mkstemp(suffix=suffix)
+    os.close(fd)
+    return path
+
+def cleanup_temp_files(paths: List[str]):
+    """
+    Clean up temporary files and directories
+    
+    Args:
+        paths: List of paths to clean up
+    """
+    for path in paths:
+        if not path:
+            continue
+        try:
+            if os.path.isdir(path):
+                shutil.rmtree(path, ignore_errors=True)
+            elif os.path.exists(path):
+                os.unlink(path)
+        except Exception as e:
+            logger.warning(f"Failed to clean up temporary path {path}: {str(e)}")
+
+def calculate_file_hash(file_path: str, algorithm: str = 'md5') -> str:
+    """
+    Calculate hash for a file
+    
+    Args:
+        file_path: Path to the file
+        algorithm: Hash algorithm to use (md5, sha1, sha256)
+        
+    Returns:
+        str: Hex digest of the hash
+    """
+    if algorithm == 'md5':
+        hash_obj = hashlib.md5()
+    elif algorithm == 'sha1':
+        hash_obj = hashlib.sha1()
+    elif algorithm == 'sha256':
+        hash_obj = hashlib.sha256()
+    else:
+        raise ValueError(f"Unsupported hash algorithm: {algorithm}")
+    
+    with open(file_path, 'rb') as f:
+        for chunk in iter(lambda: f.read(4096), b''):
+            hash_obj.update(chunk)
+    
+    return hash_obj.hexdigest()
+
+def calculate_dimensions(original_width: int, original_height: int, 
+                         target_width: int, target_height: int, 
+                         mode: str = 'contain') -> Tuple[int, int]:
+    """
+    Calculate dimensions for resizing an image or video
+    
+    Args:
+        original_width: Original width
+        original_height: Original height
+        target_width: Target width
+        target_height: Target height
+        mode: Resize mode ('contain', 'cover', 'stretch')
+        
+    Returns:
+        Tuple[int, int]: (new_width, new_height)
+    """
+    if mode == 'stretch':
+        return target_width, target_height
+    
+    # Calculate aspect ratios
+    original_ratio = original_width / original_height
+    target_ratio = target_width / target_height
+    
+    if mode == 'contain':
+        # Fit within target dimensions while maintaining aspect ratio
+        if original_ratio > target_ratio:
+            # Width is the limiting factor
+            new_width = target_width
+            new_height = int(new_width / original_ratio)
+        else:
+            # Height is the limiting factor
+            new_height = target_height
+            new_width = int(new_height * original_ratio)
+    else:  # cover
+        # Fill target dimensions while maintaining aspect ratio
+        if original_ratio > target_ratio:
+            # Height is the limiting factor
+            new_height = target_height
+            new_width = int(new_height * original_ratio)
+        else:
+            # Width is the limiting factor
+            new_width = target_width
+            new_height = int(new_width / original_ratio)
+    
+    return new_width, new_height
+
+def get_video_duration(video_path: str) -> Optional[float]:
+    """
+    Get the duration of a video file in seconds
+    
+    Args:
+        video_path: Path to the video file
+        
+    Returns:
+        float: Duration in seconds, or None if duration couldn't be determined
+    """
+    try:
+        import subprocess
+        
+        # Use ffprobe to get video duration
+        cmd = [
+            "ffprobe",
+            "-v", "error",
+            "-show_entries", "format=duration",
+            "-of", "default=noprint_wrappers=1:nokey=1",
+            video_path
+        ]
+        
+        result = subprocess.run(cmd, 
+                               stdout=subprocess.PIPE, 
+                               stderr=subprocess.PIPE, 
+                               text=True, 
+                               check=True)
+        
+        duration = float(result.stdout.strip())
+        return duration
+    except Exception as e:
+        logger.error(f"Failed to get video duration: {str(e)}")
+        return None
+
+def get_audio_duration(audio_path: str) -> Optional[float]:
+    """
+    Get the duration of an audio file in seconds
+    
+    Args:
+        audio_path: Path to the audio file
+        
+    Returns:
+        float: Duration in seconds, or None if duration couldn't be determined
+    """
+    return get_video_duration(audio_path)  # Use the same ffprobe method
+
+def get_image_dimensions(image_path: str) -> Optional[Tuple[int, int]]:
+    """
+    Get dimensions of an image
+    
+    Args:
+        image_path: Path to the image file
+        
+    Returns:
+        Tuple[int, int]: (width, height), or None if dimensions couldn't be determined
+    """
+    try:
+        from PIL import Image
+        with Image.open(image_path) as img:
+            return img.size
+    except Exception as e:
+        logger.error(f"Failed to get image dimensions: {str(e)}")
+        return None
+
+def format_filesize(size_in_bytes: int) -> str:
+    """
+    Format a file size in bytes to a human-readable string
+    
+    Args:
+        size_in_bytes: Size in bytes
+        
+    Returns:
+        str: Human-readable file size (e.g., "1.2 MB")
+    """
+    if size_in_bytes < 1024:
+        return f"{size_in_bytes} B"
+    
+    for unit in ['KB', 'MB', 'GB', 'TB', 'PB']:
+        size_in_bytes /= 1024.0
+        if size_in_bytes < 1024.0:
+            return f"{size_in_bytes:.1f} {unit}"
+    
+    return f"{size_in_bytes:.1f} PB"

mojo/apps/fileman/renderer/video.py

@@ -0,0 +1,304 @@
+import os
+import io
+import subprocess
+import tempfile
+import logging
+import mimetypes
+import shutil
+from typing import Dict, Optional, Tuple, Union, BinaryIO, List
+
+from mojo.apps.fileman.models import File, FileRendition
+from mojo.apps.fileman.renderer.base import BaseRenderer, RenditionRole
+
+logger = logging.getLogger(__name__)
+
+class VideoRenderer(BaseRenderer):
+    """
+    Renderer for video files
+    
+    Creates various renditions like thumbnails, previews, and different formats using ffmpeg
+    """
+    
+    # Video file categories
+    supported_categories = ['video']
+    
+    # Default rendition definitions with options
+    default_renditions = {
+        RenditionRole.VIDEO_THUMBNAIL: {
+            'width': 300, 
+            'height': 169, 
+            'time_offset': '00:00:03',
+            'format': 'jpg'
+        },
+        RenditionRole.THUMBNAIL: {
+            'width': 300, 
+            'height': 169, 
+            'time_offset': '00:00:03',
+            'format': 'jpg'
+        },
+        RenditionRole.VIDEO_PREVIEW: {
+            'width': 640,
+            'height': 360,
+            'bitrate': '500k',
+            'duration': 10,
+            'format': 'mp4',
+            'audio': True,
+        },
+        RenditionRole.VIDEO_MP4: {
+            'width': 1280,
+            'height': 720,
+            'bitrate': '2000k',
+            'format': 'mp4',
+            'audio': True,
+        },
+        RenditionRole.VIDEO_WEBM: {
+            'width': 1280,
+            'height': 720,
+            'bitrate': '2000k',
+            'format': 'webm',
+            'audio': True,
+        },
+    }
+    
+    def __init__(self, file: File):
+        super().__init__(file)
+        # Check if ffmpeg is available
+        self._check_ffmpeg()
+    
+    def _check_ffmpeg(self):
+        """Check if ffmpeg is available in the system"""
+        try:
+            subprocess.run(["ffmpeg", "-version"], 
+                           stdout=subprocess.PIPE, 
+                           stderr=subprocess.PIPE, 
+                           check=True)
+        except (subprocess.SubprocessError, FileNotFoundError):
+            logger.warning("ffmpeg is not available. Video rendering may not work properly.")
+    
+    def _download_original(self) -> Union[str, None]:
+        """
+        Download the original file to a temporary location
+        
+        Returns:
+            str: Path to the downloaded file, or None if download failed
+        """
+        try:
+            file_manager = self.file.file_manager
+            backend = file_manager.backend
+            
+            # Get file extension
+            _, ext = os.path.splitext(self.file.filename)
+            temp_path = self.get_temp_path(ext)
+            
+            # Download file from storage
+            with open(temp_path, 'wb') as f:
+                backend.download(self.file.storage_file_path, f)
+            
+            return temp_path
+        except Exception as e:
+            logger.error(f"Failed to download original video file: {str(e)}")
+            return None
+    
+    def _create_thumbnail(self, source_path: str, width: int, height: int, 
+                        time_offset: str, output_format: str) -> Tuple[str, str, int]:
+        """
+        Create a thumbnail from a video at specified time offset
+        
+        Args:
+            source_path: Path to the source video
+            width: Target width
+            height: Target height
+            time_offset: Time offset for thumbnail (format: HH:MM:SS)
+            output_format: Output format (jpg, png)
+            
+        Returns:
+            Tuple[str, str, int]: (Output path, mime type, file size)
+        """
+        temp_output = self.get_temp_path(f".{output_format}")
+        
+        try:
+            # Use ffmpeg to extract a frame
+            cmd = [
+                "ffmpeg",
+                "-y",  # Overwrite output files
+                "-ss", time_offset,  # Seek to time offset
+                "-i", source_path,  # Input file
+                "-vframes", "1",  # Extract one frame
+                "-s", f"{width}x{height}",  # Set size
+                "-f", "image2",  # Force image2 format
+                temp_output  # Output file
+            ]
+            
+            subprocess.run(cmd, check=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
+            
+            # Get file size
+            file_size = os.path.getsize(temp_output)
+            
+            # Get mime type
+            mime_type = mimetypes.guess_type(f"file.{output_format}")[0]
+            
+            return temp_output, mime_type, file_size
+            
+        except subprocess.SubprocessError as e:
+            logger.error(f"Failed to create video thumbnail: {str(e)}")
+            if os.path.exists(temp_output):
+                os.unlink(temp_output)
+            raise
+    
+    def _create_video_rendition(self, source_path: str, options: Dict) -> Tuple[str, str, int]:
+        """
+        Create a video rendition with specified options
+        
+        Args:
+            source_path: Path to the source video
+            options: Video processing options
+            
+        Returns:
+            Tuple[str, str, int]: (Output path, mime type, file size)
+        """
+        width = options.get('width', 1280)
+        height = options.get('height', 720)
+        bitrate = options.get('bitrate', '2000k')
+        output_format = options.get('format', 'mp4')
+        duration = options.get('duration')  # Optional duration limit in seconds
+        audio = options.get('audio', True)
+        
+        temp_output = self.get_temp_path(f".{output_format}")
+        
+        try:
+            # Build ffmpeg command
+            cmd = [
+                "ffmpeg",
+                "-y",  # Overwrite output files
+                "-i", source_path,  # Input file
+            ]
+            
+            # Add duration limit if specified
+            if duration:
+                cmd.extend(["-t", str(duration)])
+            
+            # Video settings
+            cmd.extend([
+                "-vf", f"scale={width}:{height}",
+                "-c:v", "libx264" if output_format == "mp4" else "libvpx",
+                "-b:v", bitrate,
+            ])
+            
+            # Audio settings
+            if audio:
+                if output_format == "mp4":
+                    cmd.extend(["-c:a", "aac", "-b:a", "128k"])
+                else:  # webm
+                    cmd.extend(["-c:a", "libvorbis", "-b:a", "128k"])
+            else:
+                cmd.extend(["-an"])  # No audio
+            
+            # Add output file
+            cmd.append(temp_output)
+            
+            subprocess.run(cmd, check=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
+            
+            # Get file size
+            file_size = os.path.getsize(temp_output)
+            
+            # Get mime type
+            mime_type = mimetypes.guess_type(f"file.{output_format}")[0]
+            
+            return temp_output, mime_type, file_size
+            
+        except subprocess.SubprocessError as e:
+            logger.error(f"Failed to create video rendition: {str(e)}")
+            if os.path.exists(temp_output):
+                os.unlink(temp_output)
+            raise
+    
+    def create_rendition(self, role: str, options: Dict = None) -> Optional[FileRendition]:
+        """
+        Create a video rendition for the specified role
+        
+        Args:
+            role: The role of the rendition
+            options: Additional options for creating the rendition
+            
+        Returns:
+            FileRendition: The created rendition, or None if creation failed
+        """
+        try:
+            # Get rendition settings
+            settings = self.default_renditions.get(role, {})
+            if options:
+                settings.update(options)
+            
+            # Download the original file
+            source_path = self._download_original()
+            if not source_path:
+                return None
+            
+            try:
+                temp_output = None
+                mime_type = None
+                file_size = None
+                
+                # Process based on role type
+                if role in [RenditionRole.THUMBNAIL, RenditionRole.VIDEO_THUMBNAIL]:
+                    # Create thumbnail image
+                    width = settings.get('width', 300)
+                    height = settings.get('height', 169)
+                    time_offset = settings.get('time_offset', '00:00:03')
+                    output_format = settings.get('format', 'jpg')
+                    
+                    temp_output, mime_type, file_size = self._create_thumbnail(
+                        source_path, width, height, time_offset, output_format
+                    )
+                    
+                    # Set filename
+                    name, _ = os.path.splitext(self.file.filename)
+                    filename = f"{name}_{role}.{output_format}"
+                    category = 'image'  # Thumbnails are images
+                    
+                else:
+                    # Create video rendition
+                    temp_output, mime_type, file_size = self._create_video_rendition(
+                        source_path, settings
+                    )
+                    
+                    # Set filename
+                    name, _ = os.path.splitext(self.file.filename)
+                    output_format = settings.get('format', 'mp4')
+                    filename = f"{name}_{role}.{output_format}"
+                    category = 'video'
+                
+                # Save to storage
+                file_manager = self.file.file_manager
+                backend = file_manager.backend
+                storage_path = os.path.join(
+                    os.path.dirname(self.file.storage_file_path),
+                    filename
+                )
+                
+                # Upload to storage
+                with open(temp_output, 'rb') as f:
+                    backend.save(f, storage_path, mime_type)
+                
+                # Create rendition record
+                rendition = self._create_rendition_object(
+                    role=role,
+                    filename=filename,
+                    storage_path=storage_path,
+                    content_type=mime_type,
+                    category=category,
+                    file_size=file_size
+                )
+                
+                return rendition
+                
+            finally:
+                # Clean up temporary files
+                if source_path and os.path.exists(source_path):
+                    os.unlink(source_path)
+                if temp_output and os.path.exists(temp_output):
+                    os.unlink(temp_output)
+                    
+        except Exception as e:
+            logger.error(f"Failed to create video rendition '{role}': {str(e)}")
+            return None

mojo/apps/fileman/rest/__init__.py

@@ -3,21 +3,4 @@ File Manager REST API endpoints
 """
 
 from .fileman import on_filemanager, on_file
-from .upload import (
-    on_upload_initiate,
-    on_upload_finalize,
-    on_direct_upload,
-    on_download
-)
-
-__all__ = [
-    # File manager model endpoints
-    'on_filemanager',
-    'on_file',
-    
-    # File upload/download endpoints
-    'on_upload_initiate',
-    'on_upload_finalize',
-    'on_direct_upload',
-    'on_download'
-]
+from .upload import *

mojo/apps/fileman/rest/upload.py

@@ -1,12 +1,7 @@
 from mojo import decorators as md
 from mojo import JsonResponse
+import mojo.errors
 from mojo.apps.fileman.models import File, FileManager
-from mojo.apps.fileman.utils.upload import (
-    initiate_upload,
-    finalize_upload,
-    direct_upload,
-    get_download_url
-)
 
 
 @md.POST('upload/initiate')
@@ -20,40 +15,35 @@ def on_upload_initiate(request):
             {
                 "filename": "document.pdf",
                 "content_type": "application/pdf",
-                "size": 1024000
+                "file_size": 1024000
             }
         ],
-        "file_manager_id": 123,  // optional
-        "group_id": 456,  // optional
+        "file_manager": 123,  // optional
+        "group": 456,  // optional
+        "user": 789,  // optional
         "metadata": {  // optional global metadata
             "source": "web_upload",
             "category": "documents"
         }
     }
     """
-    response_data = initiate_upload(request, request.DATA)
-    status_code = response_data.pop('status_code', 200)
-    return JsonResponse(response_data, status=status_code)
-
-
-@md.POST('upload/finalize')
-def on_upload_finalize(request):
-    """
-    Finalize a file upload
-
-    Request body format:
-    {
-        "upload_token": "abc123...",
-        "file_size": 1024000,  // optional
-        "checksum": "md5:abcdef...",  // optional
-        "metadata": {  // optional additional metadata
-            "processing_complete": true
-        }
-    }
-    """
-    response_data = finalize_upload(request, request.DATA)
-    status_code = response_data.pop('status_code', 200)
-    return JsonResponse(response_data, status=status_code)
+    # first we need to get the correct file manager
+    file_manager = FileManager.get_from_request(request)
+    if file_manager is None:
+        raise mojo.errors.ValueException("No file manager found")
+    # new lets create a new file
+    file = File(
+        filename=request.DATA['filename'],
+        content_type=request.DATA['content_type'],
+        file_size=request.DATA['file_size'],
+        file_manager=file_manager,
+        group=file_manager.group,
+        user=request.user)
+    file.on_rest_pre_save({}, True)
+    file.mark_as_uploading()
+    file.save()
+    file.request_upload_url()
+    return file.on_rest_get(request, "upload")
 
 
 @md.POST('upload/<str:upload_token>')