sharedkernel 2.2.7__py3-none-any.whl → 2.4.0__py3-none-any.whl

sharedkernel/file_validation.py

@@ -0,0 +1,83 @@
+from functools import wraps
+from fastapi import HTTPException
+import magic
+
+DEFAULT_ALLOWED_MIME_TYPES = (
+    "image/jpeg",
+    "image/png",
+    "image/gif",
+    "image/webp",
+    "application/pdf",
+    "application/msword",
+    "application/x-ole-storage",
+    "application/vnd.openxmlformats-officedocument.wordprocessingml.document",
+    "application/vnd.ms-excel",
+    "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet",
+    "application/vnd.ms-powerpoint",
+    "application/vnd.openxmlformats-officedocument.presentationml.presentation",
+    "text/plain",
+    "text/csv",
+    "audio/mpeg",
+    "audio/wav",
+    "audio/mp3",
+)
+
+
+def get_mime_type(fileobj) -> str:
+    """
+    Detects the real MIME type of a file based on its content (magic bytes),
+    not the client-provided extension or Content-Type header.
+    """
+    try:
+        fileobj.seek(0)
+        sample = fileobj.read(2048)
+        fileobj.seek(0)
+        m = magic.Magic(mime=True)
+        mime = m.from_buffer(sample)
+        return mime or "application/octet-stream"
+    except Exception:
+        return "application/octet-stream"
+
+
+def validate_file_type(fileobj, allowed_mimes=None):
+    """
+    Validates the uploaded file’s real MIME type against the allowed list.
+    """
+    allowed_mimes = allowed_mimes or DEFAULT_ALLOWED_MIME_TYPES
+    mime = get_mime_type(fileobj)
+    if mime not in allowed_mimes:
+        raise ValueError(f"نوع فایل مجاز نیست: {mime}")
+    return mime
+
+
+def is_upload_file(obj):
+    return (
+        hasattr(obj, "file") and
+        hasattr(obj, "filename") and
+        callable(getattr(obj.file, "read", None)) and
+        callable(getattr(obj.file, "seek", None))
+    )
+
+
+def validate_upload_file(allowed_mimes=None):
+    allowed_mimes = allowed_mimes or DEFAULT_ALLOWED_MIME_TYPES
+
+    def decorator(func):
+            @wraps(func)
+            async def wrapper(*args, **kwargs):
+                for value in list(args) + list(kwargs.values()):
+                    if is_upload_file(value):
+                        try:
+                            validate_file_type(value.file, allowed_mimes)
+                        except ValueError as e:
+                            raise HTTPException(status_code=400, detail=str(e))
+                    elif isinstance(value, list):
+                        for f in value:
+                            if is_upload_file(f):
+                                try:
+                                    validate_file_type(f.file, allowed_mimes)
+                                except ValueError as e:
+                                    raise HTTPException(status_code=400, detail=str(e))
+                return await func(*args, **kwargs)
+            return wrapper
+    return decorator

sharedkernel/multipart_upload.py

@@ -0,0 +1,69 @@
+class MultipartUploadSession:
+    MIN_PART_SIZE = 5 * 1024 * 1024  # 5MB
+
+    def __init__(self, s3_client, bucket, object_key, acl="private"):
+        self.s3 = s3_client
+        self.bucket = bucket
+        self.key = object_key
+        self.acl = acl
+
+        self.upload_id = None
+        self.parts = []
+        self.part_number = 1
+        self.buffer = bytearray()
+
+        self._start()
+
+    def _start(self):
+        resp = self.s3.create_multipart_upload(
+            Bucket=self.bucket,
+            Key=self.key,
+            ACL=self.acl,
+        )
+        self.upload_id = resp["UploadId"]
+
+    def upload_chunk(self, chunk: bytes):
+        """
+        Receives small chunks (KB) and buffers them
+        """
+        self.buffer.extend(chunk)
+
+        if len(self.buffer) >= self.MIN_PART_SIZE:
+            self._upload_part(bytes(self.buffer))
+            self.buffer.clear()
+
+    def _upload_part(self, data: bytes):
+        resp = self.s3.upload_part(
+            Bucket=self.bucket,
+            Key=self.key,
+            UploadId=self.upload_id,
+            PartNumber=self.part_number,
+            Body=data,
+        )
+
+        self.parts.append({
+            "ETag": resp["ETag"],
+            "PartNumber": self.part_number
+        })
+        self.part_number += 1
+
+    def complete(self):
+        # upload remaining buffer (can be < 5MB)
+        if self.buffer:
+            self._upload_part(bytes(self.buffer))
+            self.buffer.clear()
+
+        self.s3.complete_multipart_upload(
+            Bucket=self.bucket,
+            Key=self.key,
+            UploadId=self.upload_id,
+            MultipartUpload={"Parts": self.parts},
+        )
+
+    def abort(self):
+        if self.upload_id:
+            self.s3.abort_multipart_upload(
+                Bucket=self.bucket,
+                Key=self.key,
+                UploadId=self.upload_id,
+            )

sharedkernel/s3_uploader.py

@@ -4,6 +4,7 @@ import boto3
 from io import BytesIO
 import uuid
 import os
+from sharedkernel.multipart_upload import MultipartUploadSession
 
 class S3Uploader:
     def __init__(self, endpoint_url, bucket, access_key, secret_key):
@@ -82,5 +83,24 @@ class S3Uploader:
         file_obj = BytesIO(response.content)
         return self.upload_file_object(file_obj=file_obj, object_name=object_name, file_extension=file_extension, folder_name=folder_name)
 
+    def create_multipart_session(
+        self,
+        object_name=None,
+        file_extension=None,
+        folder_name=None,
+        public_read=True,
+    ):
+        object_key = self.__generate_object_name(
+            object_name, file_extension, folder_name
+        )
+
+        acl = "public-read" if public_read else "private"
+
+        return MultipartUploadSession(
+            s3_client=self.s3,
+            bucket=self.bucket,
+            object_key=object_key,
+            acl=acl,
+        )
 
 

{sharedkernel-2.2.7.dist-info → sharedkernel-2.4.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: sharedkernel
-Version: 2.2.7
+Version: 2.4.0
 Summary: sharekernel is a shared package between all python projects
 Author: Smilinno
 Description-Content-Type: text/markdown
@@ -29,6 +29,10 @@ Dynamic: summary
 this is a shared kernel package
 
 # Change Log
+### Version 2.4.0
+- Implement file validation
+### Version 2.3.0
+- Implement multipart uploader for S3
 ### Version 2.2.7
 - add presigned url in s3 uploader
 ### Version 2.2.6

{sharedkernel-2.2.7.dist-info → sharedkernel-2.4.0.dist-info}/RECORD

@@ -2,9 +2,11 @@ sharedkernel/common.py,sha256=HL5vsuJBaIeBcoXA8Hbe6jnYAv4danIszo5Y7G2gGDA,622
 sharedkernel/data_format_converter.py,sha256=GWGbfhKJBifkz-cfnqKAFjJM43WC0qdq9KSELj3xR30,3774
 sharedkernel/date_converter.py,sha256=Cjd4ewm0pIfQzv7nlgAAB_EYrr-VvXxQGehJCNphgXc,4491
 sharedkernel/diff_utils.py,sha256=mtwJmc05GAXUOB0ZLtqAhfBT1kGoSQ7qmP5N44P73ho,2564
+sharedkernel/file_validation.py,sha256=kedQRckWaMf6fBZ7yFtkfLTt0jvhEwO_w0fxBpW8PZY,2758
 sharedkernel/jwt_service.py,sha256=KSkrpXVqmKMGdaoDg0DqhOfzR9CIGVTg7HfOlAaz1Zo,1611
+sharedkernel/multipart_upload.py,sha256=JVlCBlznB9dWh2_spjAqzLOqQT1CHUTvrR4m7ug8qaM,1877
 sharedkernel/regex_masking.py,sha256=zQrgteP8Cuq1EC9B7QUJqAXUxK9ISD9kWMYK2AbRfw0,3288
-sharedkernel/s3_uploader.py,sha256=rd2ggLqVokJSbZg5azuEH1EFsqG0PbpMiW9op18seGo,3069
+sharedkernel/s3_uploader.py,sha256=VWgN-RVHmLXMDuxgZux3M-iFwWk5zhRnUIECKS0auW4,3637
 sharedkernel/string_extentions.py,sha256=ld02W06gd0Ql80GQU6nlqPAeUSfOe2Yr8cCzf3lJgQY,98
 sharedkernel/database/__init__.py,sha256=AtIbU7pDKwY6YCg_J8PX62WcYld1lAvBcVFW62MdiFg,241
 sharedkernel/database/audit_model.py,sha256=SMAYrvMb7XvPi4076TDgkOLaxh_3Jg_tfE12qKOy8RA,364
@@ -27,7 +29,7 @@ sharedkernel/objects/json_string_model.py,sha256=j63tnoqiok0EmBP6T-ChYuQYKPw7mLq
 sharedkernel/objects/jwt_model.py,sha256=XQHQhTbg7PT8XiUh5fd9MwRH4ldPsesI_hfbjaSqdKg,134
 sharedkernel/objects/result.py,sha256=I_9hX5TPEO1oStzuFLjFh1rtimXorz7ml-OaW_2BMvc,680
 sharedkernel/objects/user_info.py,sha256=51WyspRxlIWzK7Lfxgqg4D6mylXeHe9ZSenf-RhYTdA,286
-sharedkernel-2.2.7.dist-info/METADATA,sha256=zYKvIVG1o_OFQJNUk6C3HpaQv-7pIm4xvQ4pDFOCqG8,3283
-sharedkernel-2.2.7.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-sharedkernel-2.2.7.dist-info/top_level.txt,sha256=TVTOnV1MItSSlpSjqkiijuHkoVsGHS4CArpsM-lylkE,13
-sharedkernel-2.2.7.dist-info/RECORD,,
+sharedkernel-2.4.0.dist-info/METADATA,sha256=ZvKXI2BBibdquCpAdpWO0CRslbPOVuajeBiM5C9ikEo,3385
+sharedkernel-2.4.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+sharedkernel-2.4.0.dist-info/top_level.txt,sha256=TVTOnV1MItSSlpSjqkiijuHkoVsGHS4CArpsM-lylkE,13
+sharedkernel-2.4.0.dist-info/RECORD,,