esuls 0.1.1__tar.gz → 0.1.3__tar.gz

{esuls-0.1.1/src/esuls.egg-info → esuls-0.1.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: esuls
-Version: 0.1.1
+Version: 0.1.3
 Summary: Utility library for async database operations, HTTP requests, and parallel execution
 Author-email: IperGiove <ipergiove@gmail.com>
 License: MIT
@@ -17,6 +17,8 @@ Requires-Dist: curl-cffi>=0.13.0
 Requires-Dist: fake-useragent>=2.2.0
 Requires-Dist: httpx>=0.28.1
 Requires-Dist: loguru>=0.7.3
+Requires-Dist: pillow>=12.0.0
+Requires-Dist: python-magic>=0.4.27
 Dynamic: license-file
 
 # esuls

{esuls-0.1.1 → esuls-0.1.3}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "esuls"
-version = "0.1.1"
+version = "0.1.3"
 description = "Utility library for async database operations, HTTP requests, and parallel execution"
 readme = "README.md"
 requires-python = ">=3.14"
@@ -25,6 +25,8 @@ dependencies = [
     "fake-useragent>=2.2.0",
     "httpx>=0.28.1",
     "loguru>=0.7.3",
+    "pillow>=12.0.0",
+    "python-magic>=0.4.27",
 ]
 
 [project.urls]

{esuls-0.1.1 → esuls-0.1.3}/src/esuls/db_cli.py

@@ -9,6 +9,7 @@ from functools import lru_cache
 import uuid
 import contextlib
 import enum
+from loguru import logger
 
 T = TypeVar('T')
 SchemaType = TypeVar('SchemaType', bound='BaseModel')
@@ -64,7 +65,7 @@ class AsyncDB(Generic[SchemaType]):
     
     async def _init_schema(self, db: aiosqlite.Connection) -> None:
         """Generate schema from dataclass structure with support for field additions."""
-        print(f"Initializing schema for {self.schema_class.__name__} in table {self.table_name}")
+        logger.debug(f"Initializing schema for {self.schema_class.__name__} in table {self.table_name}")
         
         field_defs = []
         indexes = []
@@ -85,12 +86,12 @@ class AsyncDB(Generic[SchemaType]):
         
         # Process all fields in the dataclass - ONLY THIS SCHEMA CLASS
         schema_fields = fields(self.schema_class)
-        print(f"Processing {len(schema_fields)} fields for {self.schema_class.__name__}")
+        logger.debug(f"Processing {len(schema_fields)} fields for {self.schema_class.__name__}")
         
         for f in schema_fields:
             field_name = f.name
             field_type = self._type_hints.get(field_name)
-            print(f"  Field: {field_name} -> {field_type}")
+            logger.debug(f"  Field: {field_name} -> {field_type}")
             
             # Map Python types to SQLite types
             if field_type in (int, bool):
@@ -123,7 +124,7 @@ class AsyncDB(Generic[SchemaType]):
             elif field_name not in existing_columns:
                 # Alter table to add the new column without NOT NULL constraint
                 alter_sql = f"ALTER TABLE {self.table_name} ADD COLUMN {field_name} {sql_type}"
-                print(f"  Adding new column: {alter_sql}")
+                logger.debug(f"  Adding new column: {alter_sql}")
                 await db.execute(alter_sql)
                 await db.commit()
                 
@@ -147,7 +148,7 @@ class AsyncDB(Generic[SchemaType]):
                     {', '.join(field_defs)}{constraints_sql}
                 )
             """
-            print(f"Creating table: {create_sql}")
+            logger.debug(f"Creating table: {create_sql}")
             await db.execute(create_sql)
         
         # Create indexes
@@ -155,7 +156,7 @@ class AsyncDB(Generic[SchemaType]):
             await db.execute(idx_stmt)
             
         await db.commit()
-        print(f"Schema initialization complete for {self.schema_class.__name__}")
+        logger.debug(f"Schema initialization complete for {self.schema_class.__name__}")
     
     @contextlib.asynccontextmanager
     async def transaction(self):
@@ -279,8 +280,7 @@ class AsyncDB(Generic[SchemaType]):
 
                     except Exception as e:
                         if skip_errors:
-                            # Optionally log the error for debugging
-                            # print(f"Save error (skipped): {e}")
+                            logger.warning(f"Save error (skipped): {e}")
                             continue
                         raise
 
@@ -327,8 +327,7 @@ class AsyncDB(Generic[SchemaType]):
 
         except Exception as e:
             if skip_errors:
-                # Optionally log the error for debugging
-                # print(f"Save error (skipped): {e}")
+                logger.warning(f"Save error (skipped): {e}")
                 return False
             raise
     

esuls-0.1.3/src/esuls/download_icon.py

@@ -0,0 +1,123 @@
+from urllib.parse import urlparse, unquote
+from typing import TypedDict, Optional, Dict, Any
+import asyncio
+import io
+import magic
+from PIL import Image
+from .request_cli import make_request
+
+# Type definition
+class IconData(TypedDict):
+    data: bytes
+    size: int
+    mimetype: str
+    name: str
+
+# MIME types mapping
+MIME_TO_EXT: Dict[str, str] = {
+    'image/jpeg': '.jpg',
+    'image/png': '.png',
+    'image/gif': '.gif',
+    'image/webp': '.webp',
+    'image/svg+xml': '.svg',
+    'image/x-icon': '.ico',
+    'image/vnd.microsoft.icon': '.ico',
+}
+
+async def download_icon(url: str, filename: Optional[str] = None) -> Optional[IconData]:
+    """
+    Download and validate an image from a URL.
+    
+    Args:
+        url: Target image URL
+        filename: Optional custom filename
+        
+    Returns:
+        IconData object or None if download/validation fails
+    """
+    if not url:
+        return None
+        
+    # Process filename
+    if not filename:
+        filename = _extract_filename(url)
+        
+    if any(term in filename.lower() for term in ['unknown', 'missing']):
+        return None
+        
+    # Fetch image data
+    response = await make_request(url, max_attempt=3, add_user_agent=True)
+    if not response:
+        return None
+        
+    file_buffer = response.content
+    mime_type = _detect_mime_type(file_buffer)
+    
+    if not mime_type:
+        return None
+        
+    if not verify_image(file_buffer, mime_type):
+        return None
+        
+    # Generate filename with correct extension
+    base_name = filename.rsplit('.', 1)[0]
+    extension = MIME_TO_EXT.get(mime_type, '')
+    final_filename = f"{base_name}{extension}"
+    
+    return {
+        "data": file_buffer,
+        "size": len(file_buffer),
+        "mimetype": mime_type,
+        "name": final_filename,
+    }
+
+def _extract_filename(url: str) -> str:
+    """Extract filename from URL path."""
+    parsed_url = urlparse(url)
+    path_components = parsed_url.path.split('/')
+    filename = next((comp for comp in reversed(path_components) if comp))
+    return unquote(filename)
+
+def _detect_mime_type(data: bytes) -> Optional[str]:
+    """Detect MIME type from file content."""
+    mime = magic.Magic(mime=True)
+    return mime.from_buffer(data)
+
+def verify_image(data: bytes, mime_type: str) -> bool:
+    """Verify image data integrity."""
+    if not mime_type.startswith('image/'):
+        return False
+        
+    try:
+        # SVG validation (basic XML check)
+        if mime_type == 'image/svg+xml':
+            return b'<svg' in data and b'</svg>' in data
+            
+        # Standard image validation through PIL
+        with Image.open(io.BytesIO(data)) as img:
+            img.verify()
+        return True
+    except Exception:
+        return False
+        
+        
+        
+if __name__ == "__main__":
+    url = "https://pbs.twimg.com/profile_images/1899026397915488256/mc-jPC-w.jpg"
+    icon_data = asyncio.run(download_icon(url))
+    if icon_data:
+        print(f"Downloaded: {icon_data['name']}")
+        print(f"MIME type: {icon_data['mimetype']}")
+        print(f"Size: {icon_data['size']} bytes")
+        
+        # Display image if it's a standard format (not SVG)
+        if icon_data['mimetype'] != 'image/svg+xml':
+            try:
+                img = Image.open(io.BytesIO(icon_data['data']))
+                print(f"Image dimensions: {img.size}")
+                img.show()
+                print("Image displayed!")
+            except Exception as e:
+                print(f"Could not display image: {e}")
+        else:
+            print("SVG image downloaded (cannot display with PIL)")

{esuls-0.1.1 → esuls-0.1.3/src/esuls.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: esuls
-Version: 0.1.1
+Version: 0.1.3
 Summary: Utility library for async database operations, HTTP requests, and parallel execution
 Author-email: IperGiove <ipergiove@gmail.com>
 License: MIT
@@ -17,6 +17,8 @@ Requires-Dist: curl-cffi>=0.13.0
 Requires-Dist: fake-useragent>=2.2.0
 Requires-Dist: httpx>=0.28.1
 Requires-Dist: loguru>=0.7.3
+Requires-Dist: pillow>=12.0.0
+Requires-Dist: python-magic>=0.4.27
 Dynamic: license-file
 
 # esuls

{esuls-0.1.1 → esuls-0.1.3}/src/esuls.egg-info/SOURCES.txt

@@ -3,6 +3,7 @@ README.md
 pyproject.toml
 src/esuls/__init__.py
 src/esuls/db_cli.py
+src/esuls/download_icon.py
 src/esuls/request_cli.py
 src/esuls/utils.py
 src/esuls.egg-info/PKG-INFO

{esuls-0.1.1 → esuls-0.1.3}/src/esuls.egg-info/requires.txt

@@ -3,3 +3,5 @@ curl-cffi>=0.13.0
 fake-useragent>=2.2.0
 httpx>=0.28.1
 loguru>=0.7.3
+pillow>=12.0.0
+python-magic>=0.4.27