exonware-xwsystem 0.1.0.1__py3-none-any.whl → 0.1.0.3__py3-none-any.whl

exonware/xwsystem/io/file/file.py

@@ -1,20 +1,29 @@
+#exonware/xwsystem/src/exonware/xwsystem/io/file/file.py
 """
 Company: eXonware.com
 Author: Eng. Muhammad AlShehri
 Email: connect@exonware.com
-Version: 0.1.0.1
+Version: 0.1.0.3
 Generation Date: September 04, 2025
 
 XWFile - Concrete implementation of file operations.
+
+Handles reading from local paths and URIs (file, http, https, ftp, etc.)
+when source_config is provided. Security and allowed schemes are configured
+via SourceLoadConfig (from xwdata); xwsystem enforces it.
 """
 
+from __future__ import annotations
+
+import asyncio
 import os
 from pathlib import Path
-from typing import Any, Optional, Union, BinaryIO, TextIO
+from typing import Any, Optional, BinaryIO, TextIO
 
 from ..base import AFile
 from ..contracts import FileMode, OperationResult, IFile
 from ..common.atomic import AtomicFileWriter
+from ..source_reader import get_scheme, read_source_text, SourceLoadConfig
 from ...config.logging_setup import get_logger
 from ...security.path_validator import PathValidator
 from ...validation.data_validator import DataValidator
@@ -30,23 +39,29 @@ class XWFile(AFile):
     """
     Concrete implementation of file operations with both static and instance methods.
     
-    This class provides a complete, production-ready implementation of file
-    operations with xwsystem integration for security, validation, and monitoring.
+    Handles local paths and URIs (http, https, ftp, etc.) when source_config is set.
+    All read-from-URI logic and security checks live in xwsystem (source_reader);
+    config is supplied by callers (e.g. xwdata).
     
     Features:
     - File I/O operations (read, write, save, load)
+    - URI loading (file, http, https, ftp) with SourceLoadConfig
     - File metadata operations (size, permissions, timestamps)
-    - File validation and safety checks
-    - Static utility methods for file operations
     - xwsystem integration (security, validation, monitoring)
     """
     
-    def __init__(self, file_path: Union[str, Path], **config):
+    def __init__(
+        self,
+        file_path: str | Path,
+        source_config: Optional[SourceLoadConfig] = None,
+        **config
+    ):
         """
         Initialize XWFile with xwsystem integration.
         
         Args:
-            file_path: Path to file
+            file_path: Path to file or URI (http://..., ftp://..., etc.)
+            source_config: If set, load() can read from URIs; security from this config.
             **config: Configuration options for file operations
         """
         super().__init__(file_path)
@@ -54,6 +69,7 @@ class XWFile(AFile):
         # Initialize xwsystem utilities
         self._path_validator = PathValidator()
         self._data_validator = DataValidator()
+        self._source_config = source_config
         
         # Configuration
         self.validate_paths = config.get('validate_paths', True)
@@ -84,7 +100,7 @@ class XWFile(AFile):
             self._handle = open(self.file_path, mode.value)
             logger.debug(f"File opened: {self.file_path} in mode {mode.value}")
     
-    def read(self, size: Optional[int] = None) -> Union[str, bytes]:
+    def read(self, size: Optional[int] = None) -> str | bytes:
         """Read from file with validation."""
         if not self._handle:
             raise ValueError("File not open")
@@ -97,7 +113,7 @@ class XWFile(AFile):
             
             return data
     
-    def write(self, data: Union[str, bytes]) -> int:
+    def write(self, data: str | bytes) -> int:
         """Write to file with validation."""
         if not self._handle:
             raise ValueError("File not open")
@@ -138,7 +154,27 @@ class XWFile(AFile):
                 return False
     
     def load(self, **kwargs) -> Any:
-        """Load data from file with validation."""
+        """Load data from file or URI. For URIs uses source_reader (config-driven)."""
+        uri_or_path = str(self.file_path)
+        scheme = get_scheme(uri_or_path)
+        
+        # URI (http, https, ftp): use source_reader with config (sync wrapper)
+        if scheme != 'file' and self._source_config is not None:
+            with performance_monitor("file_load"):
+                loop = asyncio.new_event_loop()
+                try:
+                    asyncio.set_event_loop(loop)
+                    content, _ = loop.run_until_complete(
+                        read_source_text(uri_or_path, config=self._source_config)
+                    )
+                    if self.validate_data:
+                        self._data_validator.validate_data(content)
+                    return content
+                finally:
+                    loop.close()
+                    asyncio.set_event_loop(None)
+        
+        # Local file path
         if not self.file_path.exists():
             raise FileNotFoundError(f"File not found: {self.file_path}")
         
@@ -147,7 +183,6 @@ class XWFile(AFile):
         
         with performance_monitor("file_load"):
             try:
-                # Try to read as text first, then binary
                 try:
                     with open(self.file_path, 'r', encoding='utf-8') as f:
                         data = f.read()
@@ -163,7 +198,7 @@ class XWFile(AFile):
                 logger.error(f"Load failed for {self.file_path}: {e}")
                 raise
     
-    def save_as(self, path: Union[str, Path], data: Any, **kwargs) -> bool:
+    def save_as(self, path: str | Path, data: Any, **kwargs) -> bool:
         """Save data to specific path."""
         target_path = Path(path)
         
@@ -193,13 +228,13 @@ class XWFile(AFile):
                 logger.error(f"Save as failed for {target_path}: {e}")
                 return False
     
-    def to_file(self, path: Union[str, Path], **kwargs) -> bool:
+    def to_file(self, path: str | Path, **kwargs) -> bool:
         """Write current object to file."""
         # This would depend on the specific object being saved
         # For now, we'll use the file path as the data
         return self.save_as(path, str(self.file_path), **kwargs)
     
-    def from_file(self, path: Union[str, Path], **kwargs) -> 'File':
+    def from_file(self, path: str | Path, **kwargs) -> File:
         """Load object from file."""
         # Create new XWFile instance for the given path
         new_file = XWFile(path, **kwargs)
@@ -210,6 +245,14 @@ class XWFile(AFile):
     # UTILITY METHODS
     # ============================================================================
     
+    def exists(self) -> bool:
+        """Check if file exists (instance method)."""
+        return AFile.exists(self.file_path)
+    
+    def get_size(self) -> int:
+        """Get file size (instance method)."""
+        return AFile.size(self.file_path)
+    
     def get_info(self) -> dict[str, Any]:
         """Get comprehensive file information."""
         return {
@@ -244,8 +287,8 @@ class XWFile(AFile):
     
     @staticmethod
     def convert(
-        source_path: Union[str, Path],
-        target_path: Union[str, Path],
+        source_path: str | Path,
+        target_path: str | Path,
         source_format: Optional[str] = None,
         target_format: Optional[str] = None,
         **options
@@ -288,7 +331,7 @@ class XWFile(AFile):
     
     def save_as(
         self,
-        target_path: Union[str, Path],
+        target_path: str | Path,
         target_format: Optional[str] = None,
         **options
     ) -> None:

exonware/xwsystem/io/file/paged_source.py

@@ -4,7 +4,7 @@
 Company: eXonware.com
 Author: Eng. Muhammad AlShehri
 Email: connect@exonware.com
-Version: 0.1.0.1
+Version: 0.1.0.3
 Generation Date: 30-Oct-2025
 
 Paged file source with MODULAR paging system.
@@ -19,7 +19,7 @@ Priority 5 (Extensibility): Add new strategies without changing this class!
 """
 
 from pathlib import Path
-from typing import Union, Optional, Iterator
+from typing import Optional, Iterator
 
 from ..contracts import IPagedDataSource
 from .source import FileDataSource
@@ -29,7 +29,7 @@ from ..contracts import IPagingStrategy
 from .paging import auto_detect_paging_strategy
 
 
-class PagedFileSource(FileDataSource, IPagedDataSource[Union[bytes, str]]):
+class PagedFileSource(FileDataSource, IPagedDataSource[bytes | str]):
     """
     Paged file source with PLUGGABLE paging strategies!
     
@@ -50,7 +50,7 @@ class PagedFileSource(FileDataSource, IPagedDataSource[Union[bytes, str]]):
     
     def __init__(
         self,
-        path: Union[str, Path],
+        path: str | Path,
         mode: str = 'rb',
         encoding: Optional[str] = None,
         validate_path: bool = True,
@@ -84,7 +84,7 @@ class PagedFileSource(FileDataSource, IPagedDataSource[Union[bytes, str]]):
             return -1
         return self._path.stat().st_size
     
-    def read_page(self, page: int, page_size: int, **options) -> Union[bytes, str]:
+    def read_page(self, page: int, page_size: int, **options) -> bytes | str:
         """
         Read specific page using the paging strategy.
         
@@ -99,7 +99,7 @@ class PagedFileSource(FileDataSource, IPagedDataSource[Union[bytes, str]]):
             **options
         )
     
-    def iter_pages(self, page_size: int, **options) -> Iterator[Union[bytes, str]]:
+    def iter_pages(self, page_size: int, **options) -> Iterator[bytes | str]:
         """
         Iterate over pages using the paging strategy.
         """
@@ -111,7 +111,7 @@ class PagedFileSource(FileDataSource, IPagedDataSource[Union[bytes, str]]):
             **options
         )
     
-    def read_chunk(self, offset: int, size: int, **options) -> Union[bytes, str]:
+    def read_chunk(self, offset: int, size: int, **options) -> bytes | str:
         """
         Read chunk by byte offset (always byte-based).
         
@@ -136,7 +136,7 @@ class PagedFileSource(FileDataSource, IPagedDataSource[Union[bytes, str]]):
         except Exception as e:
             raise IOError(f"Failed to read chunk from {self._path}: {e}")
     
-    def iter_chunks(self, chunk_size: int, **options) -> Iterator[Union[bytes, str]]:
+    def iter_chunks(self, chunk_size: int, **options) -> Iterator[bytes | str]:
         """
         Iterate over chunks by byte size.
         

exonware/xwsystem/io/file/paging/__init__.py

@@ -4,7 +4,7 @@
 Company: eXonware.com
 Author: Eng. Muhammad AlShehri
 Email: connect@exonware.com
-Version: 0.1.0.1
+Version: 0.1.0.3
 Generation Date: 30-Oct-2025
 
 Modular paging system with strategy pattern.
@@ -42,4 +42,3 @@ __all__ = [
     "get_paging_strategy",
     "auto_detect_paging_strategy",
 ]
-

exonware/xwsystem/io/file/paging/byte_paging.py

@@ -4,7 +4,7 @@
 Company: eXonware.com
 Author: Eng. Muhammad AlShehri
 Email: connect@exonware.com
-Version: 0.1.0.1
+Version: 0.1.0.3
 Generation Date: 30-Oct-2025
 
 Byte-based paging strategy.
@@ -17,7 +17,7 @@ Priority 5 (Extensibility): Pluggable via registry
 """
 
 from pathlib import Path
-from typing import Union, Optional, Iterator
+from typing import Optional, Iterator
 
 from ...contracts import IPagingStrategy
 
@@ -47,7 +47,7 @@ class BytePagingStrategy:
         mode: str = 'rb',
         encoding: Optional[str] = None,
         **options
-    ) -> Union[bytes, str]:
+    ) -> bytes | str:
         """Read page by byte offset."""
         offset = page * page_size
         
@@ -62,7 +62,7 @@ class BytePagingStrategy:
         mode: str = 'rb',
         encoding: Optional[str] = None,
         **options
-    ) -> Iterator[Union[bytes, str]]:
+    ) -> Iterator[bytes | str]:
         """Iterate over pages by byte chunks."""
         page = 0
         while True:
@@ -71,4 +71,3 @@ class BytePagingStrategy:
                 break
             yield content
             page += 1
-

exonware/xwsystem/io/file/paging/line_paging.py

@@ -4,7 +4,7 @@
 Company: eXonware.com
 Author: Eng. Muhammad AlShehri
 Email: connect@exonware.com
-Version: 0.1.0.1
+Version: 0.1.0.3
 Generation Date: 30-Oct-2025
 
 Line-based paging strategy.
@@ -17,7 +17,7 @@ Priority 5 (Extensibility): Pluggable via registry
 """
 
 from pathlib import Path
-from typing import Union, Optional, Iterator
+from typing import Optional, Iterator
 
 from ...contracts import IPagingStrategy
 
@@ -84,4 +84,3 @@ class LinePagingStrategy:
                 break
             yield content
             page += 1
-

exonware/xwsystem/io/file/paging/record_paging.py

@@ -4,7 +4,7 @@
 Company: eXonware.com
 Author: Eng. Muhammad AlShehri
 Email: connect@exonware.com
-Version: 0.1.0.1
+Version: 0.1.0.3
 Generation Date: 30-Oct-2025
 
 Record-based paging strategy for structured formats.
@@ -17,7 +17,7 @@ Priority 5 (Extensibility): Pluggable via registry
 """
 
 from pathlib import Path
-from typing import Union, Optional, Iterator
+from typing import Optional, Iterator
 
 from ...contracts import IPagingStrategy
 
@@ -98,4 +98,3 @@ class RecordPagingStrategy:
                 break
             yield content
             page += 1
-

exonware/xwsystem/io/file/paging/registry.py

@@ -4,7 +4,7 @@
 Company: eXonware.com
 Author: Eng. Muhammad AlShehri
 Email: connect@exonware.com
-Version: 0.1.0.1
+Version: 0.1.0.3
 Generation Date: 30-Oct-2025
 
 Paging strategy registry - LIKE CodecRegistry!
@@ -177,4 +177,3 @@ def auto_detect_paging_strategy(mode: str = 'rb', **hints) -> IPagingStrategy:
         >>> strategy = auto_detect_paging_strategy(mode='r')
     """
     return get_global_paging_registry().auto_detect(mode, **hints)
-

exonware/xwsystem/io/file/source.py

@@ -4,7 +4,7 @@
 Company: eXonware.com
 Author: Eng. Muhammad AlShehri
 Email: connect@exonware.com
-Version: 0.1.0.1
+Version: 0.1.0.3
 Generation Date: 30-Oct-2025
 
 File-based data source implementation.
@@ -17,12 +17,12 @@ Priority 5 (Extensibility): Foundation for other data sources (HTTP, S3, etc.)
 """
 
 from pathlib import Path
-from typing import Union, Optional, Any
+from typing import Optional, Any
 
 from ..contracts import IDataSource
 
 
-class FileDataSource(IDataSource[Union[bytes, str]]):
+class FileDataSource(IDataSource[bytes | str]):
     """
     File-based data source implementation.
     
@@ -46,7 +46,7 @@ class FileDataSource(IDataSource[Union[bytes, str]]):
     
     def __init__(
         self,
-        path: Union[str, Path],
+        path: str | Path,
         mode: str = 'rb',
         encoding: Optional[str] = None,
         validate_path: bool = True
@@ -66,16 +66,13 @@ class FileDataSource(IDataSource[Union[bytes, str]]):
         self._validate_path = validate_path
         
         if validate_path:
-            # Use PathValidator for validation if available
-            try:
-                from ...security.path_validator import PathValidator
-                # Don't check existence during initialization - file may be created later
-                pv = PathValidator(check_existence=False)
-                # For write modes, allow creating the file (path doesn't exist yet)
-                for_writing = mode and ('w' in mode or 'a' in mode or '+' in mode)
-                pv.validate_path(str(self._path), for_writing=for_writing, create_dirs=True)
-            except ImportError:
-                pass
+            # Use PathValidator for validation (always available in xwsystem)
+            from ...security.path_validator import PathValidator
+            # Don't check existence during initialization - file may be created later
+            pv = PathValidator(check_existence=False)
+            # For write modes, allow creating the file (path doesn't exist yet)
+            for_writing = mode and ('w' in mode or 'a' in mode or '+' in mode)
+            pv.validate_path(str(self._path), for_writing=for_writing, create_dirs=True)
     
     @property
     def uri(self) -> str:
@@ -87,7 +84,7 @@ class FileDataSource(IDataSource[Union[bytes, str]]):
         """Return scheme identifier."""
         return "file"
     
-    def read(self, **options) -> Union[bytes, str]:
+    def read(self, **options) -> bytes | str:
         """
         Read entire file content.
         
@@ -109,7 +106,7 @@ class FileDataSource(IDataSource[Union[bytes, str]]):
         except Exception as e:
             raise IOError(f"Failed to read {self._path}: {e}")
     
-    def write(self, data: Union[bytes, str], **options) -> None:
+    def write(self, data: bytes | str, **options) -> None:
         """
         Write entire content to file.
         
@@ -211,4 +208,3 @@ class FileDataSource(IDataSource[Union[bytes, str]]):
                 'uri': self.uri,
                 'error': str(e)
             }
-

exonware/xwsystem/io/filesystem/__init__.py

@@ -4,7 +4,7 @@
 Company: eXonware.com
 Author: Eng. Muhammad AlShehri
 Email: connect@exonware.com
-Version: 0.1.0.1
+Version: 0.1.0.3
 Generation Date: 30-Oct-2025
 
 Virtual filesystem abstractions.

exonware/xwsystem/io/filesystem/base.py

@@ -4,7 +4,7 @@
 Company: eXonware.com
 Author: Eng. Muhammad AlShehri
 Email: connect@exonware.com
-Version: 0.1.0.1
+Version: 0.1.0.3
 Generation Date: 30-Oct-2025
 
 Base classes for virtual filesystem.
@@ -24,4 +24,3 @@ class AFileSystem(IVirtualFS, ABC):
     def scheme(self) -> str:
         """URI scheme."""
         pass
-

exonware/xwsystem/io/filesystem/local.py

@@ -4,7 +4,7 @@
 Company: eXonware.com
 Author: Eng. Muhammad AlShehri
 Email: connect@exonware.com
-Version: 0.1.0.1
+Version: 0.1.0.3
 Generation Date: 30-Oct-2025
 
 Local filesystem implementation.
@@ -17,7 +17,7 @@ Priority 5 (Extensibility): Foundation for other FS (S3, FTP, etc.)
 """
 
 from pathlib import Path
-from typing import Union, Optional, Any
+from typing import Optional, Any
 
 from ..contracts import IFileSystem
 
@@ -39,7 +39,7 @@ class LocalFileSystem(IFileSystem):
         >>> fs.write_text("file.txt", "content")  # Saves to S3!
     """
     
-    def __init__(self, base_path: Optional[Union[str, Path]] = None):
+    def __init__(self, base_path: Optional[str | Path] = None):
         """
         Initialize local filesystem.
         
@@ -152,4 +152,3 @@ class LocalFileSystem(IFileSystem):
     def write(self, path: str, content: bytes) -> None:
         """Write file contents."""
         self.write_bytes(path, content)
-

exonware/xwsystem/io/folder/__init__.py

@@ -4,7 +4,7 @@
 Company: eXonware.com
 Author: Eng. Muhammad AlShehri
 Email: connect@exonware.com
-Version: 0.1.0.1
+Version: 0.1.0.3
 Generation Date: 30-Oct-2025
 
 Folder-specific implementations.

exonware/xwsystem/io/folder/base.py

@@ -4,7 +4,7 @@
 Company: eXonware.com
 Author: Eng. Muhammad AlShehri
 Email: connect@exonware.com
-Version: 0.1.0.1
+Version: 0.1.0.3
 Generation Date: 30-Oct-2025
 
 Base classes for folder operations.
@@ -35,4 +35,3 @@ class AFolderSource(IFolderSource, ABC):
     def delete(self, recursive: bool = False) -> bool:
         """Delete directory."""
         pass
-

exonware/xwsystem/io/folder/folder.py

@@ -1,8 +1,9 @@
+#exonware/xwsystem/src/exonware/xwsystem/io/folder/folder.py
 """
 Company: eXonware.com
 Author: Eng. Muhammad AlShehri
 Email: connect@exonware.com
-Version: 0.1.0.1
+Version: 0.1.0.3
 Generation Date: September 04, 2025
 
 XWFolder - Concrete implementation of folder operations.
@@ -11,7 +12,7 @@ XWFolder - Concrete implementation of folder operations.
 import os
 import shutil
 from pathlib import Path
-from typing import Any, Optional, Union
+from typing import Any, Optional
 
 from ..base import AFolder
 from ..contracts import OperationResult, IFolder
@@ -37,7 +38,7 @@ class XWFolder(AFolder):
     - xwsystem integration (security, validation, monitoring)
     """
     
-    def __init__(self, dir_path: Union[str, Path], **config):
+    def __init__(self, dir_path: str | Path, **config):
         """
         Initialize XWFolder with xwsystem integration.
         
@@ -93,13 +94,17 @@ class XWFolder(AFolder):
                 logger.error(f"Failed to delete directory {self.dir_path}: {e}")
                 return False
     
-    def copy_to(self, destination: Union[str, Path]) -> bool:
+    def copy_to(self, destination: str | Path) -> bool:
         """Copy directory to destination."""
         dest_path = Path(destination)
         
         if self.validate_paths:
             self._path_validator.validate_path(self.dir_path)
-            self._path_validator.validate_path(dest_path)
+            # Destination doesn't need to exist yet - it will be created by copytree
+            # Use check_existence=False to allow destination to not exist
+            dest_parent = dest_path.parent
+            if dest_parent:
+                self._path_validator.validate_path(dest_parent, create_dirs=True)
         
         with performance_monitor("directory_copy"):
             try:
@@ -110,13 +115,17 @@ class XWFolder(AFolder):
                 logger.error(f"Failed to copy directory from {self.dir_path} to {dest_path}: {e}")
                 return False
     
-    def move_to(self, destination: Union[str, Path]) -> bool:
+    def move_to(self, destination: str | Path) -> bool:
         """Move directory to destination."""
         dest_path = Path(destination)
         
         if self.validate_paths:
             self._path_validator.validate_path(self.dir_path)
-            self._path_validator.validate_path(dest_path)
+            # Destination doesn't need to exist yet - it will be created by move
+            # Use check_existence=False to allow destination to not exist
+            dest_parent = dest_path.parent
+            if dest_parent:
+                self._path_validator.validate_path(dest_parent, create_dirs=True)
         
         with performance_monitor("directory_move"):
             try:

exonware/xwsystem/io/indexing/__init__.py

@@ -0,0 +1,14 @@
+#exonware/xwsystem/src/exonware/xwsystem/io/indexing/__init__.py
+"""
+Company: eXonware.com
+Author: Eng. Muhammad AlShehri
+Email: connect@exonware.com
+Version: 0.1.0.3
+Generation Date: January 2026
+
+Indexing module - Unified indexing facade for line-oriented files.
+"""
+
+from .facade import XWIndex
+
+__all__ = ["XWIndex"]