flock-core 0.5.0b27__py3-none-any.whl → 0.5.0b50__py3-none-any.whl

flock/core/serialization/json_encoder.py

@@ -1,41 +0,0 @@
-"""JSON encoder utilities for Flock objects."""
-
-import json
-from datetime import datetime
-from typing import Any
-
-
-class FlockJSONEncoder(json.JSONEncoder):
-    """Custom JSON encoder for handling Pydantic models and other non-serializable objects."""
-
-    def default(self, obj: Any) -> Any:
-        from pydantic import BaseModel
-
-        # Handle Pydantic models
-        if isinstance(obj, BaseModel):
-            return obj.model_dump()
-
-        # Handle datetime objects
-        if isinstance(obj, datetime):
-            return obj.isoformat()
-
-        # Handle sets, convert to list
-        if isinstance(obj, set):
-            return list(obj)
-
-        # Handle objects with a to_dict method
-        if hasattr(obj, "to_dict") and callable(getattr(obj, "to_dict")):
-            return obj.to_dict()
-
-        # Handle objects with a __dict__ attribute
-        if hasattr(obj, "__dict__"):
-            return {
-                k: v for k, v in obj.__dict__.items() if not k.startswith("_")
-            }
-
-        # Let the parent class handle it or raise TypeError
-        try:
-            return super().default(obj)
-        except TypeError:
-            # If all else fails, convert to string
-            return str(obj)

flock/core/serialization/secure_serializer.py

@@ -1,175 +0,0 @@
-import cloudpickle
-
-
-class SecureSerializer:
-    """Security-focused serialization system with capability controls for Flock objects."""
-
-    # Define capability levels for different modules
-    MODULE_CAPABILITIES = {
-        # Core Python - unrestricted
-        "builtins": "unrestricted",
-        "datetime": "unrestricted",
-        "re": "unrestricted",
-        "math": "unrestricted",
-        "json": "unrestricted",
-        # Framework modules - unrestricted
-        "flock": "unrestricted",
-        # System modules - restricted but allowed
-        "os": "restricted",
-        "io": "restricted",
-        "sys": "restricted",
-        "subprocess": "high_risk",
-        # Network modules - high risk
-        "socket": "high_risk",
-        "requests": "high_risk",
-    }
-
-    # Functions that should never be serialized
-    BLOCKED_FUNCTIONS = {
-        "os.system",
-        "os.popen",
-        "os.spawn",
-        "os.exec",
-        "subprocess.call",
-        "subprocess.run",
-        "subprocess.Popen",
-        "eval",
-        "exec",
-        "__import__",
-    }
-
-    @staticmethod
-    def _get_module_capability(module_name):
-        """Get the capability level for a module."""
-        for prefix, level in SecureSerializer.MODULE_CAPABILITIES.items():
-            if module_name == prefix or module_name.startswith(f"{prefix}."):
-                return level
-        return "unknown"  # Default to unknown for unlisted modules
-
-    @staticmethod
-    def _is_safe_callable(obj):
-        """Check if a callable is safe to serialize."""
-        if not callable(obj) or isinstance(obj, type):
-            return True, "Not a callable function"
-
-        module = obj.__module__
-        func_name = (
-            f"{module}.{obj.__name__}"
-            if hasattr(obj, "__name__")
-            else "unknown"
-        )
-
-        # Check against blocked functions
-        if func_name in SecureSerializer.BLOCKED_FUNCTIONS:
-            return False, f"Function {func_name} is explicitly blocked"
-
-        # Check module capability level
-        capability = SecureSerializer._get_module_capability(module)
-        if capability == "unknown":
-            return False, f"Module {module} has unknown security capability"
-
-        return True, capability
-
-    @staticmethod
-    def serialize(obj, allow_restricted=True, allow_high_risk=False):
-        """Serialize an object with capability checks."""
-        if callable(obj) and not isinstance(obj, type):
-            is_safe, capability = SecureSerializer._is_safe_callable(obj)
-
-            if not is_safe:
-                raise ValueError(
-                    f"Cannot serialize unsafe callable: {capability}"
-                )
-
-            if capability == "high_risk" and not allow_high_risk:
-                raise ValueError(
-                    f"High risk callable {obj.__module__}.{obj.__name__} requires explicit permission"
-                )
-
-            if capability == "restricted" and not allow_restricted:
-                raise ValueError(
-                    f"Restricted callable {obj.__module__}.{obj.__name__} requires explicit permission"
-                )
-
-            # Store metadata about the callable for verification during deserialization
-            metadata = {
-                "module": obj.__module__,
-                "name": getattr(obj, "__name__", "unknown"),
-                "capability": capability,
-            }
-
-            return {
-                "__serialized_callable__": True,
-                "data": cloudpickle.dumps(obj).hex(),
-                "metadata": metadata,
-            }
-
-        if isinstance(obj, list):
-            return [
-                SecureSerializer.serialize(
-                    item, allow_restricted, allow_high_risk
-                )
-                for item in obj
-            ]
-
-        if isinstance(obj, dict):
-            return {
-                k: SecureSerializer.serialize(
-                    v, allow_restricted, allow_high_risk
-                )
-                for k, v in obj.items()
-            }
-
-        return obj
-
-    @staticmethod
-    def deserialize(obj, allow_restricted=True, allow_high_risk=False):
-        """Deserialize an object with capability enforcement."""
-        if isinstance(obj, dict) and obj.get("__serialized_callable__") is True:
-            # Validate the capability level during deserialization
-            metadata = obj.get("metadata", {})
-            capability = metadata.get("capability", "unknown")
-
-            if capability == "high_risk" and not allow_high_risk:
-                raise ValueError(
-                    f"Cannot deserialize high risk callable {metadata.get('module')}.{metadata.get('name')}"
-                )
-
-            if capability == "restricted" and not allow_restricted:
-                raise ValueError(
-                    f"Cannot deserialize restricted callable {metadata.get('module')}.{metadata.get('name')}"
-                )
-
-            try:
-                callable_obj = cloudpickle.loads(bytes.fromhex(obj["data"]))
-
-                # Additional verification that the deserialized object matches its metadata
-                if callable_obj.__module__ != metadata.get("module") or (
-                    hasattr(callable_obj, "__name__")
-                    and callable_obj.__name__ != metadata.get("name")
-                ):
-                    raise ValueError(
-                        "Callable metadata mismatch - possible tampering detected"
-                    )
-
-                return callable_obj
-            except Exception as e:
-                raise ValueError(f"Failed to deserialize callable: {e!s}")
-
-        if isinstance(obj, list):
-            return [
-                SecureSerializer.deserialize(
-                    item, allow_restricted, allow_high_risk
-                )
-                for item in obj
-            ]
-
-        if isinstance(obj, dict) and "__serialized_callable__" not in obj:
-            return {
-                k: SecureSerializer.deserialize(
-                    v, allow_restricted, allow_high_risk
-                )
-                for k, v in obj.items()
-            }
-
-        return obj

flock/core/serialization/serializable.py

@@ -1,342 +0,0 @@
-# src/flock/core/serialization/serializable.py
-import json
-from abc import ABC, abstractmethod
-from pathlib import Path
-from typing import Any, Literal, TypeVar
-
-# Use yaml if available, otherwise skip yaml methods
-try:
-    import yaml
-
-    YAML_AVAILABLE = True
-except ImportError:
-    YAML_AVAILABLE = False
-
-# Use msgpack if available
-try:
-    import msgpack
-
-    MSGPACK_AVAILABLE = True
-except ImportError:
-    MSGPACK_AVAILABLE = False
-
-# Use cloudpickle
-try:
-    import cloudpickle
-
-    PICKLE_AVAILABLE = True
-except ImportError:
-    PICKLE_AVAILABLE = False
-
-
-T = TypeVar("T", bound="Serializable")
-
-
-class Serializable(ABC):
-    """Base class for all serializable objects in the system.
-
-    Provides methods for serializing/deserializing objects to various formats.
-    Subclasses MUST implement to_dict and from_dict.
-    """
-
-    @abstractmethod
-    def to_dict(self) -> dict[str, Any]:
-        """Convert instance to a dictionary representation suitable for serialization.
-        This method should handle converting nested Serializable objects and callables.
-        """
-        pass
-
-    @classmethod
-    @abstractmethod
-    def from_dict(cls: type[T], data: dict[str, Any]) -> T:
-        """Create instance from a dictionary representation.
-        This method should handle reconstructing nested Serializable objects and callables.
-        """
-        pass
-
-    # --- JSON Methods ---
-    def to_json(self, indent: int | None = 2) -> str:
-        """Serialize to JSON string."""
-        # Import encoder locally to avoid making it a hard dependency if JSON isn't used
-        from .json_encoder import FlockJSONEncoder
-
-        try:
-            # Note: to_dict should ideally prepare the structure fully.
-            # FlockJSONEncoder is a fallback for types missed by to_dict.
-            return json.dumps(
-                self.to_dict(), cls=FlockJSONEncoder, indent=indent
-            )
-        except Exception as e:
-            raise RuntimeError(
-                f"Failed to serialize {self.__class__.__name__} to JSON: {e}"
-            ) from e
-
-    @classmethod
-    def from_json(cls: type[T], json_str: str) -> T:
-        """Create instance from JSON string."""
-        try:
-            data = json.loads(json_str)
-            return cls.from_dict(data)
-        except json.JSONDecodeError as e:
-            raise ValueError(f"Invalid JSON string: {e}") from e
-        except Exception as e:
-            raise RuntimeError(
-                f"Failed to deserialize {cls.__name__} from JSON: {e}"
-            ) from e
-
-    # --- YAML Methods ---
-    def to_yaml(
-        self,
-        path_type: Literal["absolute", "relative"] = "relative",
-        sort_keys=False,
-        default_flow_style=False,
-    ) -> str:
-        """Serialize to YAML string.
-
-        Args:
-            path_type: How file paths should be formatted ('absolute' or 'relative')
-            sort_keys: Whether to sort dictionary keys
-            default_flow_style: YAML flow style setting
-        """
-        if not YAML_AVAILABLE:
-            raise NotImplementedError(
-                "YAML support requires PyYAML: pip install pyyaml"
-            )
-        try:
-            # If to_dict supports path_type, pass it; otherwise use standard to_dict
-            if "path_type" in self.to_dict.__code__.co_varnames:
-                dict_data = self.to_dict(path_type=path_type)
-            else:
-                dict_data = self.to_dict()
-
-            return yaml.dump(
-                dict_data,
-                sort_keys=sort_keys,
-                default_flow_style=default_flow_style,
-                allow_unicode=True,
-            )
-        except Exception as e:
-            raise RuntimeError(
-                f"Failed to serialize {self.__class__.__name__} to YAML: {e}"
-            ) from e
-
-    @classmethod
-    def from_yaml(cls: type[T], yaml_str: str) -> T:
-        """Create instance from YAML string."""
-        if not YAML_AVAILABLE:
-            raise NotImplementedError(
-                "YAML support requires PyYAML: pip install pyyaml"
-            )
-        try:
-            data = yaml.safe_load(yaml_str)
-            if not isinstance(data, dict):
-                raise TypeError(
-                    f"YAML did not yield a dictionary for {cls.__name__}"
-                )
-            return cls.from_dict(data)
-        except yaml.YAMLError as e:
-            raise ValueError(f"Invalid YAML string: {e}") from e
-        except Exception as e:
-            raise RuntimeError(
-                f"Failed to deserialize {cls.__name__} from YAML: {e}"
-            ) from e
-
-    def to_yaml_file(
-        self,
-        path: Path | str,
-        path_type: Literal["absolute", "relative"] = "relative",
-        **yaml_dump_kwargs,
-    ) -> None:
-        """Serialize to YAML file.
-
-        Args:
-            path: File path to write to
-            path_type: How file paths should be formatted ('absolute' or 'relative')
-            **yaml_dump_kwargs: Additional arguments to pass to yaml.dump
-        """
-        if not YAML_AVAILABLE:
-            raise NotImplementedError(
-                "YAML support requires PyYAML: pip install pyyaml"
-            )
-        path = Path(path)
-        try:
-            path.parent.mkdir(parents=True, exist_ok=True)
-            yaml_str = self.to_yaml(path_type=path_type, **yaml_dump_kwargs)
-            path.write_text(yaml_str, encoding="utf-8")
-        except Exception as e:
-            raise RuntimeError(
-                f"Failed to write {self.__class__.__name__} to YAML file {path}: {e}"
-            ) from e
-
-    @classmethod
-    def from_yaml_file(cls: type[T], path: Path | str) -> T:
-        """Create instance from YAML file."""
-        if not YAML_AVAILABLE:
-            raise NotImplementedError(
-                "YAML support requires PyYAML: pip install pyyaml"
-            )
-        path = Path(path)
-        try:
-            yaml_str = path.read_text(encoding="utf-8")
-            return cls.from_yaml(yaml_str)
-        except FileNotFoundError:
-            raise
-        except Exception as e:
-            raise RuntimeError(
-                f"Failed to read {cls.__name__} from YAML file {path}: {e}"
-            ) from e
-
-    # --- MsgPack Methods ---
-    def to_msgpack(self) -> bytes:
-        """Serialize to msgpack bytes."""
-        if not MSGPACK_AVAILABLE:
-            raise NotImplementedError(
-                "MsgPack support requires msgpack: pip install msgpack"
-            )
-        try:
-            # Use default hook for complex types if needed, or rely on to_dict
-            return msgpack.packb(self.to_dict(), use_bin_type=True)
-        except Exception as e:
-            raise RuntimeError(
-                f"Failed to serialize {self.__class__.__name__} to MsgPack: {e}"
-            ) from e
-
-    @classmethod
-    def from_msgpack(cls: type[T], msgpack_bytes: bytes) -> T:
-        """Create instance from msgpack bytes."""
-        if not MSGPACK_AVAILABLE:
-            raise NotImplementedError(
-                "MsgPack support requires msgpack: pip install msgpack"
-            )
-        try:
-            # Use object_hook if custom deserialization is needed beyond from_dict
-            data = msgpack.unpackb(msgpack_bytes, raw=False)
-            if not isinstance(data, dict):
-                raise TypeError(
-                    f"MsgPack did not yield a dictionary for {cls.__name__}"
-                )
-            return cls.from_dict(data)
-        except Exception as e:
-            raise RuntimeError(
-                f"Failed to deserialize {cls.__name__} from MsgPack: {e}"
-            ) from e
-
-    def to_msgpack_file(self, path: Path | str) -> None:
-        """Serialize to msgpack file."""
-        if not MSGPACK_AVAILABLE:
-            raise NotImplementedError(
-                "MsgPack support requires msgpack: pip install msgpack"
-            )
-        path = Path(path)
-        try:
-            path.parent.mkdir(parents=True, exist_ok=True)
-            msgpack_bytes = self.to_msgpack()
-            path.write_bytes(msgpack_bytes)
-        except Exception as e:
-            raise RuntimeError(
-                f"Failed to write {self.__class__.__name__} to MsgPack file {path}: {e}"
-            ) from e
-
-    @classmethod
-    def from_msgpack_file(cls: type[T], path: Path | str) -> T:
-        """Create instance from msgpack file."""
-        if not MSGPACK_AVAILABLE:
-            raise NotImplementedError(
-                "MsgPack support requires msgpack: pip install msgpack"
-            )
-        path = Path(path)
-        try:
-            msgpack_bytes = path.read_bytes()
-            return cls.from_msgpack(msgpack_bytes)
-        except FileNotFoundError:
-            raise
-        except Exception as e:
-            raise RuntimeError(
-                f"Failed to read {cls.__name__} from MsgPack file {path}: {e}"
-            ) from e
-
-    # --- Pickle Methods (Use with caution due to security risks) ---
-    def to_pickle(self) -> bytes:
-        """Serialize to pickle bytes using cloudpickle."""
-        if not PICKLE_AVAILABLE:
-            raise NotImplementedError(
-                "Pickle support requires cloudpickle: pip install cloudpickle"
-            )
-        try:
-            return cloudpickle.dumps(self)
-        except Exception as e:
-            raise RuntimeError(
-                f"Failed to serialize {self.__class__.__name__} to Pickle: {e}"
-            ) from e
-
-    @classmethod
-    def from_pickle(cls: type[T], pickle_bytes: bytes) -> T:
-        """Create instance from pickle bytes using cloudpickle."""
-        if not PICKLE_AVAILABLE:
-            raise NotImplementedError(
-                "Pickle support requires cloudpickle: pip install cloudpickle"
-            )
-        try:
-            instance = cloudpickle.loads(pickle_bytes)
-            if not isinstance(instance, cls):
-                raise TypeError(
-                    f"Deserialized object is not of type {cls.__name__}"
-                )
-            return instance
-        except Exception as e:
-            raise RuntimeError(
-                f"Failed to deserialize {cls.__name__} from Pickle: {e}"
-            ) from e
-
-    def to_pickle_file(self, path: Path | str) -> None:
-        """Serialize to pickle file using cloudpickle."""
-        if not PICKLE_AVAILABLE:
-            raise NotImplementedError(
-                "Pickle support requires cloudpickle: pip install cloudpickle"
-            )
-        path = Path(path)
-        try:
-            path.parent.mkdir(parents=True, exist_ok=True)
-            pickle_bytes = self.to_pickle()
-            path.write_bytes(pickle_bytes)
-        except Exception as e:
-            raise RuntimeError(
-                f"Failed to write {self.__class__.__name__} to Pickle file {path}: {e}"
-            ) from e
-
-    @classmethod
-    def from_pickle_file(cls: type[T], path: Path | str) -> T:
-        """Create instance from pickle file using cloudpickle."""
-        if not PICKLE_AVAILABLE:
-            raise NotImplementedError(
-                "Pickle support requires cloudpickle: pip install cloudpickle"
-            )
-        path = Path(path)
-        try:
-            pickle_bytes = path.read_bytes()
-            return cls.from_pickle(pickle_bytes)
-        except FileNotFoundError:
-            raise
-        except Exception as e:
-            raise RuntimeError(
-                f"Failed to read {cls.__name__} from Pickle file {path}: {e}"
-            ) from e
-
-    # _filter_none_values remains unchanged
-    @staticmethod
-    def _filter_none_values(data: Any) -> Any:
-        """Filter out None values from dictionaries and lists recursively."""
-        if isinstance(data, dict):
-            return {
-                k: Serializable._filter_none_values(v)
-                for k, v in data.items()
-                if v is not None
-            }
-        elif isinstance(data, list):
-            # Filter None from list items AND recursively filter within items
-            return [
-                Serializable._filter_none_values(item)
-                for item in data
-                if item is not None
-            ]
-        return data