FlowerPower 0.9.13.1__py3-none-any.whl → 1.0.0b1__py3-none-any.whl

flowerpower/job_queue/apscheduler/setup.py

@@ -0,0 +1,524 @@
+# Standard library imports
+from dataclasses import dataclass, field
+
+# Third-party imports
+from apscheduler.datastores.base import BaseDataStore
+from apscheduler.eventbrokers.base import BaseEventBroker
+from loguru import logger
+from sqlalchemy import text
+from sqlalchemy.ext.asyncio import AsyncEngine, create_async_engine
+
+# Local imports
+from ...utils.logging import setup_logging
+from ..base import BaseBackend
+
+setup_logging()
+
+
+@dataclass  # (slots=True)
+class APSDataStore(BaseBackend):
+    """APScheduler data store implementation that supports multiple backend types.
+
+    This class provides a flexible data store interface for APScheduler, supporting various
+    backend storage options including SQLAlchemy-compatible databases, MongoDB, and in-memory
+    storage.
+
+    Args:
+        schema (str | None): Database schema name. Defaults to "flowerpower".
+            Note: Ignored for SQLite databases.
+
+    Attributes:
+        type (BackendType): Type of backend storage (inherited from BaseBackend)
+        uri (str): Connection URI for the backend (inherited from BaseBackend)
+        _client (BaseDataStore): The APScheduler data store instance
+        _sqla_engine (AsyncEngine): SQLAlchemy async engine for SQL databases
+
+    Raises:
+        ValueError: If an invalid backend type is specified
+
+    Example:
+        ```python
+        # Create PostgreSQL data store
+        data_store = APSDataStore(
+            type="postgresql",
+            uri="postgresql+asyncpg://user:pass@localhost/db",
+            schema="scheduler"
+        )
+        data_store.setup()
+
+        # Create in-memory data store
+        memory_store = APSDataStore(type="memory")
+        memory_store.setup()
+
+        # Create MongoDB data store
+        mongo_store = APSDataStore(
+            type="mongodb",
+            uri="mongodb://localhost:27017",
+            schema="scheduler"
+        )
+        mongo_store.setup()
+        ```
+    """
+
+    schema: str | None = "flowerpower"
+
+    def __post_init__(self):
+        """Initialize and validate the data store configuration.
+
+        This method is called automatically after instance creation. It:
+        1. Sets default type to "memory" if not specified
+        2. Calls parent class initialization
+        3. Validates backend type
+        4. Warns about schema limitations with SQLite
+
+        Raises:
+            ValueError: If an invalid backend type is specified
+        """
+        if self.type is None:
+            self.type = "memory"
+        super().__post_init__()
+
+        if (
+            not self.type.is_memory_type
+            and not self.type.is_mongodb_type
+            and not self.type.is_sqla_type
+        ):
+            raise ValueError(
+                f"Invalid backend type: {self.type}. Valid types: {
+                    [
+                        self.type.POSTGRESQL,
+                        self.type.MYSQL,
+                        self.type.SQLITE,
+                        self.type.MONGODB,
+                        self.type.MEMORY,
+                    ]
+                }"
+            )
+        if self.type.is_sqlite_type and self.schema is not None:
+            logger.warning(
+                "SQLite does not support schema. When using SQLite, the schema will be ignored.",
+                "When you need to use schemas, you can use several SQLite databases, ",
+                "one for each schema. Or use PostgreSQL or MySQL.",
+            )
+
+    async def _setup_db(self) -> None:
+        """Initialize database and schema for SQL backends.
+
+        Creates the database and schema if they don't exist. This is an internal async
+        method called by setup_db().
+
+        Raises:
+            Exception: If database/schema creation fails
+        """
+        sqla_engine = create_async_engine(self.uri)
+
+        try:
+            await self._create_schema(sqla_engine)
+        except Exception:
+            await self._create_database_and_schema(sqla_engine)
+
+    async def _create_schema(self, engine: AsyncEngine) -> None:
+        """Create schema in existing database if it doesn't exist.
+
+        Args:
+            engine: SQLAlchemy async engine connected to the database
+        """
+        if not self.schema:
+            return
+
+        async with engine.begin() as conn:
+            await conn.execute(text(f"CREATE SCHEMA IF NOT EXISTS {self.schema}"))
+            await conn.commit()
+
+    async def _create_database_and_schema(self, engine: AsyncEngine) -> None:
+        """Create both database and schema if they don't exist.
+
+        Creates a temporary connection to template1 to create the database,
+        then creates the schema within the new database.
+
+        Args:
+            engine: SQLAlchemy async engine
+        """
+        database_name = self.uri.split("/")[-1].split("?")[0]
+        temp_uri = self.uri.replace(f"/{database_name}", "/template1")
+        temp_engine = create_async_engine(temp_uri)
+
+        async with temp_engine.begin() as conn:
+            await conn.execute(text("COMMIT"))
+            try:
+                await conn.execute(text(f"CREATE DATABASE {database_name}"))
+            finally:
+                await conn.execute(text("COMMIT"))
+
+        if self.schema:
+            await self._create_schema(engine)
+
+    def setup_db(self) -> None:
+        """Initialize the database synchronously.
+
+        This is a blocking wrapper around the async _setup_db() method.
+        Uses anyio portal to run async code from synchronous context.
+        """
+        from anyio.from_thread import start_blocking_portal
+
+        with start_blocking_portal() as portal:
+            portal.call(self._setup_db)
+
+    def _setup_sqlalchemy(self) -> None:
+        """Initialize SQLAlchemy data store.
+
+        Sets up SQLAlchemy engine and data store for PostgreSQL, MySQL, or SQLite.
+        Creates database and schema if needed.
+        """
+        from apscheduler.datastores.sqlalchemy import SQLAlchemyDataStore
+
+        if not self.type.is_sqlite_type:
+            self.setup_db()
+        self._sqla_engine = create_async_engine(self.uri)
+        self._client = SQLAlchemyDataStore(self._sqla_engine, schema=self.schema)
+
+    def _setup_mongodb(self) -> None:
+        """Initialize MongoDB data store.
+
+        Creates MongoDBDataStore instance using provided URI and schema (database name).
+        """
+        from apscheduler.datastores.mongodb import MongoDBDataStore
+
+        self._client = MongoDBDataStore(self.uri, database=self.schema)
+
+    def _setup_memory(self) -> None:
+        """Initialize in-memory data store.
+
+        Creates MemoryDataStore instance for temporary storage.
+        """
+        from apscheduler.datastores.memory import MemoryDataStore
+
+        self._client = MemoryDataStore()
+
+    def setup(self) -> None:
+        """Initialize the appropriate data store based on backend type.
+
+        This is the main setup method that should be called after creating the data store.
+        It delegates to the appropriate setup method based on the backend type.
+        """
+        if self.type.is_sqla_type:
+            self._setup_sqlalchemy()
+        elif self.type.is_mongodb_type:
+            self._setup_mongodb()
+        else:
+            self._setup_memory()
+
+    @property
+    def client(self) -> BaseDataStore:
+        """Get the initialized data store client.
+
+        Returns:
+            BaseDataStore: The APScheduler data store instance, initializing it if needed.
+        """
+        if self._client is None:
+            self.setup()
+        return self._client
+
+    @property
+    def sqla_engine(self) -> AsyncEngine | None:
+        """Get the SQLAlchemy engine.
+
+        Returns:
+            AsyncEngine | None: The async SQLAlchemy engine for SQL backends,
+                None for non-SQL backends
+        """
+        if self._sqla_engine is None:
+            self.setup()
+        return self._sqla_engine
+
+
+@dataclass  # (slots=True)
+class APSEventBroker(BaseBackend):
+    """APScheduler event broker implementation supporting multiple messaging backends.
+
+    This class provides a flexible event broker interface for APScheduler that can use
+    various messaging systems including PostgreSQL NOTIFY/LISTEN, MQTT, Redis pub/sub,
+    and in-memory event handling.
+
+    Attributes:
+        type (BackendType): Type of backend messaging system (inherited from BaseBackend)
+        uri (str): Connection URI for the backend (inherited from BaseBackend)
+        _client (BaseEventBroker): The APScheduler event broker instance
+        _sqla_engine (AsyncEngine): SQLAlchemy async engine for PostgreSQL NOTIFY/LISTEN
+
+    Raises:
+        ValueError: If an invalid backend type is specified or if SQLAlchemy engine is not PostgreSQL
+            when using from_ds_sqla
+
+    Example:
+        ```python
+        # Create Redis event broker
+        redis_broker = APSEventBroker(
+            type="redis",
+            uri="redis://localhost:6379/0"
+        )
+        redis_broker.setup()
+
+        # Create MQTT event broker
+        mqtt_broker = APSEventBroker(
+            type="mqtt",
+            uri="mqtt://user:pass@localhost:1883"
+        )
+        mqtt_broker.setup()
+
+        # Create PostgreSQL event broker from existing SQLAlchemy engine
+        pg_broker = APSEventBroker.from_ds_sqla(pg_engine)
+
+        # Create in-memory event broker
+        memory_broker = APSEventBroker(type="memory")
+        memory_broker.setup()
+        ```
+    """
+
+    def __post_init__(self):
+        """Initialize and validate the event broker configuration.
+
+        This method is called automatically after instance creation. It:
+        1. Sets default type to "memory" if not specified
+        2. Calls parent class initialization
+        3. Validates backend type compatibility
+
+        Raises:
+            ValueError: If an invalid backend type is specified or an unsupported
+                combination of settings is provided (e.g., Redis without URI)
+        """
+        if self.type is None:
+            self.type = "memory"
+        super().__post_init__()
+
+        if (
+            not self.type.is_redis_type
+            and not self.type.is_memory_type
+            and not self.type.is_mongodb_type
+            and not self.type.is_sqla_type
+        ):
+            raise ValueError(
+                f"Invalid backend type: {self.type}. Valid types: {
+                    [
+                        self.type.POSTGRESQL,
+                        self.type.MQTT,
+                        self.type.REDIS,
+                        self.type.MEMORY,
+                    ]
+                }"
+            )
+
+    def _setup_asyncpg_event_broker(self):
+        """Initialize PostgreSQL event broker.
+
+        Sets up AsyncpgEventBroker using either a DSN string or existing SQLAlchemy engine.
+        Uses PostgreSQL's NOTIFY/LISTEN for event messaging.
+        """
+        from apscheduler.eventbrokers.asyncpg import AsyncpgEventBroker
+
+        if self._sqla_engine is None:
+            self._client = AsyncpgEventBroker.from_dsn(dsn=self.uri)
+        else:
+            self._client = AsyncpgEventBroker.from_async_sqla_engine(
+                engine=self._sqla_engine
+            )
+
+    def _setup_mqtt_event_broker(self):
+        """Initialize MQTT event broker.
+
+        Parses MQTT connection URI for host, port, credentials and SSL settings.
+        Sets up MQTTEventBroker for pub/sub messaging.
+        """
+        import urllib.parse
+
+        from apscheduler.eventbrokers.mqtt import MQTTEventBroker
+
+        # Parse the URI
+        parsed = urllib.parse.urlparse(self.uri)
+
+        hostname = parsed.hostname
+        port = parsed.port
+        username = parsed.username
+        password = parsed.password
+        use_ssl = parsed.scheme == "mqtts"
+
+        self._client = MQTTEventBroker(
+            host=hostname, port=port, ssl=use_ssl, topic="flowerpower/worker"
+        )
+        if (self.username is not None) and (self.password is not None):
+            self._client._client.username_pw_set(
+                username,
+                password,
+            )
+
+    def _setup_redis_event_broker(self):
+        """Initialize Redis event broker.
+
+        Creates RedisEventBroker instance using provided Redis URI.
+        Uses Redis pub/sub for event messaging.
+        """
+        from apscheduler.eventbrokers.redis import RedisEventBroker
+
+        self._client = RedisEventBroker(self.uri)
+
+    def _setup_local_event_broker(self):
+        """Initialize in-memory event broker.
+
+        Creates LocalEventBroker for in-process event handling.
+        """
+        from apscheduler.eventbrokers.local import LocalEventBroker
+
+        self._client = LocalEventBroker()
+
+    def setup(self):
+        """Initialize the appropriate event broker based on backend type.
+
+        This is the main setup method that should be called after creating the event broker.
+        It delegates to the appropriate setup method based on the backend type.
+        """
+        if self.type.is_sqla_type:
+            self._setup_asyncpg_event_broker()
+        elif self.type.is_mqtt_type:
+            self._setup_mqtt_event_broker()
+        elif self.type.is_redis_type:
+            self._setup_redis_event_broker()
+        else:
+            self._setup_local_event_broker()
+
+    @property
+    def client(self) -> BaseEventBroker:
+        """Get the initialized event broker client.
+
+        Returns:
+            BaseEventBroker: The APScheduler event broker instance, initializing it if needed.
+        """
+        if self._client is None:
+            self.setup()
+        return self._client
+
+    @property
+    def sqla_engine(self) -> AsyncEngine | None:
+        """Get the SQLAlchemy engine.
+
+        Returns:
+            AsyncEngine | None: The async SQLAlchemy engine for PostgreSQL backend,
+                None for other backends
+        """
+        if self._sqla_engine is None:
+            self.setup()
+        return self._sqla_engine
+
+    @classmethod
+    def from_ds_sqla(cls, sqla_engine: AsyncEngine) -> "APSEventBroker":
+        """Create event broker from existing SQLAlchemy engine.
+
+        This factory method creates a PostgreSQL event broker that shares the
+        same database connection as a data store.
+
+        Args:
+            sqla_engine: Async SQLAlchemy engine, must be PostgreSQL with asyncpg driver
+
+        Returns:
+            APSEventBroker: New event broker instance using the provided engine
+
+        Raises:
+            ValueError: If engine is not PostgreSQL with asyncpg driver
+
+        Example:
+            ```python
+            # Create data store with PostgreSQL
+            data_store = APSDataStore(
+                type="postgresql",
+                uri="postgresql+asyncpg://user:pass@localhost/db"
+            )
+            data_store.setup()
+
+            # Create event broker using same connection
+            event_broker = APSEventBroker.from_ds_sqla(data_store.sqla_engine)
+            ```
+        """
+        if sqla_engine.url.drivername != "postgresql+asyncpg":
+            raise ValueError(
+                f"sqla_engine must be a PostgreSQL engine ('postgresql+asyncpg://'), got '{sqla_engine.url.drivername}'"
+            )
+        return cls(
+            type="postgresql",
+            _sqla_engine=sqla_engine,
+        )
+
+
+@dataclass(slots=True)
+class APSBackend:
+    """Main backend configuration class for APScheduler combining data store and event broker.
+
+    This class serves as a container for configuring both the data store and event broker
+    components of APScheduler. It handles initialization and setup of both components,
+    with support for dictionary-based configuration.
+
+    Args:
+        data_store (APSDataStore | dict | None): Data store configuration, either as an
+            APSDataStore instance or a configuration dictionary. Defaults to a new
+            APSDataStore instance.
+        event_broker (APSEventBroker | dict | None): Event broker configuration, either as
+            an APSEventBroker instance or a configuration dictionary. Defaults to a new
+            APSEventBroker instance.
+
+    Example:
+        ```python
+        # Create backend with default memory storage
+        backend = APSBackend()
+
+        # Create backend with PostgreSQL data store and Redis event broker
+        backend = APSBackend(
+            data_store={
+                "type": "postgresql",
+                "uri": "postgresql+asyncpg://user:pass@localhost/db",
+                "schema": "scheduler"
+            },
+            event_broker={
+                "type": "redis",
+                "uri": "redis://localhost:6379/0"
+            }
+        )
+
+        # Create backend with PostgreSQL for both data store and event broker
+        backend = APSBackend(
+            data_store={
+                "type": "postgresql",
+                "uri": "postgresql+asyncpg://user:pass@localhost/db",
+            },
+            event_broker={
+                "from_ds_sqla": True  # Use same PostgreSQL connection for events
+            }
+        )
+        ```
+    """
+
+    data_store: APSDataStore | dict | None = field(default_factory=APSDataStore)
+    event_broker: APSEventBroker | dict | None = field(default_factory=APSEventBroker)
+
+    def __post_init__(self):
+        """Initialize and setup data store and event broker components.
+
+        Called automatically after instance creation. This method:
+        1. Converts data store dict to APSDataStore instance if needed
+        2. Initializes data store
+        3. Converts event broker dict to APSEventBroker instance if needed
+        4. Sets up event broker using data store connection if specified
+        5. Initializes event broker
+        """
+        if self.data_store is not None:
+            if isinstance(self.data_store, dict):
+                self.data_store = APSDataStore.from_dict(self.data_store)
+            self.data_store.setup()
+        if self.event_broker is not None:
+            if isinstance(self.event_broker, dict):
+                if "from_ds_sqla" in self.event_broker:
+                    self.event_broker = APSEventBroker.from_ds_sqla(
+                        self.data_store.sqla_engine
+                    )
+                else:
+                    self.event_broker = APSEventBroker.from_dict(self.event_broker)
+            self.event_broker.setup()
+        if self.event_broker is not None:
+            self.event_broker.setup()

flowerpower/job_queue/apscheduler/trigger.py

@@ -0,0 +1,169 @@
+import datetime as dt
+from enum import Enum
+from typing import Any, Dict, Type
+
+from apscheduler.triggers.calendarinterval import CalendarIntervalTrigger
+from apscheduler.triggers.cron import CronTrigger
+from apscheduler.triggers.date import DateTrigger
+from apscheduler.triggers.interval import IntervalTrigger
+
+from ..base import BaseTrigger
+
+
+class TriggerType(Enum):
+    CRON = "cron"
+    INTERVAL = "interval"
+    CALENDARINTERVAL = "calendarinterval"
+    DATE = "date"
+
+
+# Mapping of trigger type to its class and allowed kwargs
+TRIGGER_CONFIG: Dict[TriggerType, Dict[str, Any]] = {
+    TriggerType.CRON: {
+        "class": CronTrigger,
+        "kwargs": [
+            "crontab",
+            "year",
+            "month",
+            "week",
+            "day",
+            "day_of_week",
+            "hour",
+            "minute",
+            "second",
+            "start_time",
+            "end_time",
+            "timezone",
+        ],
+    },
+    TriggerType.INTERVAL: {
+        "class": IntervalTrigger,
+        "kwargs": [
+            "weeks",
+            "days",
+            "hours",
+            "minutes",
+            "seconds",
+            "microseconds",
+            "start_time",
+            "end_time",
+        ],
+    },
+    TriggerType.CALENDARINTERVAL: {
+        "class": CalendarIntervalTrigger,
+        "kwargs": [
+            "years",
+            "months",
+            "weeks",
+            "days",
+            "hour",
+            "minute",
+            "second",
+            "start_date",
+            "end_date",
+            "timezone",
+        ],
+    },
+    TriggerType.DATE: {
+        "class": DateTrigger,
+        "kwargs": [
+            "run_time",
+        ],
+    },
+}
+
+
+class APSTrigger(BaseTrigger):
+    """
+    Implementation of BaseTrigger for APScheduler.
+
+    Provides a factory for creating APScheduler trigger instances
+    with validation and filtering of keyword arguments.
+    """
+
+    trigger_type: TriggerType
+
+    def __init__(self, trigger_type: str):
+        """
+        Initialize APSchedulerTrigger with a trigger type.
+
+        Args:
+            trigger_type (str): The type of trigger (cron, interval, calendarinterval, date).
+
+        Raises:
+            ValueError: If the trigger_type is invalid.
+        """
+        try:
+            self.trigger_type = TriggerType(trigger_type.lower())
+        except ValueError:
+            valid_types = [t.value for t in TriggerType]
+            raise ValueError(
+                f"Invalid trigger type '{trigger_type}'. Valid types are: {valid_types}"
+            )
+
+    def _get_allowed_kwargs(self) -> set:
+        """Return the set of allowed kwargs for the current trigger type."""
+        return set(TRIGGER_CONFIG[self.trigger_type]["kwargs"])
+
+    def _check_kwargs(self, **kwargs) -> None:
+        """
+        Validate that all provided kwargs are allowed for the trigger type.
+
+        Raises:
+            ValueError: If any kwarg is not allowed.
+        """
+        allowed = self._get_allowed_kwargs()
+        invalid = [k for k in kwargs if k not in allowed]
+        if invalid:
+            raise ValueError(
+                f"Invalid argument(s) for trigger type '{self.trigger_type.value}': {invalid}. "
+                f"Allowed arguments are: {sorted(allowed)}"
+            )
+
+    def _filter_kwargs(self, **kwargs) -> Dict[str, Any]:
+        """
+        Filter kwargs to only those allowed for the trigger type and not None.
+
+        Returns:
+            Dict[str, Any]: Filtered kwargs.
+        """
+        allowed = self._get_allowed_kwargs()
+        return {k: v for k, v in kwargs.items() if k in allowed and v is not None}
+
+    def get_trigger_instance(self, **kwargs) -> Any:
+        """
+        Create and return an APScheduler trigger instance based on the trigger type.
+
+        Args:
+            **kwargs: Keyword arguments for the trigger.
+
+        Returns:
+            Any: An APScheduler trigger instance.
+
+        Raises:
+            ValueError: If invalid arguments are provided or trigger type is unknown.
+        """
+        self._check_kwargs(**kwargs)
+        filtered_kwargs = self._filter_kwargs(**kwargs)
+        trigger_cls: Type = TRIGGER_CONFIG[self.trigger_type]["class"]
+
+        if self.trigger_type == TriggerType.CRON:
+            crontab = filtered_kwargs.pop("crontab", None)
+            if crontab:
+                return trigger_cls.from_crontab(crontab)
+            return trigger_cls(**filtered_kwargs)
+        elif self.trigger_type == TriggerType.INTERVAL:
+            return trigger_cls(**filtered_kwargs)
+        elif self.trigger_type == TriggerType.CALENDARINTERVAL:
+            return trigger_cls(**filtered_kwargs)
+        elif self.trigger_type == TriggerType.DATE:
+            # Default to now if not specified
+            if "run_time" not in filtered_kwargs:
+                filtered_kwargs["run_time"] = dt.datetime.now()
+            return trigger_cls(**filtered_kwargs)
+        else:
+            # This should never be reached due to Enum validation in __init__
+            raise ValueError(f"Unknown trigger type: {self.trigger_type.value}")
+
+
+# End of file