redis 6.3.0__py3-none-any.whl → 7.0.0__py3-none-any.whl

redis/data_structure.py

@@ -0,0 +1,81 @@
+import threading
+from typing import Any, Generic, List, TypeVar
+
+from redis.typing import Number
+
+T = TypeVar("T")
+
+
+class WeightedList(Generic[T]):
+    """
+    Thread-safe weighted list.
+    """
+
+    def __init__(self):
+        self._items: List[tuple[Any, Number]] = []
+        self._lock = threading.RLock()
+
+    def add(self, item: Any, weight: float) -> None:
+        """Add item with weight, maintaining sorted order"""
+        with self._lock:
+            # Find insertion point using binary search
+            left, right = 0, len(self._items)
+            while left < right:
+                mid = (left + right) // 2
+                if self._items[mid][1] < weight:
+                    right = mid
+                else:
+                    left = mid + 1
+
+            self._items.insert(left, (item, weight))
+
+    def remove(self, item):
+        """Remove first occurrence of item"""
+        with self._lock:
+            for i, (stored_item, weight) in enumerate(self._items):
+                if stored_item == item:
+                    self._items.pop(i)
+                    return weight
+            raise ValueError("Item not found")
+
+    def get_by_weight_range(
+        self, min_weight: float, max_weight: float
+    ) -> List[tuple[Any, Number]]:
+        """Get all items within weight range"""
+        with self._lock:
+            result = []
+            for item, weight in self._items:
+                if min_weight <= weight <= max_weight:
+                    result.append((item, weight))
+            return result
+
+    def get_top_n(self, n: int) -> List[tuple[Any, Number]]:
+        """Get top N the highest weighted items"""
+        with self._lock:
+            return [(item, weight) for item, weight in self._items[:n]]
+
+    def update_weight(self, item, new_weight: float):
+        with self._lock:
+            """Update weight of an item"""
+            old_weight = self.remove(item)
+            self.add(item, new_weight)
+            return old_weight
+
+    def __iter__(self):
+        """Iterate in descending weight order"""
+        with self._lock:
+            items_copy = (
+                self._items.copy()
+            )  # Create snapshot as lock released after each 'yield'
+
+        for item, weight in items_copy:
+            yield item, weight
+
+    def __len__(self):
+        with self._lock:
+            return len(self._items)
+
+    def __getitem__(self, index) -> tuple[Any, Number]:
+        with self._lock:
+            item, weight = self._items[index]
+            return item, weight

redis/event.py

@@ -2,7 +2,7 @@ import asyncio
 import threading
 from abc import ABC, abstractmethod
 from enum import Enum
-from typing import List, Optional, Union
+from typing import Dict, List, Optional, Type, Union
 
 from redis.auth.token import TokenInterface
 from redis.credentials import CredentialProvider, StreamingCredentialProvider
@@ -42,6 +42,17 @@ class EventDispatcherInterface(ABC):
     async def dispatch_async(self, event: object):
         pass
 
+    @abstractmethod
+    def register_listeners(
+        self,
+        mappings: Dict[
+            Type[object],
+            List[Union[EventListenerInterface, AsyncEventListenerInterface]],
+        ],
+    ):
+        """Register additional listeners."""
+        pass
+
 
 class EventException(Exception):
     """
@@ -56,11 +67,18 @@ class EventException(Exception):
 
 class EventDispatcher(EventDispatcherInterface):
     # TODO: Make dispatcher to accept external mappings.
-    def __init__(self):
+    def __init__(
+        self,
+        event_listeners: Optional[
+            Dict[Type[object], List[EventListenerInterface]]
+        ] = None,
+    ):
         """
-        Mapping should be extended for any new events or listeners to be added.
+        Dispatcher that dispatches events to listeners associated with given event.
         """
-        self._event_listeners_mapping = {
+        self._event_listeners_mapping: Dict[
+            Type[object], List[EventListenerInterface]
+        ] = {
             AfterConnectionReleasedEvent: [
                 ReAuthConnectionListener(),
             ],
@@ -77,17 +95,47 @@ class EventDispatcher(EventDispatcherInterface):
             ],
         }
 
+        self._lock = threading.Lock()
+        self._async_lock = None
+
+        if event_listeners:
+            self.register_listeners(event_listeners)
+
     def dispatch(self, event: object):
-        listeners = self._event_listeners_mapping.get(type(event))
+        with self._lock:
+            listeners = self._event_listeners_mapping.get(type(event), [])
 
-        for listener in listeners:
-            listener.listen(event)
+            for listener in listeners:
+                listener.listen(event)
 
     async def dispatch_async(self, event: object):
-        listeners = self._event_listeners_mapping.get(type(event))
+        if self._async_lock is None:
+            self._async_lock = asyncio.Lock()
+
+        async with self._async_lock:
+            listeners = self._event_listeners_mapping.get(type(event), [])
 
-        for listener in listeners:
-            await listener.listen(event)
+            for listener in listeners:
+                await listener.listen(event)
+
+    def register_listeners(
+        self,
+        mappings: Dict[
+            Type[object],
+            List[Union[EventListenerInterface, AsyncEventListenerInterface]],
+        ],
+    ):
+        with self._lock:
+            for event_type in mappings:
+                if event_type in self._event_listeners_mapping:
+                    self._event_listeners_mapping[event_type] = list(
+                        set(
+                            self._event_listeners_mapping[event_type]
+                            + mappings[event_type]
+                        )
+                    )
+                else:
+                    self._event_listeners_mapping[event_type] = mappings[event_type]
 
 
 class AfterConnectionReleasedEvent:
@@ -152,7 +200,7 @@ class AfterSingleConnectionInstantiationEvent:
         self,
         connection,
         client_type: ClientType,
-        connection_lock: Union[threading.Lock, asyncio.Lock],
+        connection_lock: Union[threading.RLock, asyncio.Lock],
     ):
         self._connection = connection
         self._client_type = client_type
@@ -167,7 +215,7 @@ class AfterSingleConnectionInstantiationEvent:
         return self._client_type
 
     @property
-    def connection_lock(self) -> Union[threading.Lock, asyncio.Lock]:
+    def connection_lock(self) -> Union[threading.RLock, asyncio.Lock]:
         return self._connection_lock
 
 
@@ -177,7 +225,7 @@ class AfterPubSubConnectionInstantiationEvent:
         pubsub_connection,
         connection_pool,
         client_type: ClientType,
-        connection_lock: Union[threading.Lock, asyncio.Lock],
+        connection_lock: Union[threading.RLock, asyncio.Lock],
     ):
         self._pubsub_connection = pubsub_connection
         self._connection_pool = connection_pool
@@ -197,7 +245,7 @@ class AfterPubSubConnectionInstantiationEvent:
         return self._client_type
 
     @property
-    def connection_lock(self) -> Union[threading.Lock, asyncio.Lock]:
+    def connection_lock(self) -> Union[threading.RLock, asyncio.Lock]:
         return self._connection_lock
 
 
@@ -226,6 +274,32 @@ class AfterAsyncClusterInstantiationEvent:
         return self._credential_provider
 
 
+class OnCommandsFailEvent:
+    """
+    Event fired whenever a command fails during the execution.
+    """
+
+    def __init__(
+        self,
+        commands: tuple,
+        exception: Exception,
+    ):
+        self._commands = commands
+        self._exception = exception
+
+    @property
+    def commands(self) -> tuple:
+        return self._commands
+
+    @property
+    def exception(self) -> Exception:
+        return self._exception
+
+
+class AsyncOnCommandsFailEvent(OnCommandsFailEvent):
+    pass
+
+
 class ReAuthConnectionListener(EventListenerInterface):
     """
     Listener that performs re-authentication of given connection.

redis/exceptions.py

@@ -245,3 +245,11 @@ class InvalidPipelineStack(RedisClusterException):
     """
 
     pass
+
+
+class ExternalAuthProviderError(ConnectionError):
+    """
+    Raised when an external authentication provider returns an error.
+    """
+
+    pass

redis/http/http_client.py

@@ -0,0 +1,425 @@
+from __future__ import annotations
+
+import base64
+import gzip
+import json
+import ssl
+import zlib
+from dataclasses import dataclass
+from typing import Any, Dict, Mapping, Optional, Tuple, Union
+from urllib.error import HTTPError, URLError
+from urllib.parse import urlencode, urljoin
+from urllib.request import Request, urlopen
+
+__all__ = ["HttpClient", "HttpResponse", "HttpError", "DEFAULT_TIMEOUT"]
+
+from redis.backoff import ExponentialWithJitterBackoff
+from redis.retry import Retry
+from redis.utils import dummy_fail
+
+DEFAULT_USER_AGENT = "HttpClient/1.0 (+https://example.invalid)"
+DEFAULT_TIMEOUT = 30.0
+RETRY_STATUS_CODES = {429, 500, 502, 503, 504}
+
+
+@dataclass
+class HttpResponse:
+    status: int
+    headers: Dict[str, str]
+    url: str
+    content: bytes
+
+    def text(self, encoding: Optional[str] = None) -> str:
+        enc = encoding or self._get_encoding()
+        return self.content.decode(enc, errors="replace")
+
+    def json(self) -> Any:
+        return json.loads(self.text(encoding=self._get_encoding()))
+
+    def _get_encoding(self) -> str:
+        # Try to infer encoding from headers; default to utf-8
+        ctype = self.headers.get("content-type", "")
+        # Example: application/json; charset=utf-8
+        for part in ctype.split(";"):
+            p = part.strip()
+            if p.lower().startswith("charset="):
+                return p.split("=", 1)[1].strip() or "utf-8"
+        return "utf-8"
+
+
+class HttpError(Exception):
+    def __init__(self, status: int, url: str, message: Optional[str] = None):
+        self.status = status
+        self.url = url
+        self.message = message or f"HTTP {status} for {url}"
+        super().__init__(self.message)
+
+
+class HttpClient:
+    """
+    A lightweight HTTP client for REST API calls.
+    """
+
+    def __init__(
+        self,
+        base_url: str = "",
+        headers: Optional[Mapping[str, str]] = None,
+        timeout: float = DEFAULT_TIMEOUT,
+        retry: Retry = Retry(
+            backoff=ExponentialWithJitterBackoff(base=1, cap=10), retries=3
+        ),
+        verify_tls: bool = True,
+        # TLS verification (server) options
+        ca_file: Optional[str] = None,
+        ca_path: Optional[str] = None,
+        ca_data: Optional[Union[str, bytes]] = None,
+        # Mutual TLS (client cert) options
+        client_cert_file: Optional[str] = None,
+        client_key_file: Optional[str] = None,
+        client_key_password: Optional[str] = None,
+        auth_basic: Optional[Tuple[str, str]] = None,  # (username, password)
+        user_agent: str = DEFAULT_USER_AGENT,
+    ) -> None:
+        """
+        Initialize a new HTTP client instance.
+
+        Args:
+            base_url: Base URL for all requests. Will be prefixed to all paths.
+            headers: Default headers to include in all requests.
+            timeout: Default timeout in seconds for requests.
+            retry: Retry configuration for failed requests.
+            verify_tls: Whether to verify TLS certificates.
+            ca_file: Path to CA certificate file for TLS verification.
+            ca_path: Path to a directory containing CA certificates.
+            ca_data: CA certificate data as string or bytes.
+            client_cert_file: Path to client certificate for mutual TLS.
+            client_key_file: Path to a client private key for mutual TLS.
+            client_key_password: Password for an encrypted client private key.
+            auth_basic: Tuple of (username, password) for HTTP basic auth.
+            user_agent: User-Agent header value for requests.
+
+        The client supports both regular HTTPS with server verification and mutual TLS
+        authentication. For server verification, provide CA certificate information via
+        ca_file, ca_path or ca_data. For mutual TLS, additionally provide a client
+        certificate and key via client_cert_file and client_key_file.
+        """
+        self.base_url = (
+            base_url.rstrip() + "/"
+            if base_url and not base_url.endswith("/")
+            else base_url
+        )
+        self._default_headers = {k.lower(): v for k, v in (headers or {}).items()}
+        self.timeout = timeout
+        self.retry = retry
+        self.retry.update_supported_errors((HTTPError, URLError, ssl.SSLError))
+        self.verify_tls = verify_tls
+
+        # TLS settings
+        self.ca_file = ca_file
+        self.ca_path = ca_path
+        self.ca_data = ca_data
+        self.client_cert_file = client_cert_file
+        self.client_key_file = client_key_file
+        self.client_key_password = client_key_password
+
+        self.auth_basic = auth_basic
+        self.user_agent = user_agent
+
+    # Public JSON-centric helpers
+    def get(
+        self,
+        path: str,
+        params: Optional[
+            Mapping[str, Union[None, str, int, float, bool, list, tuple]]
+        ] = None,
+        headers: Optional[Mapping[str, str]] = None,
+        timeout: Optional[float] = None,
+        expect_json: bool = True,
+    ) -> Union[HttpResponse, Any]:
+        return self._json_call(
+            "GET",
+            path,
+            params=params,
+            headers=headers,
+            timeout=timeout,
+            body=None,
+            expect_json=expect_json,
+        )
+
+    def delete(
+        self,
+        path: str,
+        params: Optional[
+            Mapping[str, Union[None, str, int, float, bool, list, tuple]]
+        ] = None,
+        headers: Optional[Mapping[str, str]] = None,
+        timeout: Optional[float] = None,
+        expect_json: bool = True,
+    ) -> Union[HttpResponse, Any]:
+        return self._json_call(
+            "DELETE",
+            path,
+            params=params,
+            headers=headers,
+            timeout=timeout,
+            body=None,
+            expect_json=expect_json,
+        )
+
+    def post(
+        self,
+        path: str,
+        json_body: Optional[Any] = None,
+        data: Optional[Union[bytes, str]] = None,
+        params: Optional[
+            Mapping[str, Union[None, str, int, float, bool, list, tuple]]
+        ] = None,
+        headers: Optional[Mapping[str, str]] = None,
+        timeout: Optional[float] = None,
+        expect_json: bool = True,
+    ) -> Union[HttpResponse, Any]:
+        return self._json_call(
+            "POST",
+            path,
+            params=params,
+            headers=headers,
+            timeout=timeout,
+            body=self._prepare_body(json_body=json_body, data=data),
+            expect_json=expect_json,
+        )
+
+    def put(
+        self,
+        path: str,
+        json_body: Optional[Any] = None,
+        data: Optional[Union[bytes, str]] = None,
+        params: Optional[
+            Mapping[str, Union[None, str, int, float, bool, list, tuple]]
+        ] = None,
+        headers: Optional[Mapping[str, str]] = None,
+        timeout: Optional[float] = None,
+        expect_json: bool = True,
+    ) -> Union[HttpResponse, Any]:
+        return self._json_call(
+            "PUT",
+            path,
+            params=params,
+            headers=headers,
+            timeout=timeout,
+            body=self._prepare_body(json_body=json_body, data=data),
+            expect_json=expect_json,
+        )
+
+    def patch(
+        self,
+        path: str,
+        json_body: Optional[Any] = None,
+        data: Optional[Union[bytes, str]] = None,
+        params: Optional[
+            Mapping[str, Union[None, str, int, float, bool, list, tuple]]
+        ] = None,
+        headers: Optional[Mapping[str, str]] = None,
+        timeout: Optional[float] = None,
+        expect_json: bool = True,
+    ) -> Union[HttpResponse, Any]:
+        return self._json_call(
+            "PATCH",
+            path,
+            params=params,
+            headers=headers,
+            timeout=timeout,
+            body=self._prepare_body(json_body=json_body, data=data),
+            expect_json=expect_json,
+        )
+
+    # Low-level request
+    def request(
+        self,
+        method: str,
+        path: str,
+        params: Optional[
+            Mapping[str, Union[None, str, int, float, bool, list, tuple]]
+        ] = None,
+        headers: Optional[Mapping[str, str]] = None,
+        body: Optional[Union[bytes, str]] = None,
+        timeout: Optional[float] = None,
+    ) -> HttpResponse:
+        url = self._build_url(path, params)
+        all_headers = self._prepare_headers(headers, body)
+        data = body.encode("utf-8") if isinstance(body, str) else body
+
+        req = Request(url=url, method=method.upper(), data=data, headers=all_headers)
+
+        context: Optional[ssl.SSLContext] = None
+        if url.lower().startswith("https"):
+            if self.verify_tls:
+                # Use provided CA material if any; fall back to system defaults
+                context = ssl.create_default_context(
+                    cafile=self.ca_file,
+                    capath=self.ca_path,
+                    cadata=self.ca_data,
+                )
+                # Load client certificate for mTLS if configured
+                if self.client_cert_file:
+                    context.load_cert_chain(
+                        certfile=self.client_cert_file,
+                        keyfile=self.client_key_file,
+                        password=self.client_key_password,
+                    )
+            else:
+                # Verification disabled
+                context = ssl.create_default_context()
+                context.check_hostname = False
+                context.verify_mode = ssl.CERT_NONE
+
+        try:
+            return self.retry.call_with_retry(
+                lambda: self._make_request(req, context=context, timeout=timeout),
+                lambda _: dummy_fail(),
+                lambda error: self._is_retryable_http_error(error),
+            )
+        except HTTPError as e:
+            # Read error body, build response, and decide on retry
+            err_body = b""
+            try:
+                err_body = e.read()
+            except Exception:
+                pass
+            headers_map = {k.lower(): v for k, v in (e.headers or {}).items()}
+            err_body = self._maybe_decompress(err_body, headers_map)
+            status = getattr(e, "code", 0) or 0
+            response = HttpResponse(
+                status=status,
+                headers=headers_map,
+                url=url,
+                content=err_body,
+            )
+            return response
+
+    def _make_request(
+        self,
+        request: Request,
+        context: Optional[ssl.SSLContext] = None,
+        timeout: Optional[float] = None,
+    ):
+        with urlopen(request, timeout=timeout or self.timeout, context=context) as resp:
+            raw = resp.read()
+            headers_map = {k.lower(): v for k, v in resp.headers.items()}
+            raw = self._maybe_decompress(raw, headers_map)
+            return HttpResponse(
+                status=resp.status,
+                headers=headers_map,
+                url=resp.geturl(),
+                content=raw,
+            )
+
+    def _is_retryable_http_error(self, error: Exception) -> bool:
+        if isinstance(error, HTTPError):
+            return self._should_retry_status(error.code)
+        return False
+
+    # Internal utilities
+    def _json_call(
+        self,
+        method: str,
+        path: str,
+        params: Optional[
+            Mapping[str, Union[None, str, int, float, bool, list, tuple]]
+        ] = None,
+        headers: Optional[Mapping[str, str]] = None,
+        timeout: Optional[float] = None,
+        body: Optional[Union[bytes, str]] = None,
+        expect_json: bool = True,
+    ) -> Union[HttpResponse, Any]:
+        resp = self.request(
+            method=method,
+            path=path,
+            params=params,
+            headers=headers,
+            body=body,
+            timeout=timeout,
+        )
+        if not (200 <= resp.status < 400):
+            raise HttpError(resp.status, resp.url, resp.text())
+        if expect_json:
+            return resp.json()
+        return resp
+
+    def _prepare_body(
+        self, json_body: Optional[Any] = None, data: Optional[Union[bytes, str]] = None
+    ) -> Optional[Union[bytes, str]]:
+        if json_body is not None and data is not None:
+            raise ValueError("Provide either json_body or data, not both.")
+        if json_body is not None:
+            return json.dumps(json_body, ensure_ascii=False, separators=(",", ":"))
+        return data
+
+    def _build_url(
+        self,
+        path: str,
+        params: Optional[
+            Mapping[str, Union[None, str, int, float, bool, list, tuple]]
+        ] = None,
+    ) -> str:
+        url = urljoin(self.base_url or "", path)
+        if params:
+            # urlencode with doseq=True supports list/tuple values
+            query = urlencode(
+                {k: v for k, v in params.items() if v is not None}, doseq=True
+            )
+            separator = "&" if ("?" in url) else "?"
+            url = f"{url}{separator}{query}" if query else url
+        return url
+
+    def _prepare_headers(
+        self, headers: Optional[Mapping[str, str]], body: Optional[Union[bytes, str]]
+    ) -> Dict[str, str]:
+        # Start with defaults
+        prepared: Dict[str, str] = {}
+        prepared.update(self._default_headers)
+
+        # Standard defaults for JSON REST usage
+        prepared.setdefault("accept", "application/json")
+        prepared.setdefault("user-agent", self.user_agent)
+        # We will send gzip accept-encoding; handle decompression manually
+        prepared.setdefault("accept-encoding", "gzip, deflate")
+
+        # If we have a string body and content-type not specified, assume JSON
+        if body is not None and isinstance(body, str):
+            prepared.setdefault("content-type", "application/json; charset=utf-8")
+
+        # Basic authentication if provided and not overridden
+        if self.auth_basic and "authorization" not in prepared:
+            user, pwd = self.auth_basic
+            token = base64.b64encode(f"{user}:{pwd}".encode("utf-8")).decode("ascii")
+            prepared["authorization"] = f"Basic {token}"
+
+        # Merge per-call headers (case-insensitive)
+        if headers:
+            for k, v in headers.items():
+                prepared[k.lower()] = v
+
+        # urllib expects header keys in canonical capitalization sometimes; but it’s tolerant.
+        # We'll return as provided; urllib will handle it.
+        return prepared
+
+    def _should_retry_status(self, status: int) -> bool:
+        return status in RETRY_STATUS_CODES
+
+    def _maybe_decompress(self, content: bytes, headers: Mapping[str, str]) -> bytes:
+        if not content:
+            return content
+        encoding = (headers.get("content-encoding") or "").lower()
+        try:
+            if "gzip" in encoding:
+                return gzip.decompress(content)
+            if "deflate" in encoding:
+                # Try raw deflate, then zlib-wrapped
+                try:
+                    return zlib.decompress(content, -zlib.MAX_WBITS)
+                except zlib.error:
+                    return zlib.decompress(content)
+        except Exception:
+            # If decompression fails, return original bytes
+            return content
+        return content