dycw-utilities 0.148.5__py3-none-any.whl → 0.175.31__py3-none-any.whl

utilities/pytest.py

@@ -1,10 +1,13 @@
 from __future__ import annotations
 
+from collections.abc import Callable
 from dataclasses import dataclass
 from functools import partial, wraps
 from inspect import iscoroutinefunction
 from os import environ
 from pathlib import Path
+from re import sub
+from types import FunctionType
 from typing import TYPE_CHECKING, Any, assert_never, cast, override
 
 from whenever import ZonedDateTime
@@ -13,46 +16,67 @@ from utilities.atomicwrites import writer
 from utilities.functools import cache
 from utilities.hashlib import md5_hash
 from utilities.os import get_env_var
-from utilities.pathlib import ensure_suffix, get_root, get_tail, module_path
-from utilities.platform import (
-    IS_LINUX,
-    IS_MAC,
-    IS_NOT_LINUX,
-    IS_NOT_MAC,
-    IS_NOT_WINDOWS,
-    IS_WINDOWS,
+from utilities.pathlib import (
+    _GetTailEmptyError,
+    ensure_suffix,
+    get_root,
+    get_tail,
+    module_path,
 )
-from utilities.types import MaybeCoro
+from utilities.platform import IS_LINUX, IS_MAC, IS_NOT_LINUX, IS_NOT_MAC
+from utilities.random import bernoulli
+from utilities.text import to_bool
+from utilities.types import MaybeCallableBoolLike, MaybeCoro, Seed
 from utilities.whenever import SECOND, get_now_local
 
 if TYPE_CHECKING:
-    from collections.abc import Callable, Iterable, Sequence
+    from collections.abc import Iterable
 
-    from utilities.types import Coro, Delta, PathLike
-
-try:  # WARNING: this package cannot use unguarded `pytest` imports
     from _pytest.config import Config
     from _pytest.config.argparsing import Parser
     from _pytest.python import Function
-    from pytest import mark, skip
+
+    from utilities.types import Coro, Delta, PathLike
+
+
+IS_CI = "CI" in environ
+IS_CI_AND_NOT_LINUX = IS_CI and IS_NOT_LINUX
+
+
+try:  # WARNING: this package cannot use unguarded `pytest` imports
+    from pytest import mark
 except ModuleNotFoundError:  # pragma: no cover
-    from typing import Any as Config
-    from typing import Any as Function
-    from typing import Any as Parser
 
-    mark = skip = skipif_windows = skipif_mac = skipif_linux = skipif_not_windows = (
-        skipif_not_mac
-    ) = skipif_not_linux = None
+    def skipif_ci[F: Callable](func: F) -> F:
+        return func
+
+    def skipif_mac[F: Callable](func: F) -> F:
+        return func
+
+    def skipif_linux[F: Callable](func: F) -> F:
+        return func
+
+    def skipif_not_mac[F: Callable](func: F) -> F:
+        return func
+
+    def skipif_not_linux[F: Callable](func: F) -> F:
+        return func
+
+    def skipif_ci_and_not_linux[F: Callable](func: F) -> F:
+        return func
+
 else:
-    skipif_windows = mark.skipif(IS_WINDOWS, reason="Skipped for Windows")
+    skipif_ci = mark.skipif(IS_CI, reason="Skipped for CI")
     skipif_mac = mark.skipif(IS_MAC, reason="Skipped for Mac")
     skipif_linux = mark.skipif(IS_LINUX, reason="Skipped for Linux")
-    skipif_not_windows = mark.skipif(IS_NOT_WINDOWS, reason="Skipped for non-Windows")
     skipif_not_mac = mark.skipif(IS_NOT_MAC, reason="Skipped for non-Mac")
     skipif_not_linux = mark.skipif(IS_NOT_LINUX, reason="Skipped for non-Linux")
+    skipif_ci_and_not_linux = mark.skipif(
+        IS_CI_AND_NOT_LINUX, reason="Skipped for CI/non-Linux"
+    )
 
 
-def add_pytest_addoption(parser: Parser, options: Sequence[str], /) -> None:
+def add_pytest_addoption(parser: Parser, options: list[str], /) -> None:
     """Add the `--slow`, etc options to pytest.
 
     Usage:
@@ -73,7 +97,7 @@ def add_pytest_addoption(parser: Parser, options: Sequence[str], /) -> None:
 
 
 def add_pytest_collection_modifyitems(
-    config: Config, items: Iterable[Function], options: Sequence[str], /
+    config: Config, items: Iterable[Function], options: list[str], /
 ) -> None:
     """Add the @mark.skips as necessary.
 
@@ -82,6 +106,8 @@ def add_pytest_collection_modifyitems(
         def pytest_collection_modifyitems(config, items):
             add_pytest_collection_modifyitems(config, items, ["slow"])
     """
+    from pytest import mark
+
     options = list(options)
     missing = {opt for opt in options if not config.getoption(f"--{opt}")}
     for item in items:
@@ -111,9 +137,10 @@ def add_pytest_configure(config: Config, options: Iterable[tuple[str, str]], /)
 ##
 
 
-def is_pytest() -> bool:
-    """Check if `pytest` is running."""
-    return "PYTEST_VERSION" in environ
+def make_ids(obj: Any, /) -> str:
+    if isinstance(obj, FunctionType):
+        return sub(r"\s+at +0x[0-9a-fA-F]+", "", repr(obj))
+    return repr(obj)
 
 
 ##
@@ -126,10 +153,15 @@ def node_id_path(
     path_file, *parts = node_id.split("::")
     path_file = Path(path_file)
     if path_file.suffix != ".py":
-        raise NodeIdToPathError(node_id=node_id)
+        raise _NodeIdToPathNotPythonFileError(node_id=node_id)
     path = path_file.with_suffix("")
     if root is not None:
-        path = get_tail(path, root)
+        try:
+            path = get_tail(path, root)
+        except _GetTailEmptyError as error:
+            raise _NodeIdToPathNotGetTailError(
+                node_id=node_id, path=error.path, root=error.root
+            ) from None
     path = Path(module_path(path), "__".join(parts))
     if suffix is not None:
         path = ensure_suffix(path, suffix)
@@ -140,11 +172,86 @@ def node_id_path(
 class NodeIdToPathError(Exception):
     node_id: str
 
+
+@dataclass(kw_only=True, slots=True)
+class _NodeIdToPathNotPythonFileError(NodeIdToPathError):
     @override
     def __str__(self) -> str:
         return f"Node ID must be a Python file; got {self.node_id!r}"
 
 
+@dataclass(kw_only=True, slots=True)
+class _NodeIdToPathNotGetTailError(NodeIdToPathError):
+    path: PathLike
+    root: PathLike
+
+    @override
+    def __str__(self) -> str:
+        return (
+            f"Unable to get the tail of {str(self.path)!r} with root {str(self.root)!r}"
+        )
+
+
+##
+
+
+def run_frac[F: Callable[..., MaybeCoro[None]]](
+    *,
+    predicate: MaybeCallableBoolLike | None = None,
+    frac: float = 0.5,
+    seed: Seed | None = None,
+) -> Callable[[F], F]:
+    """Run a test only a fraction of the time.."""
+    return cast(
+        "Any", partial(_run_frac_inner, predicate=predicate, frac=frac, seed=seed)
+    )
+
+
+def _run_frac_inner[F: Callable[..., MaybeCoro[None]]](
+    func: F,
+    /,
+    *,
+    predicate: MaybeCallableBoolLike | None = None,
+    frac: float = 0.5,
+    seed: Seed | None = None,
+) -> F:
+    match bool(iscoroutinefunction(func)):
+        case False:
+
+            @wraps(func)
+            def run_frac_sync(*args: Any, **kwargs: Any) -> None:
+                _skipif_frac(predicate=predicate, frac=frac, seed=seed)
+                cast("Callable[..., None]", func)(*args, **kwargs)
+
+            return cast("Any", run_frac_sync)
+
+        case True:
+
+            @wraps(func)
+            async def run_frac_async(*args: Any, **kwargs: Any) -> None:
+                _skipif_frac(predicate=predicate, frac=frac, seed=seed)
+                await cast("Callable[..., Coro[None]]", func)(*args, **kwargs)
+
+            return cast("Any", run_frac_async)
+
+        case never:
+            assert_never(never)
+
+
+def _skipif_frac(
+    *,
+    predicate: MaybeCallableBoolLike | None = None,
+    frac: float = 0.5,
+    seed: Seed | None = None,
+) -> None:
+    from pytest import skip
+
+    if ((predicate is None) or to_bool(predicate)) and bernoulli(
+        true=1 - frac, seed=seed
+    ):
+        skip(reason=f"{_get_name()} skipped (run {frac:.0%})")
+
+
 ##
 
 
@@ -163,7 +270,6 @@ def _throttle_inner[F: Callable[..., MaybeCoro[None]]](
     delta: Delta = SECOND,
     on_try: bool = False,
 ) -> F:
-    """Throttle a test function/method."""
     if get_env_var("THROTTLE", nullable=True) is not None:
         return func
     match bool(iscoroutinefunction(func)), on_try:
@@ -173,7 +279,7 @@ def _throttle_inner[F: Callable[..., MaybeCoro[None]]](
             def throttle_sync_on_pass(*args: Any, **kwargs: Any) -> None:
                 _skipif_recent(root=root, delta=delta)
                 cast("Callable[..., None]", func)(*args, **kwargs)
-                _write(root=root)
+                _write(root)
 
             return cast("Any", throttle_sync_on_pass)
 
@@ -182,7 +288,7 @@ def _throttle_inner[F: Callable[..., MaybeCoro[None]]](
             @wraps(func)
             def throttle_sync_on_try(*args: Any, **kwargs: Any) -> None:
                 _skipif_recent(root=root, delta=delta)
-                _write(root=root)
+                _write(root)
                 cast("Callable[..., None]", func)(*args, **kwargs)
 
             return cast("Any", throttle_sync_on_try)
@@ -193,7 +299,7 @@ def _throttle_inner[F: Callable[..., MaybeCoro[None]]](
             async def throttle_async_on_pass(*args: Any, **kwargs: Any) -> None:
                 _skipif_recent(root=root, delta=delta)
                 await cast("Callable[..., Coro[None]]", func)(*args, **kwargs)
-                _write(root=root)
+                _write(root)
 
             return cast("Any", throttle_async_on_pass)
 
@@ -202,25 +308,25 @@ def _throttle_inner[F: Callable[..., MaybeCoro[None]]](
             @wraps(func)
             async def throttle_async_on_try(*args: Any, **kwargs: Any) -> None:
                 _skipif_recent(root=root, delta=delta)
-                _write(root=root)
+                _write(root)
                 await cast("Callable[..., Coro[None]]", func)(*args, **kwargs)
 
             return cast("Any", throttle_async_on_try)
 
-        case _ as never:
+        case never:
             assert_never(never)
 
 
 def _skipif_recent(*, root: PathLike | None = None, delta: Delta = SECOND) -> None:
-    if skip is None:
-        return  # pragma: no cover
-    path = _get_path(root=root)
+    from pytest import skip
+
+    path = _get_path(root)
     try:
         contents = path.read_text()
     except FileNotFoundError:
         return
     try:
-        last = ZonedDateTime.parse_common_iso(contents)
+        last = ZonedDateTime.parse_iso(contents)
     except ValueError:
         return
     now = get_now_local()
@@ -229,7 +335,7 @@ def _skipif_recent(*, root: PathLike | None = None, delta: Delta = SECOND) -> No
         _ = skip(reason=f"{_get_name()} throttled (age {age})")
 
 
-def _get_path(*, root: PathLike | None = None) -> Path:
+def _get_path(root: PathLike | None = None, /) -> Path:
     if root is None:
         root_use = get_root().joinpath(".pytest_cache", "throttle")  # pragma: no cover
     else:
@@ -246,24 +352,27 @@ def _get_name() -> str:
     return environ["PYTEST_CURRENT_TEST"]
 
 
-def _write(*, root: PathLike | None = None) -> None:
-    path = _get_path(root=root)
+def _write(root: PathLike | None = None, /) -> None:
+    path = _get_path(root)
     with writer(path, overwrite=True) as temp:
-        _ = temp.write_text(get_now_local().format_common_iso())
+        _ = temp.write_text(get_now_local().format_iso())
 
 
 __all__ = [
+    "IS_CI",
+    "IS_CI_AND_NOT_LINUX",
     "NodeIdToPathError",
     "add_pytest_addoption",
     "add_pytest_collection_modifyitems",
     "add_pytest_configure",
-    "is_pytest",
+    "make_ids",
     "node_id_path",
+    "run_frac",
+    "skipif_ci",
+    "skipif_ci_and_not_linux",
     "skipif_linux",
     "skipif_mac",
     "skipif_not_linux",
     "skipif_not_mac",
-    "skipif_not_windows",
-    "skipif_windows",
     "throttle",
 ]

utilities/pytest_plugins/pytest_randomly.py

@@ -17,7 +17,7 @@ else:
         """Fixture for a random state."""
         from utilities.random import get_state
 
-        return get_state(seed=seed)
+        return get_state(seed)
 
 
 __all__ = ["random_state"]

utilities/pytest_plugins/pytest_regressions.py

@@ -41,12 +41,16 @@ else:
 
 def _get_path(request: FixtureRequest, /) -> Path:
     from utilities.pathlib import get_root
-    from utilities.pytest import node_id_path
+    from utilities.pytest import _NodeIdToPathNotGetTailError, node_id_path
 
     path = Path(cast("Any", request).fspath)
     root = Path("src", "tests")
-    tail = node_id_path(request.node.nodeid, root=root)
-    return get_root(path=path).joinpath(root, "regressions", tail)
+    try:
+        tail = node_id_path(request.node.nodeid, root=root)
+    except _NodeIdToPathNotGetTailError:
+        root = Path("tests")
+        tail = node_id_path(request.node.nodeid, root=root)
+    return get_root(path).joinpath(root, "regressions", tail)
 
 
 __all__ = ["orjson_regression", "polars_regression"]

utilities/pytest_regressions.py

@@ -1,15 +1,17 @@
 from __future__ import annotations
 
 from contextlib import suppress
+from dataclasses import dataclass
 from json import loads
 from pathlib import Path
 from shutil import copytree
-from typing import TYPE_CHECKING, Any, assert_never
+from typing import TYPE_CHECKING, Any, assert_never, override
 
 from pytest_regressions.file_regression import FileRegressionFixture
 
 from utilities.functions import ensure_str
 from utilities.operator import is_equal
+from utilities.reprlib import get_repr
 
 if TYPE_CHECKING:
     from polars import DataFrame, Series
@@ -70,10 +72,28 @@ class OrjsonRegressionFixture:
             check_fn=self._check_fn,
         )
 
-    def _check_fn(self, path1: Path, path2: Path, /) -> None:
-        left = loads(path1.read_text())
-        right = loads(path2.read_text())
-        assert is_equal(left, right), f"{left=}, {right=}"
+    def _check_fn(self, path_obtained: Path, path_existing: Path, /) -> None:
+        obtained = loads(path_obtained.read_text())
+        existing = loads(path_existing.read_text())
+        if not is_equal(obtained, existing):
+            raise OrjsonRegressionError(
+                path_obtained=path_obtained,
+                path_existing=path_existing,
+                obtained=obtained,
+                existing=existing,
+            )
+
+
+@dataclass(kw_only=True, slots=True)
+class OrjsonRegressionError(Exception):
+    path_obtained: Path
+    path_existing: Path
+    obtained: Any
+    existing: Any
+
+    @override
+    def __str__(self) -> str:
+        return f"Obtained object (at {str(self.path_obtained)!r}) and existing object (at {str(self.path_existing)!r}) differ; got {get_repr(self.obtained)} and {get_repr(self.existing)}"
 
 
 ##
@@ -97,7 +117,6 @@ class PolarsRegressionFixture:
             "describe": obj.describe(percentiles=[i / 10 for i in range(1, 10)]).rows(
                 named=True
             ),
-            "estimated_size": obj.estimated_size(),
             "is_empty": obj.is_empty(),
             "n_unique": obj.n_unique(),
         }
@@ -115,9 +134,9 @@ class PolarsRegressionFixture:
                             col(column).approx_n_unique()
                         ).item()
                 data["approx_n_unique"] = approx_n_unique
-                data["glimpse"] = df.glimpse(return_as_string=True)
+                data["glimpse"] = df.glimpse(return_type="string")
                 data["null_count"] = df.null_count().row(0, named=True)
-            case _ as never:
+            case never:
                 assert_never(never)
         self._fixture.check(data, suffix=suffix)
 

utilities/random.py

@@ -3,6 +3,8 @@ from __future__ import annotations
 from random import Random, SystemRandom
 from typing import TYPE_CHECKING
 
+from utilities.functools import cache
+
 if TYPE_CHECKING:
     from collections.abc import Iterable
 
@@ -17,16 +19,16 @@ SYSTEM_RANDOM = SystemRandom()
 
 def bernoulli(*, true: float = 0.5, seed: Seed | None = None) -> bool:
     """Return a Bernoulli random variate."""
-    seed = get_state(seed=seed)
-    return bool(seed.binomialvariate(p=true))
+    state = get_state(seed)
+    return bool(state.binomialvariate(p=true))
 
 
 ##
 
 
-def get_docker_name(*, seed: Seed | None = None) -> str:
+def get_docker_name(seed: Seed | None = None, /) -> str:
     """Get a docker name."""
-    state = get_state(seed=seed)
+    state = get_state(seed)
     prefix = state.choice(_DOCKER_PREFIXES)
     suffix = state.choice(_DOCKER_SUFFIXES)
     digit = state.randint(0, 9)
@@ -47,16 +49,19 @@ _DOCKER_SUFFIXES = [
 ##
 
 
-def get_state(*, seed: Seed | None = None) -> Random:
+@cache
+def get_state(seed: Seed | None = None, /) -> Random:
     """Get a random state."""
     return seed if isinstance(seed, Random) else Random(x=seed)
 
 
 ##
+
+
 def shuffle[T](iterable: Iterable[T], /, *, seed: Seed | None = None) -> list[T]:
     """Shuffle an iterable."""
     copy = list(iterable).copy()
-    state = get_state(seed=seed)
+    state = get_state(seed)
     state.shuffle(copy)
     return copy
 

utilities/re.py

@@ -16,7 +16,7 @@ def ensure_pattern(pattern: PatternLike, /, *, flags: int = 0) -> Pattern[str]:
             return pattern
         case str():
             return re.compile(pattern, flags=flags)
-        case _ as never:
+        case never:
             assert_never(never)