dycw-utilities 0.109.15__tar.gz → 0.109.17__tar.gz

{dycw_utilities-0.109.15 → dycw_utilities-0.109.17}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dycw-utilities
-Version: 0.109.15
+Version: 0.109.17
 Author-email: Derek Wan <d.wan@icloud.com>
 License-File: LICENSE
 Requires-Python: >=3.12

{dycw_utilities-0.109.15 → dycw_utilities-0.109.17}/pyproject.toml

@@ -92,7 +92,7 @@ dependencies = [
 name = "dycw-utilities"
 readme = "README.md"
 requires-python = ">= 3.12"
-version = "0.109.15"
+version = "0.109.17"
 
 [project.optional-dependencies]
 test = [
@@ -335,7 +335,7 @@ zzz-test-zoneinfo = [
 # bump-my-version
 [tool.bumpversion]
 allow_dirty = true
-current_version = "0.109.15"
+current_version = "0.109.17"
 
 [[tool.bumpversion.files]]
 filename = "src/utilities/__init__.py"

{dycw_utilities-0.109.15 → dycw_utilities-0.109.17}/src/tests/test_hypothesis.py

@@ -29,7 +29,7 @@ from hypothesis.strategies import (
 from luigi import Task
 from numpy import inf, int64, isfinite, isinf, isnan, ravel, rint
 from pathvalidate import validate_filepath
-from pytest import raises
+from pytest import mark, raises
 from sqlalchemy import Column, Integer, MetaData, Table, insert, select
 from sqlalchemy.ext.asyncio import AsyncEngine
 
@@ -1033,6 +1033,7 @@ class TestTempPaths:
         assert len(set(path.iterdir())) == 0
 
     @given(path=temp_paths(), contents=sets(text_ascii(min_size=1), max_size=10))
+    @mark.flaky
     def test_writing_files(self, *, path: Path, contents: AbstractSet[str]) -> None:
         assert len(set(path.iterdir())) == 0
         as_set = set(maybe_yield_lower_case(contents))

{dycw_utilities-0.109.15 → dycw_utilities-0.109.17}/src/tests/test_numpy.py

@@ -3,6 +3,7 @@ from __future__ import annotations
 from re import escape
 from typing import TYPE_CHECKING, Any, Literal
 
+import numpy as np
 from hypothesis import assume, given
 from hypothesis.strategies import DataObject, data, floats, integers, none
 from numpy import (
@@ -12,18 +13,21 @@ from numpy import (
     full,
     inf,
     isclose,
+    linspace,
     median,
     nan,
     ndarray,
     ones,
+    pi,
     zeros,
     zeros_like,
 )
+from numpy.fft import fft, fftfreq
 from numpy.random import Generator
 from numpy.testing import assert_equal
 from pytest import mark, param, raises
 
-from utilities.hypothesis import float_arrays
+from utilities.hypothesis import float_arrays, pairs
 from utilities.numpy import (
     DEFAULT_RNG,
     AsIntError,
@@ -32,11 +36,18 @@ from utilities.numpy import (
     NDArrayF,
     NDArrayI,
     ShiftError,
+    SigmoidError,
+    _BoxCarLocationsError,
+    _BoxCarLowerBoundSlopeError,
+    _BoxCarUpperBoundSlopeError,
     array_indexer,
     as_int,
+    boxcar,
     discretize,
     fillna,
+    filter_frequencies,
     flatn0,
+    get_frequency_spectrum,
     has_dtype,
     is_at_least,
     is_at_least_or_nan,
@@ -88,6 +99,7 @@ from utilities.numpy import (
     minimum,
     shift,
     shift_bool,
+    sigmoid,
 )
 
 if TYPE_CHECKING:
@@ -246,6 +258,56 @@ class TestDiscretize:
         assert_equal(result, expected)
 
 
+class TestBoxCar:
+    @given(
+        locs=pairs(floats(-10.0, 10.0), sorted=True),
+        slope_low=floats(0.1, 10.0),
+        slope_high=floats(0.1, 10.0),
+    )
+    def test_main(
+        self, *, locs: tuple[float, float], slope_low: float, slope_high: float
+    ) -> None:
+        loc_low, loc_high = locs
+        n = 1000
+        x = linspace(0, 2 * pi, n)
+        y = boxcar(
+            x,
+            loc_low=loc_low,
+            slope_low=slope_low,
+            loc_high=loc_high,
+            slope_high=slope_high,
+        )
+        assert y.shape == (n,)
+        assert is_between(y, 0.0, 1.0).all()
+
+    def test_error_locations(self) -> None:
+        n = 1000
+        x = linspace(0, 2 * pi, n)
+        with raises(
+            _BoxCarLocationsError,
+            match="Location parameters must be consistent; got 1.0 and -1.0",
+        ):
+            _ = boxcar(x, loc_low=1.0, loc_high=-1.0)
+
+    def test_error_lower_bound_slope(self) -> None:
+        n = 1000
+        x = linspace(0, 2 * pi, n)
+        with raises(
+            _BoxCarLowerBoundSlopeError,
+            match="Lower-bound slope parameter must be positive; got 0.0",
+        ):
+            _ = boxcar(x, slope_low=0.0)
+
+    def test_error_upper_bound_slope(self) -> None:
+        n = 1000
+        x = linspace(0, 2 * pi, n)
+        with raises(
+            _BoxCarUpperBoundSlopeError,
+            match="Upper-bound slope parameter must be positive; got 0.0",
+        ):
+            _ = boxcar(x, slope_high=0.0)
+
+
 class TestFillNa:
     @mark.parametrize(
         ("init", "value", "expected_v"),
@@ -268,6 +330,19 @@ class TestFillNa:
         assert_equal(result, expected)
 
 
+class TestFilterFrequencies:
+    def test_main(self) -> None:
+        n = 1000
+        x = linspace(0, 2 * pi, n)
+        noise = DEFAULT_RNG.normal(scale=0.25, size=n)
+        y = x + noise
+        result = filter_frequencies(y, lambda f: np.abs(f) <= 0.02)
+        assert result.shape == (n,)
+        fft_vals = fft(result)
+        freqs = fftfreq(n)
+        assert np.allclose(fft_vals[np.abs(freqs) > 0.02], 0.0)
+
+
 class TestFlatN0:
     @given(data=data(), n=integers(1, 10))
     def test_main(self, *, data: DataObject, n: int) -> None:
@@ -288,6 +363,18 @@ class TestFlatN0:
             _ = flatn0(ones(2, dtype=bool))
 
 
+class TestGetFrequencySpectrum:
+    def test_main(self) -> None:
+        n = 1000
+        x = linspace(0, 2 * pi, n)
+        noise = DEFAULT_RNG.normal(scale=0.25, size=n)
+        y = x + noise
+        y2 = filter_frequencies(y, lambda f: np.abs(f) <= 0.02)
+        result = get_frequency_spectrum(y2)
+        assert result.shape == (n, 2)
+        assert np.allclose(result[result[:, 0] > 0.02, 1], 0.0)
+
+
 class TestHasDtype:
     @mark.parametrize(("dtype", "expected"), [param(float, True), param(int, False)])
     @mark.parametrize("is_tuple", [param(True), param(False)])
@@ -1047,3 +1134,19 @@ class TestShiftBool:
             [fill_value if e is None else e for e in expected_v], dtype=bool
         )
         assert_equal(result, expected)
+
+
+class TestSigmoid:
+    @given(loc=floats(-10.0, 10.0), slope=floats(-10.0, -0.1) | floats(0.1, 10.0))
+    def test_main(self, *, loc: float, slope: float) -> None:
+        n = 1000
+        x = linspace(0, 2 * pi, n)
+        y = sigmoid(x, loc=loc, slope=slope)
+        assert y.shape == (n,)
+        assert is_between(y, 0.0, 1.0).all()
+
+    def test_error(self) -> None:
+        n = 1000
+        x = linspace(0, 2 * pi, n)
+        with raises(SigmoidError, match="Slope must be non-zero"):
+            _ = sigmoid(x, slope=0.0)

{dycw_utilities-0.109.15 → dycw_utilities-0.109.17}/src/tests/test_orjson.py

@@ -23,7 +23,7 @@ from hypothesis.strategies import (
 )
 from orjson import JSONDecodeError
 from polars import Object, String, UInt64
-from pytest import approx, raises
+from pytest import approx, mark, raises
 
 from tests.conftest import SKIPIF_CI_AND_WINDOWS
 from tests.test_operator import (
@@ -204,6 +204,7 @@ class TestGetLogRecords:
         min_log_file_line_num=integers() | none(),
         max_log_file_line_num=integers() | none(),
     )
+    @mark.flaky
     def test_filter(
         self,
         *,

{dycw_utilities-0.109.15 → dycw_utilities-0.109.17}/src/utilities/__init__.py

@@ -1,3 +1,3 @@
 from __future__ import annotations
 
-__version__ = "0.109.15"
+__version__ = "0.109.17"

{dycw_utilities-0.109.15 → dycw_utilities-0.109.17}/src/utilities/numpy.py

@@ -1,19 +1,23 @@
 from __future__ import annotations
 
 from dataclasses import dataclass
-from functools import reduce
+from functools import partial, reduce
 from itertools import repeat
 from typing import TYPE_CHECKING, Any, overload, override
 
 import numpy as np
 from numpy import (
+    argsort,
     array,
     bool_,
+    complex128,
     digitize,
     dtype,
     errstate,
+    exp,
     flatnonzero,
     float64,
+    floating,
     full_like,
     inf,
     int64,
@@ -30,6 +34,7 @@ from numpy import (
     roll,
     where,
 )
+from numpy.fft import fft, fftfreq, ifft
 from numpy.linalg import det, eig
 from numpy.random import default_rng
 from numpy.typing import NDArray
@@ -37,7 +42,7 @@ from numpy.typing import NDArray
 from utilities.iterables import is_iterable_not_str
 
 if TYPE_CHECKING:
-    from collections.abc import Iterable
+    from collections.abc import Callable, Iterable
 
 
 ##
@@ -129,6 +134,65 @@ class AsIntError(Exception): ...
 ##
 
 
+def boxcar(
+    array: NDArray[floating[Any]],
+    /,
+    *,
+    loc_low: float = -1.0,
+    slope_low: float = 1.0,
+    loc_high: float = 1.0,
+    slope_high: float = 1.0,
+    rtol: float | None = None,
+    atol: float | None = None,
+) -> NDArray[floating[Any]]:
+    """Construct a boxcar function."""
+    if not is_at_most(loc_low, loc_high, rtol=rtol, atol=atol):
+        raise _BoxCarLocationsError(low=loc_low, high=loc_high)
+    if not is_positive(slope_low, rtol=rtol, atol=atol):
+        raise _BoxCarLowerBoundSlopeError(slope=slope_low)
+    if not is_positive(slope_high, rtol=rtol, atol=atol):
+        raise _BoxCarUpperBoundSlopeError(slope=slope_high)
+    return (
+        sigmoid(array, loc=loc_low, slope=slope_low)
+        + sigmoid(array, loc=loc_high, slope=-slope_high)
+    ) / 2
+
+
+@dataclass(kw_only=True, slots=True)
+class BoxCarError(Exception): ...
+
+
+@dataclass(kw_only=True, slots=True)
+class _BoxCarLocationsError(BoxCarError):
+    low: float
+    high: float
+
+    @override
+    def __str__(self) -> str:
+        return f"Location parameters must be consistent; got {self.low} and {self.high}"
+
+
+@dataclass(kw_only=True, slots=True)
+class _BoxCarLowerBoundSlopeError(BoxCarError):
+    slope: float
+
+    @override
+    def __str__(self) -> str:
+        return f"Lower-bound slope parameter must be positive; got {self.slope}"
+
+
+@dataclass(kw_only=True, slots=True)
+class _BoxCarUpperBoundSlopeError(BoxCarError):
+    slope: float
+
+    @override
+    def __str__(self) -> str:
+        return f"Upper-bound slope parameter must be positive; got {self.slope}"
+
+
+##
+
+
 def discretize(x: NDArrayF, bins: int | Iterable[float], /) -> NDArrayF:
     """Discretize an array of floats.
 
@@ -160,6 +224,33 @@ def fillna(array: NDArrayF, /, *, value: float = 0.0) -> NDArrayF:
 ##
 
 
+def filter_frequencies(
+    array: NDArrayF,
+    /,
+    *filters: Callable[[NDArray[floating[Any]]], NDArrayB],
+    d: int = 1,
+) -> NDArrayF:
+    """Filter an array by the frequencies of its FFT."""
+    (n,) = array.shape
+    fft_vals = fft(array)
+    freqs = fftfreq(n, d=d)
+    reduced = reduce(partial(_filter_frequencies_one, freqs=freqs), filters, fft_vals)
+    return ifft(reduced).real
+
+
+def _filter_frequencies_one(
+    acc: NDArray[complex128],
+    el: Callable[[NDArray[floating[Any]]], NDArrayB],
+    /,
+    *,
+    freqs: NDArray[floating[Any]],
+) -> NDArray[complex128]:
+    return where(el(freqs), acc, 0.0)
+
+
+##
+
+
 def flatn0(array: NDArrayB, /) -> int:
     """Return the index of the unique True element."""
     if not array.any():
@@ -193,6 +284,19 @@ class FlatN0MultipleError(FlatN0Error):
 ##
 
 
+def get_frequency_spectrum(array: NDArrayF, /, *, d: int = 1) -> NDArray[floating[Any]]:
+    """Get the frequency spectrum."""
+    (n,) = array.shape
+    fft_vals = fft(array)
+    freqs = fftfreq(n, d=d)
+    amplitudes = np.abs(fft_vals)
+    data = np.hstack([freqs.reshape(-1, 1), amplitudes.reshape(-1, 1)])
+    return data[argsort(data[:, 0])]
+
+
+##
+
+
 def has_dtype(x: Any, dtype: Any, /) -> bool:
     """Check if an object has the required dtype."""
     if is_iterable_not_str(dtype):
@@ -803,6 +907,31 @@ def shift_bool(
 ##
 
 
+def sigmoid(
+    array: NDArray[floating[Any]],
+    /,
+    *,
+    loc: float = 0.0,
+    slope: float = 1.0,
+    rtol: float | None = None,
+    atol: float | None = None,
+) -> NDArray[floating[Any]]:
+    """Construct a sigmoid function."""
+    if is_zero(slope, rtol=rtol, atol=atol):
+        raise SigmoidError
+    return 1 / (1 + exp(-slope * (array - loc)))
+
+
+@dataclass(kw_only=True, slots=True)
+class SigmoidError(Exception):
+    @override
+    def __str__(self) -> str:
+        return "Slope must be non-zero"
+
+
+##
+
+
 def _is_close(
     x: Any,
     y: Any,
@@ -825,6 +954,7 @@ def _is_close(
 __all__ = [
     "DEFAULT_RNG",
     "AsIntError",
+    "BoxCarError",
     "FlatN0EmptyError",
     "FlatN0Error",
     "FlatN0MultipleError",
@@ -834,8 +964,10 @@ __all__ = [
     "NDArrayI",
     "NDArrayO",
     "ShiftError",
+    "SigmoidError",
     "array_indexer",
     "as_int",
+    "boxcar",
     "datetime64D",
     "datetime64M",
     "datetime64W",
@@ -851,7 +983,9 @@ __all__ = [
     "datetime64us",
     "discretize",
     "fillna",
+    "filter_frequencies",
     "flatn0",
+    "get_frequency_spectrum",
     "has_dtype",
     "is_at_least",
     "is_at_least_or_nan",
@@ -902,4 +1036,5 @@ __all__ = [
     "maximum",
     "minimum",
     "shift_bool",
+    "sigmoid",
 ]