dycw-utilities 0.109.9__tar.gz → 0.109.11__tar.gz

{dycw_utilities-0.109.9 → dycw_utilities-0.109.11}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dycw-utilities
-Version: 0.109.9
+Version: 0.109.11
 Author-email: Derek Wan <d.wan@icloud.com>
 License-File: LICENSE
 Requires-Python: >=3.12

{dycw_utilities-0.109.9 → dycw_utilities-0.109.11}/pyproject.toml

@@ -40,6 +40,7 @@ dev = [
   "orjson >= 3.10.16, < 3.11",
   "pathvalidate >= 3.2.3, < 3.3",
   "polars-lts-cpu >= 1.27.1, < 1.28",
+  "polars-ols >= 0.3.5, < 0.4",
   "pqdm >= 0.2.0, < 0.3",
   "psycopg2-binary >= 2.9.10, < 2.10",  # for sqlalchemy
   "pydantic >= 2.11.2, < 2.12",
@@ -50,6 +51,7 @@ dev = [
   "python-dotenv >= 1.1.0, < 1.2",
   "redis >= 5.2.1, < 5.3",
   "rich >= 14.0.0, < 14.1",
+  "scikit-learn >= 1.6.1, < 1.7",
   "scipy >= 1.15.2, < 1.16",
   "slack-sdk >= 3.35.0, < 3.36",
   "sqlalchemy >= 2.0.40, < 2.1",
@@ -89,7 +91,7 @@ dependencies = [
 name = "dycw-utilities"
 readme = "README.md"
 requires-python = ">= 3.12"
-version = "0.109.9"
+version = "0.109.11"
 
 [project.optional-dependencies]
 test = [
@@ -332,7 +334,7 @@ zzz-test-zoneinfo = [
 # bump-my-version
 [tool.bumpversion]
 allow_dirty = true
-current_version = "0.109.9"
+current_version = "0.109.11"
 
 [[tool.bumpversion.files]]
 filename = "src/utilities/__init__.py"

dycw_utilities-0.109.11/src/tests/test_polars_ols.py

@@ -0,0 +1,103 @@
+from __future__ import annotations
+
+from hypothesis import given
+from hypothesis.strategies import sampled_from
+from numpy import isclose
+from polars import DataFrame, Float64, Struct, UInt32, col
+from polars.testing import assert_frame_equal
+from sklearn.linear_model import LinearRegression
+
+from utilities.polars import concat_series, integers, normal
+from utilities.polars_ols import compute_rolling_ols
+
+
+class TestComputeRollingOLS:
+    def test_ols_results(self) -> None:
+        result = self._df["ols"].struct.unnest().with_row_index()
+        # fmt: off
+        exp_values = [
+            (10, {"x1": 0.333396198442681, "x2": 0.6845517746145712, "const": 0.2808021232120448}, 59.921571424913495, 1.67032007883995, 0.9955364659986504),
+            (11, {"x1": 0.322785525889542, "x2": 0.6896341527044252, "const": 0.5401793852579858}, 15.974446064929626, -0.3429678871268038, 0.9961762567103958),
+            (12, {"x1": 0.31042868991153927, "x2": 0.7055685710743383, "const": 1.145326562525439}, -31.310827706894123, -0.45191863996575066, 0.998022262986332),
+            (13, {"x1": 0.33311466967931097, "x2": 0.684137842579758, "const": -0.7961518480794516}, 50.66821598287034, -2.975371834066671, 0.9974533939791341),
+            (14, {"x1": 0.35299385150914864, "x2": 0.6758890569593843, "const": -0.9377907849336107}, -0.8749325340834626, 1.0581261048863142, 0.9973453833170313),
+            (15, {"x1": 0.351300641938209, "x2": 0.6456834722890913, "const": -1.859577387752822}, 1.6809655259738476, 0.3217076349681922, 0.9951571413022856),
+            (16, {"x1": 0.3583378199895871, "x2": 0.6588347796692774, "const": -1.109675446287481}, 26.65448170418155, 2.496480675700724, 0.9933751737130443),
+            (17, {"x1": 0.36195632084801765, "x2": 0.658322951215466, "const": -1.3860237983291754}, 7.43453332939416, -0.791818995629618, 0.9905085882663488),
+            (18, {"x1": 0.35564162435283225, "x2": 0.6656931556738634, "const": -0.562680573000551}, -51.90315462605006, 0.6592474497562932, 0.9973576833556038),
+            (19, {"x1": 0.3100421300754357, "x2": 0.675357816881863, "const": 0.48493124625501927}, -36.70039604095908, -0.6071841038068868, 0.9978541580643828),
+        ]
+        # fmt: on
+        expected = DataFrame(
+            data=exp_values,
+            schema={
+                "index": UInt32,
+                "coefficients": Struct({
+                    "x1": Float64,
+                    "x2": Float64,
+                    "const": Float64,
+                }),
+                "predictions": Float64,
+                "residuals": Float64,
+                "R2": Float64,
+            },
+            orient="row",
+        )
+        assert_frame_equal(result[-10:], expected)
+
+    @given(
+        case=sampled_from([
+            (
+                slice(-7, -2),
+                [0.3619563208480195, 0.6583229512154678],
+                -1.386023798329262,
+                7.434533329394103,
+                0.994253238813284,
+            ),
+            (
+                slice(-6, -1),
+                [0.35564162435283264, 0.6656931556738643],
+                -0.5626805730005437,
+                -51.903154626050124,
+                0.9979752966843768,
+            ),
+            (
+                slice(-5, None),
+                [0.3100421300754358, 0.6753578168818635],
+                0.48493124625502837,
+                -36.70039604095908,
+                0.9977272526713715,
+            ),
+        ])
+    )
+    def test_tail(
+        self, *, case: tuple[slice, list[float], float, float, float]
+    ) -> None:
+        slice_, coeffs, intercept, prediction, r2 = case
+        df = self._df[slice_]
+        X = df.select("x1", "x2").to_numpy()  # noqa: N806
+        y = df.select("y").to_numpy()
+        model = LinearRegression()
+        model = model.fit(X, y)
+        assert isclose(model.coef_, coeffs).all()
+        assert isclose(model.intercept_, intercept)
+        assert isclose(model.predict(X)[-1], prediction).all()
+        assert isclose(model.score(X, y), r2)
+
+    @property
+    def _df(self) -> DataFrame:
+        n = 20
+        return (
+            concat_series(
+                integers(n, -100, high=100, seed=0).alias("x1"),
+                integers(n, -100, high=100, seed=1).alias("x2"),
+            )
+            .with_columns(
+                y=(col("x1") + 2 * col("x2") + normal(n, scale=10.0, seed=2)) / 3
+            )
+            .with_columns(
+                compute_rolling_ols(
+                    "y", "x1", "x2", window_size=5, min_periods=5, add_intercept=True
+                )
+            )
+        )

{dycw_utilities-0.109.9 → dycw_utilities-0.109.11}/src/utilities/__init__.py

@@ -1,3 +1,3 @@
 from __future__ import annotations
 
-__version__ = "0.109.9"
+__version__ = "0.109.11"

dycw_utilities-0.109.11/src/utilities/polars_ols.py

@@ -0,0 +1,71 @@
+from __future__ import annotations
+
+from typing import TYPE_CHECKING
+
+from polars import struct
+from polars_ols import RollingKwargs, compute_rolling_least_squares
+
+from utilities.polars import ensure_expr_or_series
+
+if TYPE_CHECKING:
+    from polars import Expr
+    from polars_ols import NullPolicy
+
+    from utilities.polars import ExprLike
+
+
+def compute_rolling_ols(
+    target: ExprLike,
+    *features: ExprLike,
+    sample_weights: ExprLike | None = None,
+    add_intercept: bool = False,
+    null_policy: NullPolicy = "drop_window",
+    window_size: int = 1000000,
+    min_periods: int | None = None,
+    use_woodbury: bool | None = None,
+    alpha: float | None = None,
+) -> Expr:
+    """Compute a rolling OLS."""
+    target = ensure_expr_or_series(target)
+    rolling_kwargs = RollingKwargs(
+        null_policy=null_policy,
+        window_size=window_size,
+        min_periods=min_periods,
+        use_woodbury=use_woodbury,
+        alpha=alpha,
+    )
+    coefficients = compute_rolling_least_squares(
+        target,
+        *features,
+        sample_weights=sample_weights,
+        add_intercept=add_intercept,
+        mode="coefficients",
+        rolling_kwargs=rolling_kwargs,
+    ).alias("coefficients")
+    predictions = compute_rolling_least_squares(
+        target,
+        *features,
+        sample_weights=sample_weights,
+        add_intercept=add_intercept,
+        mode="predictions",
+        rolling_kwargs=rolling_kwargs,
+    ).alias("predictions")
+    residuals = compute_rolling_least_squares(
+        target,
+        *features,
+        sample_weights=sample_weights,
+        add_intercept=add_intercept,
+        mode="residuals",
+        rolling_kwargs=rolling_kwargs,
+    ).alias("residuals")
+    ssr = (residuals**2).rolling_sum(window_size, min_samples=min_periods).alias("SSR")
+    sst = (
+        ((target - target.rolling_mean(window_size, min_samples=min_periods)) ** 2)
+        .rolling_sum(window_size, min_samples=min_periods)
+        .alias("SST")
+    )
+    r2 = (1 - ssr / sst).alias("R2")
+    return struct(coefficients, predictions, residuals, r2).alias("ols")
+
+
+__all__ = ["compute_rolling_ols"]