loom-kernel 0.11.2__tar.gz → 0.11.4__tar.gz

{loom_kernel-0.11.2 → loom_kernel-0.11.4}/CHANGELOG.md

@@ -1,3 +1,37 @@
+# 🚀 Release 0.11.4 ([#62](https://github.com/the-reacher-data/loom-py/pull/62)) ([`92904c2`](https://github.com/the-reacher-data/loom-py/commit/92904c20b99b7a4659a6658f3c29af46ac3887f3))
+
+
+
+## 🐛 Fixes
+### historify
+- **historify:** tz-aware UTC SCD2 boundaries
+
+
+
+
+
+
+
+
+
+
+# 🚀 Release 0.11.3 ([#60](https://github.com/the-reacher-data/loom-py/pull/60)) ([`ae40236`](https://github.com/the-reacher-data/loom-py/commit/ae40236b2706ccd30924267ea87294de6a76ad1b))
+
+
+
+## 🐛 Fixes
+### historify
+- **historify:** align tz-aware Delta read-back in LOG-mode union
+
+
+
+
+
+
+
+
+
+
 # 🚀 Release 0.11.2 ([#58](https://github.com/the-reacher-data/loom-py/pull/58)) ([`54b6069`](https://github.com/the-reacher-data/loom-py/commit/54b6069e4b012e1ad64e8da3baaf18afe735afc9))
 
 

loom_kernel-0.11.4/CHANGELOG_RELEASE.md

@@ -0,0 +1,15 @@
+# 🚀 Release 0.11.4 ([#62](https://github.com/the-reacher-data/loom-py/pull/62)) ([`92904c2`](https://github.com/the-reacher-data/loom-py/commit/92904c20b99b7a4659a6658f3c29af46ac3887f3))
+
+
+
+## 🐛 Fixes
+### historify
+- **historify:** tz-aware UTC SCD2 boundaries
+
+
+
+
+
+
+
+

{loom_kernel-0.11.2 → loom_kernel-0.11.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: loom-kernel
-Version: 0.11.2
+Version: 0.11.4
 Summary: Loom Python project
 License-File: LICENSE
 Classifier: Typing :: Typed

{loom_kernel-0.11.2 → loom_kernel-0.11.4}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "loom-kernel"
-version = "0.11.2"
+version = "0.11.4"
 description = "Loom Python project"
 readme = "README.md"
 requires-python = ">=3.11"
@@ -268,7 +268,7 @@ markers = [
 
 [tool.commitizen]
 name = "cz_conventional_commits"
-version = "0.11.2"
+version = "0.11.4"
 tag_format = "v$version"
 version_files = [
     "pyproject.toml:project.version",

{loom_kernel-0.11.2 → loom_kernel-0.11.4}/src/loom/etl/backends/polars/_historify.py

@@ -16,8 +16,8 @@ from loom.etl.declarative.target._history import (
 )
 
 
-def _history_boundary_dtype(spec: HistorifySpec) -> type[pl.Date] | type[pl.Datetime]:
-    return pl.Date if spec.date_type is HistoryDateType.DATE else pl.Datetime
+def _history_boundary_dtype(spec: HistorifySpec) -> pl.DataType | type[pl.Date]:
+    return pl.Date if spec.date_type is HistoryDateType.DATE else pl.Datetime("us", "UTC")
 
 
 class PolarsHistorifyBackend:
@@ -50,7 +50,18 @@ class PolarsHistorifyBackend:
         return left.join(right, on=on, how="semi")
 
     def union(self, frames: list[pl.DataFrame]) -> pl.DataFrame:
-        return pl.concat(frames, how="diagonal_relaxed")
+        return pl.concat([self._utc_datetimes(f) for f in frames], how="diagonal_relaxed")
+
+    @staticmethod
+    def _utc_datetimes(frame: pl.DataFrame) -> pl.DataFrame:
+        exprs = [
+            pl.col(c).dt.replace_time_zone("UTC")
+            if dt.time_zone is None
+            else pl.col(c).dt.convert_time_zone("UTC")
+            for c, dt in frame.schema.items()
+            if isinstance(dt, pl.Datetime)
+        ]
+        return frame.with_columns(exprs) if exprs else frame
 
     def stamp_col(self, frame: pl.DataFrame, name: str, value: Any, dtype: Any) -> pl.DataFrame:
         if dtype is not None:

{loom_kernel-0.11.2 → loom_kernel-0.11.4}/tests/unit/etl/backends/test_polars/test_historify_polars.py

@@ -9,7 +9,7 @@ from __future__ import annotations
 
 from collections.abc import Callable
 from dataclasses import dataclass
-from datetime import date
+from datetime import UTC, date, datetime
 from pathlib import Path
 from typing import Any
 
@@ -20,6 +20,7 @@ pytest.importorskip("deltalake")
 
 import polars as pl  # noqa: E402
 
+from loom.etl.backends._historify._transform import scd2_transform  # noqa: E402
 from loom.etl.backends.polars._historify import PolarsHistorifyBackend  # noqa: E402
 from loom.etl.backends.polars._writer import PolarsTargetWriter  # noqa: E402
 from loom.etl.declarative.expr._refs import TableRef  # noqa: E402
@@ -155,6 +156,42 @@ class TestBackendHelpers:
         assert result["n"].is_null().all()
         assert result["n"].dtype == pl.Date
 
+    def test_union_aligns_tz_aware_with_naive(self) -> None:
+        aware = pl.DataFrame({"t": [datetime(2024, 1, 1, 8)]}).with_columns(
+            pl.col("t").dt.replace_time_zone("UTC")
+        )
+        naive = pl.DataFrame({"t": [datetime(2024, 1, 2, 8)]})
+        result = PolarsHistorifyBackend().union([aware, naive])
+        assert result["t"].dtype == pl.Datetime("us", "UTC")
+        assert result["t"].to_list() == [
+            datetime(2024, 1, 1, 8, tzinfo=UTC),
+            datetime(2024, 1, 2, 8, tzinfo=UTC),
+        ]
+
+
+class TestTimestampBoundariesAreUtcAware:
+    def test_log_timestamp_boundaries_are_utc_aware(self) -> None:
+        spec = HistorifySpec(
+            table_ref=TableRef("dim"),
+            keys=("id",),
+            effective_date="eff",
+            mode=HistorifyInputMode.LOG,
+            track=("status",),
+            date_type=HistoryDateType.TIMESTAMP,
+        )
+        frame = pl.DataFrame(
+            {
+                "id": [1, 1],
+                "status": ["a", "b"],
+                "eff": [datetime(2024, 1, 1, 8), datetime(2024, 6, 1, 8)],
+            }
+        ).with_columns(pl.col("eff").dt.replace_time_zone("UTC"))
+        result = scd2_transform(PolarsHistorifyBackend(), frame, None, spec, None)
+        assert result["valid_from"].dtype == pl.Datetime("us", "UTC")
+        assert result["valid_to"].dtype == pl.Datetime("us", "UTC")
+        closed = result.filter(pl.col("status") == "a")
+        assert closed["valid_to"].to_list() == [datetime(2024, 6, 1, 7, 59, 59, 999999, tzinfo=UTC)]
+
 
 class TestStampNewRows:
     def test_adds_history_columns(self) -> None:

{loom_kernel-0.11.2 → loom_kernel-0.11.4}/uv.lock

@@ -1583,7 +1583,7 @@ wheels = [
 
 [[package]]
 name = "loom-kernel"
-version = "0.11.2"
+version = "0.11.4"
 source = { editable = "." }
 dependencies = [
     { name = "aiocache" },

loom_kernel-0.11.2/CHANGELOG_RELEASE.md

@@ -1,15 +0,0 @@
-# 🚀 Release 0.11.2 ([#58](https://github.com/the-reacher-data/loom-py/pull/58)) ([`54b6069`](https://github.com/the-reacher-data/loom-py/commit/54b6069e4b012e1ad64e8da3baaf18afe735afc9))
-
-
-
-## 🐛 Fixes
-### historify
-- **historify:** allow recurring tracked values in LOG mode
-
-
-
-
-
-
-
-