hydraflow 0.18.1__py3-none-any.whl → 0.18.3__py3-none-any.whl

hydraflow/core/collection.py

@@ -17,6 +17,7 @@ from .group_by import GroupBy
 
 if TYPE_CHECKING:
     from collections.abc import Callable, Iterator
+    from re import Pattern, _FlagsType
     from typing import Any, Self
 
     from numpy.typing import NDArray
@@ -807,9 +808,10 @@ class Collection[I](Sequence[I]):
     def match(
         self,
         key: str,
-        pattern: str | re.Pattern,
+        pattern: str | Pattern[str],
         *,
         default: Any | Callable[[I], Any] = MISSING,
+        flags: _FlagsType = 0,
     ) -> Callable[[I], bool]:
         """Create a predicate function that checks if an attribute matches a pattern.
 
@@ -817,12 +819,16 @@ class Collection[I](Sequence[I]):
             key (str): The name of the attribute to check.
             pattern (str | re.Pattern): The pattern to check for.
             default (Any | Callable[[I], Any], optional): The default value.
+            flags (re.RegexFlag, optional): Flags for the regex pattern.
 
         Returns:
             Callable[[I], bool]: A predicate function for filtering.
 
         """
-        return lambda i: re.match(pattern, str(self._get(i, key, default))) is not None
+        return (
+            lambda i: re.match(pattern, str(self._get(i, key, default)), flags)
+            is not None
+        )
 
 
 def to_hashable(value: Any) -> Hashable:

hydraflow/core/run.py

@@ -40,7 +40,7 @@ if TYPE_CHECKING:
     from collections.abc import Iterator
     from typing import Any, Self
 
-    from polars import Expr
+    from polars import DataFrame, Expr
     from polars._typing import PolarsDataType
 
     from .run_collection import RunCollection
@@ -341,6 +341,27 @@ class Run[C, I = None]:
         value = self.get(key, default)
         return pl.lit(value, dtype).alias(key)
 
+    def to_frame(
+        self,
+        func: Callable[[Self], DataFrame],
+        *keys: str | tuple[str, Any | Callable[[Self], Any]],
+    ) -> DataFrame:
+        """Convert the Run to a DataFrame.
+
+        Args:
+            func (Callable[[Run], DataFrame]): A function that takes a Run
+                instance and returns a DataFrame.
+            keys (str | tuple[str, Any | Callable[[Run], Any]]): The keys to
+                add to the DataFrame.
+
+        Returns:
+            DataFrame: A DataFrame representation of the Run.
+
+        """
+        return func(self).with_columns(
+            self.lit(k) if isinstance(k, str) else self.lit(k[0], k[1]) for k in keys
+        )
+
     def to_dict(self, flatten: bool = True) -> dict[str, Any]:
         """Convert the Run to a dictionary.
 

hydraflow/core/run_collection.py

@@ -43,6 +43,8 @@ from __future__ import annotations
 from functools import cached_property
 from typing import TYPE_CHECKING, overload
 
+import polars as pl
+
 from .collection import Collection
 from .run import Run
 
@@ -51,6 +53,8 @@ if TYPE_CHECKING:
     from pathlib import Path
     from typing import Any, Self
 
+    from polars import DataFrame
+
 
 class RunCollection[R: Run[Any, Any], I = None](Collection[R]):
     """A collection of Run instances that implements the Sequence protocol.
@@ -168,6 +172,28 @@ class RunCollection[R: Run[Any, Any], I = None](Collection[R]):
         for run in self:
             run.update(key, value, force=force)
 
+    def concat(
+        self,
+        func: Callable[[R], DataFrame],
+        *keys: str | tuple[str, Any | Callable[[R], Any]],
+    ) -> DataFrame:
+        """Concatenate the results of a function applied to all runs in the collection.
+
+        This method applies the provided function to each run in the collection
+        and concatenates the resulting DataFrames along the specified keys.
+
+        Args:
+            func (Callable[[R], DataFrame]): A function that takes a Run
+                instance and returns a DataFrame.
+            keys (str | tuple[str, Any | Callable[[R], Any]]): The keys to
+                add to the DataFrame.
+
+        Returns:
+            DataFrame: A DataFrame representation of the Run.
+
+        """
+        return pl.concat(run.to_frame(func, *keys) for run in self)
+
     @cached_property
     def impls(self) -> Collection[I]:
         """Get the implementation objects for all runs in the collection.

{hydraflow-0.18.1.dist-info → hydraflow-0.18.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: hydraflow
-Version: 0.18.1
+Version: 0.18.3
 Summary: HydraFlow seamlessly integrates Hydra and MLflow to streamline ML experiment management, combining Hydra's configuration management with MLflow's tracking capabilities.
 Project-URL: Documentation, https://daizutabi.github.io/hydraflow/
 Project-URL: Source, https://github.com/daizutabi/hydraflow

{hydraflow-0.18.1.dist-info → hydraflow-0.18.3.dist-info}/RECORD

@@ -2,13 +2,13 @@ hydraflow/__init__.py,sha256=_cLLokEv0pUlwvG8RMnjOwCTtDQBs0-RgGbtDk5m_Xg,794
 hydraflow/cli.py,sha256=3rGr___wwp8KazjLGQ7JO_IgAMqLyMlcVSs_QJK7g0Y,3135
 hydraflow/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 hydraflow/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-hydraflow/core/collection.py,sha256=wiwbzv8p2psdoV2U4K3ROUIm8jS6fg7b_R34qBl0BaY,30249
+hydraflow/core/collection.py,sha256=s1XtsV1AU5Cr6XutMfphRA60uhompDiQQVSgb_Xz-nM,30437
 hydraflow/core/context.py,sha256=6vpwe0Xfl6mzh2hHLE-4uB9Hjew-CK4pA0KFihQ80U8,4168
 hydraflow/core/group_by.py,sha256=Pnw-oA5aXHeRG9lMLz-bKc8drqQ8LIRsWzvVn153iyQ,5488
 hydraflow/core/io.py,sha256=B3-jPuJWttRgpbIpy_XA-Z2qpXzNF1ATwyYEwA7Pv3w,5172
 hydraflow/core/main.py,sha256=6X58M-xpJPql7xqLR3gpa4XMePvZ6Q1diMSqTZf2Jrw,6542
-hydraflow/core/run.py,sha256=rt97EXJ72fdMsuh4AKL-dxRfnQQ4Yzo2ZpTocTR5Wr8,15034
-hydraflow/core/run_collection.py,sha256=JgCdu0_hvgAoeScdDuXQrEWKQhCzoL-v-g53cR9Sm_c,6759
+hydraflow/core/run.py,sha256=QMPdQGTOJd45pVnSkLmnWv5mMRjnGKTRe-qW80q57RI,15730
+hydraflow/core/run_collection.py,sha256=isyZblSWtXIDqxiLea6xkfQp7o5ip1KrrfaWqi4gtps,7621
 hydraflow/core/run_info.py,sha256=SMOTZXEa7OBV_XjTyctk5gJGrggmYwhePvRF8CLF1kU,1616
 hydraflow/executor/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 hydraflow/executor/aio.py,sha256=xXsmBPIPdBlopv_1h0FdtOvoKUcuW7PQeKCV2d_lN9I,2122
@@ -18,8 +18,8 @@ hydraflow/executor/job.py,sha256=6QeJ18OMeocXeM04rCYL46GgArfX1SvZs9_4HTomTgE,543
 hydraflow/executor/parser.py,sha256=RxP8qpDaJ8VLqZ51VlPFyVitWctObhkE_3iPIsY66Cs,14610
 hydraflow/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 hydraflow/utils/progress.py,sha256=a-CHvioyGCeiUKawqPcV8i1nhzunm5-r5AlLbzd5epw,3048
-hydraflow-0.18.1.dist-info/METADATA,sha256=dMgcUYGiCH-tv9ZjOU5cmnAaWyVk4n6GEdlDkPvZzTs,7433
-hydraflow-0.18.1.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-hydraflow-0.18.1.dist-info/entry_points.txt,sha256=XI0khPbpCIUo9UPqkNEpgh-kqK3Jy8T7L2VCWOdkbSM,48
-hydraflow-0.18.1.dist-info/licenses/LICENSE,sha256=IGdDrBPqz1O0v_UwCW-NJlbX9Hy9b3uJ11t28y2srmY,1062
-hydraflow-0.18.1.dist-info/RECORD,,
+hydraflow-0.18.3.dist-info/METADATA,sha256=aDozL50IRZi_dIWcL1NwfZPWKN3jU3YLs-ihM7gmde0,7433
+hydraflow-0.18.3.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+hydraflow-0.18.3.dist-info/entry_points.txt,sha256=XI0khPbpCIUo9UPqkNEpgh-kqK3Jy8T7L2VCWOdkbSM,48
+hydraflow-0.18.3.dist-info/licenses/LICENSE,sha256=IGdDrBPqz1O0v_UwCW-NJlbX9Hy9b3uJ11t28y2srmY,1062
+hydraflow-0.18.3.dist-info/RECORD,,