hydraflow 0.3.3__py3-none-any.whl → 0.3.5__py3-none-any.whl

hydraflow/__init__.py

@@ -1,6 +1,7 @@
 """Integrate Hydra and MLflow to manage and track machine learning experiments."""
 
-from .context import chdir_artifact, chdir_hydra, log_run, start_run, watch
+from .config import select_config
+from .context import chdir_artifact, chdir_hydra_output, log_run, start_run, watch
 from .mlflow import list_runs, search_runs, set_experiment
 from .progress import multi_tasks_progress, parallel_progress
 from .run_collection import RunCollection
@@ -15,7 +16,7 @@ from .utils import (
 __all__ = [
     "RunCollection",
     "chdir_artifact",
-    "chdir_hydra",
+    "chdir_hydra_output",
     "get_artifact_dir",
     "get_hydra_output_dir",
     "get_overrides",
@@ -26,6 +27,7 @@ __all__ = [
     "multi_tasks_progress",
     "parallel_progress",
     "search_runs",
+    "select_config",
     "set_experiment",
     "start_run",
     "watch",

hydraflow/config.py

@@ -44,12 +44,25 @@ def iter_params(config: object, prefix: str = "") -> Iterator[tuple[str, Any]]:
     if config is None:
         return
 
+    if isinstance(config, list) and all(isinstance(x, str) for x in config):
+        config = _from_dotlist(config)
+
     if not isinstance(config, DictConfig | ListConfig):
         config = OmegaConf.create(config)  # type: ignore
 
     yield from _iter_params(config, prefix)
 
 
+def _from_dotlist(config: list[str]) -> dict[str, str]:
+    result = {}
+    for item in config:
+        if "=" in item:
+            key, value = item.split("=", 1)
+            result[key.strip()] = value.strip()
+
+    return result
+
+
 def _iter_params(config: object, prefix: str = "") -> Iterator[tuple[str, Any]]:
     if isinstance(config, DictConfig):
         for key, value in config.items():
@@ -86,3 +99,32 @@ def _convert(value: Any) -> Any:
         return list(value)
 
     return value
+
+
+def select_config(config: object, names: list[str]) -> dict[str, Any]:
+    """Select the given parameters from the configuration object.
+
+    This function selects the given parameters from the configuration object
+    and returns a new configuration object containing only the selected parameters.
+
+    Args:
+        config (object): The configuration object to select parameters from.
+        names (list[str]): The names of the parameters to select.
+
+    Returns:
+        DictConfig: A new configuration object containing only the selected parameters.
+
+    """
+    if not isinstance(config, DictConfig):
+        cfg = OmegaConf.structured(config)
+
+    return {name: _get(cfg, name) for name in names}
+
+
+def _get(config: DictConfig, name: str) -> Any:
+    """Get the value of the given parameter from the configuration object."""
+    if "." not in name:
+        return config.get(name)
+
+    prefix, name = name.split(".", 1)
+    return _get(config.get(prefix), name)

hydraflow/context.py

@@ -239,7 +239,7 @@ class Handler(PatternMatchingEventHandler):
 
 
 @contextmanager
-def chdir_hydra() -> Iterator[Path]:
+def chdir_hydra_output() -> Iterator[Path]:
     """Change the current working directory to the hydra output directory.
 
     This context manager changes the current working directory to the hydra output

hydraflow/param.py

@@ -34,7 +34,10 @@ def match(param: str, value: Any) -> bool:
     if isinstance(value, tuple) and (m := _match_tuple(param, value)) is not None:
         return m
 
-    if isinstance(value, int | float | str):
+    if isinstance(value, str):
+        return param == value
+
+    if isinstance(value, int | float):
         return type(value)(param) == value
 
     return param == str(value)

hydraflow/utils.py

@@ -68,11 +68,6 @@ def get_hydra_output_dir(run: Run | None = None) -> Path:
     raise FileNotFoundError
 
 
-def get_overrides() -> list[str]:
-    """Retrieve the overrides for the current run."""
-    return HydraConfig.get().overrides.task
-
-
 def load_config(run: Run) -> DictConfig:
     """Load the configuration for a given run.
 
@@ -93,6 +88,11 @@ def load_config(run: Run) -> DictConfig:
     return OmegaConf.load(path)  # type: ignore
 
 
+def get_overrides() -> list[str]:
+    """Retrieve the overrides for the current run."""
+    return HydraConfig.get().overrides.task
+
+
 def load_overrides(run: Run) -> list[str]:
     """Load the overrides for a given run.
 

{hydraflow-0.3.3.dist-info → hydraflow-0.3.5.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: hydraflow
-Version: 0.3.3
+Version: 0.3.5
 Summary: Hydraflow integrates Hydra and MLflow to manage and track machine learning experiments.
 Project-URL: Documentation, https://github.com/daizutabi/hydraflow
 Project-URL: Source, https://github.com/daizutabi/hydraflow

hydraflow-0.3.5.dist-info/RECORD

@@ -0,0 +1,16 @@
+hydraflow/__init__.py,sha256=p0GzgI2RYXuaBdgoDgmihkn2esUlcbPJlSwoXBdbZEw,866
+hydraflow/asyncio.py,sha256=-i1C8KAmNDImrjHnk92Csaa1mpjdK8Vp4ZVaQV-l94s,6634
+hydraflow/config.py,sha256=mQYEW_-kr-5cz64hGxI_gkK8XK_54M-3DX-YlE44A9A,3992
+hydraflow/context.py,sha256=p1UYHvSCPrp10cBn9TUI9mXMv0h_I0Eou24Wp1rZZ0k,8740
+hydraflow/mlflow.py,sha256=JELqXFCJ9MsEJaQWT5dyleTFk8BHL7cQwW_gzhkPoIg,8729
+hydraflow/param.py,sha256=CO-6PRlnHo-7hlY_P6j_cGlC7vPY6t-Rr7p3OqeqDyU,1995
+hydraflow/progress.py,sha256=zvKX1HCN8_xDOsgYOEcLLhkhdPdep-U8vHrc0XZ-6SQ,6163
+hydraflow/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+hydraflow/run_collection.py,sha256=OiPibp8zM4gpsvqpHr9sBh4_1zmHRuXfPcmen7xND-s,24792
+hydraflow/run_data.py,sha256=qeFX1iRvNAorXA9QQIjzr0o2_82TI44eZKp7llKG8GI,1549
+hydraflow/run_info.py,sha256=sMXOo20ClaRIommMEzuAbO_OrcXx7M1Yt4FMV7spxz0,998
+hydraflow/utils.py,sha256=qNN0JDbQJweTkcRMpZwMXTIuK_LVpoDJ2rOwfe01f3U,3500
+hydraflow-0.3.5.dist-info/METADATA,sha256=UVUeGwlz9ZcdqOX-tWJ3MJX1KD05i4lkPj455J2vAik,3840
+hydraflow-0.3.5.dist-info/WHEEL,sha256=1yFddiXMmvYK7QYTqtRNtX66WJ0Mz8PYEiEUoOUUxRY,87
+hydraflow-0.3.5.dist-info/licenses/LICENSE,sha256=IGdDrBPqz1O0v_UwCW-NJlbX9Hy9b3uJ11t28y2srmY,1062
+hydraflow-0.3.5.dist-info/RECORD,,

hydraflow-0.3.3.dist-info/RECORD

@@ -1,16 +0,0 @@
-hydraflow/__init__.py,sha256=aZWgotgg9BAYGOk6WAocOdo1M9ydAg_i7SThFeuLNo8,797
-hydraflow/asyncio.py,sha256=-i1C8KAmNDImrjHnk92Csaa1mpjdK8Vp4ZVaQV-l94s,6634
-hydraflow/config.py,sha256=6V5omJ3-h9-ZwVpM5rTA4FqE_mu8urTy9OqV4zG79gw,2671
-hydraflow/context.py,sha256=412884e84qIEYtbxJT4roYsKfldGaTKzgo6Q1FAsT5U,8733
-hydraflow/mlflow.py,sha256=JELqXFCJ9MsEJaQWT5dyleTFk8BHL7cQwW_gzhkPoIg,8729
-hydraflow/param.py,sha256=QkLeQvt5ZF3GyRGnhP66o0GElc1ZOOCxCL7PdyfIUbA,1939
-hydraflow/progress.py,sha256=zvKX1HCN8_xDOsgYOEcLLhkhdPdep-U8vHrc0XZ-6SQ,6163
-hydraflow/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-hydraflow/run_collection.py,sha256=OiPibp8zM4gpsvqpHr9sBh4_1zmHRuXfPcmen7xND-s,24792
-hydraflow/run_data.py,sha256=qeFX1iRvNAorXA9QQIjzr0o2_82TI44eZKp7llKG8GI,1549
-hydraflow/run_info.py,sha256=sMXOo20ClaRIommMEzuAbO_OrcXx7M1Yt4FMV7spxz0,998
-hydraflow/utils.py,sha256=XFZkUNQ6amYrlSJHIBoQvrxmDXwQG-M7T9BPpqid9Bc,3500
-hydraflow-0.3.3.dist-info/METADATA,sha256=IH_V71WNJTLRItKdVASVm99ZmfXWQYj365RL_qDC_aY,3840
-hydraflow-0.3.3.dist-info/WHEEL,sha256=1yFddiXMmvYK7QYTqtRNtX66WJ0Mz8PYEiEUoOUUxRY,87
-hydraflow-0.3.3.dist-info/licenses/LICENSE,sha256=IGdDrBPqz1O0v_UwCW-NJlbX9Hy9b3uJ11t28y2srmY,1062
-hydraflow-0.3.3.dist-info/RECORD,,