hydraflow 0.12.2__py3-none-any.whl → 0.12.4__py3-none-any.whl

hydraflow/cli.py

@@ -8,8 +8,6 @@ import typer
 from rich.console import Console
 from typer import Argument, Option
 
-from hydraflow.executor.io import get_job, load_config
-
 app = typer.Typer(add_completion=False)
 console = Console()
 
@@ -24,16 +22,20 @@ def run(
     ] = False,
 ) -> None:
     """Run a job."""
-    import mlflow
 
+    from hydraflow.executor.io import get_job
     from hydraflow.executor.job import multirun, to_text
 
     job = get_job(name)
+
     if dry_run:
         typer.echo(to_text(job))
-    else:
-        mlflow.set_experiment(job.name)
-        multirun(job)
+        raise typer.Exit
+
+    import mlflow
+
+    mlflow.set_experiment(job.name)
+    multirun(job)
 
 
 @app.command()
@@ -43,6 +45,8 @@ def show(
     """Show the hydraflow config."""
     from omegaconf import OmegaConf
 
+    from hydraflow.executor.io import get_job, load_config
+
     if name:
         cfg = get_job(name)
     else:

hydraflow/core/context.py

@@ -8,8 +8,6 @@ from contextlib import contextmanager
 from pathlib import Path
 from typing import TYPE_CHECKING
 
-import mlflow
-import mlflow.artifacts
 from hydra.core.hydra_config import HydraConfig
 
 from hydraflow.core.io import get_artifact_dir
@@ -52,6 +50,8 @@ def log_run(
         ```
 
     """
+    import mlflow
+
     if config:
         log_params(config, synchronous=synchronous)
 
@@ -114,6 +114,8 @@ def start_run(
         Run: An MLflow Run object representing the started run.
 
     """
+    import mlflow
+
     with (
         mlflow.start_run(
             run_id=run_id,

hydraflow/core/io.py

@@ -8,14 +8,13 @@ import urllib.request
 from pathlib import Path
 from typing import TYPE_CHECKING
 
-import mlflow
-import mlflow.artifacts
 from hydra.core.hydra_config import HydraConfig
-from mlflow.entities import Run
 from omegaconf import DictConfig, ListConfig, OmegaConf
 
 if TYPE_CHECKING:
-    from collections.abc import Iterable, Iterator
+    from collections.abc import Callable, Iterable, Iterator
+
+    from mlflow.entities import Run
 
 
 def file_uri_to_path(uri: str) -> Path:
@@ -39,6 +38,8 @@ def get_artifact_dir(run: Run | None = None) -> Path:
         The local path to the directory where the artifacts are downloaded.
 
     """
+    import mlflow
+
     if run is None:
         uri = mlflow.get_artifact_uri()
     else:
@@ -141,6 +142,8 @@ def load_overrides(run: Run) -> ListConfig:
 
 def remove_run(run: Run | Iterable[Run]) -> None:
     """Remove the given run from the MLflow tracking server."""
+    from mlflow.entities import Run
+
     if not isinstance(run, Run):
         for r in run:
             remove_run(r)
@@ -151,6 +154,8 @@ def remove_run(run: Run | Iterable[Run]) -> None:
 
 def get_root_dir(uri: str | Path | None = None) -> Path:
     """Get the root directory for the MLflow tracking server."""
+    import mlflow
+
     if uri is not None:
         return Path(uri).absolute()
 
@@ -174,8 +179,29 @@ def get_experiment_name(path: Path) -> str | None:
     return None
 
 
+def predicate_experiment_dir(
+    path: Path,
+    experiment_names: list[str] | Callable[[str], bool] | None = None,
+) -> bool:
+    """Predicate an experiment directory based on the path and experiment names."""
+    if not path.is_dir() or path.name in [".trash", "0"]:
+        return False
+
+    name = get_experiment_name(path)
+    if not name:
+        return False
+
+    if experiment_names is None:
+        return True
+
+    if isinstance(experiment_names, list):
+        return name in experiment_names
+
+    return experiment_names(name)
+
+
 def iter_experiment_dirs(
-    experiment_names: str | list[str] | None = None,
+    experiment_names: str | list[str] | Callable[[str], bool] | None = None,
     root_dir: str | Path | None = None,
 ) -> Iterator[Path]:
     """Iterate over the experiment directories in the root directory."""
@@ -184,14 +210,12 @@ def iter_experiment_dirs(
 
     root_dir = get_root_dir(root_dir)
     for path in root_dir.iterdir():
-        if path.is_dir() and path.name not in [".trash", "0"]:
-            if name := get_experiment_name(path):
-                if experiment_names is None or name in experiment_names:
-                    yield path
+        if predicate_experiment_dir(path, experiment_names):
+            yield path
 
 
 def iter_run_dirs(
-    experiment_names: str | list[str] | None = None,
+    experiment_names: str | list[str] | Callable[[str], bool] | None = None,
     root_dir: str | Path | None = None,
 ) -> Iterator[Path]:
     """Iterate over the run directories in the root directory."""
@@ -202,7 +226,7 @@ def iter_run_dirs(
 
 
 def iter_artifacts_dirs(
-    experiment_names: str | list[str] | None = None,
+    experiment_names: str | list[str] | Callable[[str], bool] | None = None,
     root_dir: str | Path | None = None,
 ) -> Iterator[Path]:
     """Iterate over the artifacts directories in the root directory."""
@@ -212,7 +236,7 @@ def iter_artifacts_dirs(
 
 def iter_artifact_paths(
     artifact_path: str | Path,
-    experiment_names: str | list[str] | None = None,
+    experiment_names: str | list[str] | Callable[[str], bool] | None = None,
     root_dir: str | Path | None = None,
 ) -> Iterator[Path]:
     """Iterate over the artifact paths in the root directory."""

hydraflow/core/main.py

@@ -39,13 +39,11 @@ from functools import wraps
 from typing import TYPE_CHECKING, TypeVar
 
 import hydra
-import mlflow
 from hydra.core.config_store import ConfigStore
 from hydra.core.hydra_config import HydraConfig
-from mlflow.entities import RunStatus
 from omegaconf import OmegaConf
 
-import hydraflow
+from hydraflow.core.context import start_run
 from hydraflow.core.io import file_uri_to_path
 
 if TYPE_CHECKING:
@@ -55,7 +53,6 @@ if TYPE_CHECKING:
 
     from mlflow.entities import Run
 
-FINISHED = RunStatus.to_string(RunStatus.FINISHED)
 
 T = TypeVar("T")
 
@@ -88,6 +85,10 @@ def main(
             False.
 
     """
+    import mlflow
+    from mlflow.entities import RunStatus
+
+    finished = RunStatus.to_string(RunStatus.FINISHED)
 
     def decorator(app: Callable[[Run, T], None]) -> Callable[[], None]:
         ConfigStore.instance().store(config_name, node)
@@ -107,10 +108,10 @@ def main(
 
                 if run_id and not rerun_finished:
                     run = mlflow.get_run(run_id)
-                    if run.info.status == FINISHED:
+                    if run.info.status == finished:
                         return
 
-            with hydraflow.start_run(config, run_id=run_id, chdir=chdir) as run:
+            with start_run(config, run_id=run_id, chdir=chdir) as run:
                 app(run, config)
 
         return inner_decorator

hydraflow/core/mlflow.py

@@ -10,8 +10,6 @@ from __future__ import annotations
 from typing import TYPE_CHECKING
 
 import joblib
-import mlflow
-import mlflow.artifacts
 
 from hydraflow.core.io import file_uri_to_path, get_artifact_dir
 from hydraflow.entities.run_collection import RunCollection
@@ -36,6 +34,8 @@ def log_params(config: Any, *, synchronous: bool | None = None) -> None:
             Defaults to None.
 
     """
+    import mlflow
+
     for key, value in iter_params(config):
         mlflow.log_param(key, value, synchronous=synchronous)
 
@@ -50,6 +50,8 @@ def log_text(from_dir: Path, pattern: str = "*.log") -> None:
         pattern (str): The pattern to match the logs.
 
     """
+    import mlflow
+
     artifact_dir = get_artifact_dir()
 
     for file in from_dir.glob(pattern):
@@ -88,6 +90,8 @@ def list_run_paths(
         list[Path]: A list of run paths for the specified experiments.
 
     """
+    import mlflow
+
     if isinstance(experiment_names, str):
         experiment_names = [experiment_names]
 
@@ -155,6 +159,8 @@ def list_runs(
         specified experiments.
 
     """
+    import mlflow
+
     run_ids = list_run_ids(experiment_names)
 
     if n_jobs == 0:

hydraflow/entities/run_collection.py

@@ -23,8 +23,6 @@ from dataclasses import dataclass, field
 from itertools import chain
 from typing import TYPE_CHECKING, Any, overload
 
-from mlflow.entities import RunStatus
-
 import hydraflow.core.param
 from hydraflow.core.config import iter_params, select_config, select_overrides
 from hydraflow.core.io import load_config
@@ -560,6 +558,8 @@ def filter_runs_by_status(
         A list of runs that match the specified status.
 
     """
+    from mlflow.entities import RunStatus
+
     if isinstance(status, str):
         if status.startswith("!"):
             status = status[1:].lower()
@@ -575,6 +575,8 @@ def filter_runs_by_status(
 
 
 def _to_lower(status: str | int) -> str:
+    from mlflow.entities import RunStatus
+
     if isinstance(status, str):
         return status.lower()
 

hydraflow/entities/run_data.py

@@ -4,8 +4,6 @@ from __future__ import annotations
 
 from typing import TYPE_CHECKING
 
-from pandas import DataFrame
-
 from hydraflow.core.config import iter_params
 from hydraflow.core.io import load_config
 
@@ -13,6 +11,8 @@ if TYPE_CHECKING:
     from collections.abc import Iterable
     from typing import Any
 
+    from pandas import DataFrame
+
     from .run_collection import RunCollection
 
 
@@ -40,6 +40,8 @@ class RunCollectionData:
             A DataFrame containing the runs' configurations.
 
         """
+        from pandas import DataFrame
+
         values = [dict(iter_params(load_config(r))) for r in self._runs]
         return DataFrame(values)
 

{hydraflow-0.12.2.dist-info → hydraflow-0.12.4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: hydraflow
-Version: 0.12.2
+Version: 0.12.4
 Summary: Hydraflow integrates Hydra and MLflow to manage and track machine learning experiments.
 Project-URL: Documentation, https://daizutabi.github.io/hydraflow/
 Project-URL: Source, https://github.com/daizutabi/hydraflow

{hydraflow-0.12.2.dist-info → hydraflow-0.12.4.dist-info}/RECORD

@@ -1,24 +1,24 @@
 hydraflow/__init__.py,sha256=f2KO2iF7um-nNmayNyEr7TWG4UICOXy7YAN1d3qu0OY,936
-hydraflow/cli.py,sha256=b-M368amGUblOOqOi7JuBsnzLuaNqgpTit9ZRj0qqac,1410
+hydraflow/cli.py,sha256=clQ7PD_okuGhbrgQ0q8Ldbb8xY3u3He5hI_uBI4h1Q4,1470
 hydraflow/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 hydraflow/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 hydraflow/core/config.py,sha256=SJzjgsO_kzB78_whJ3lmy7GlZvTvwZONH1BJBn8zCuI,3817
-hydraflow/core/context.py,sha256=QPyPg1xrTlmhviKNn-0nDY9bXcVky1zInqRqPN-VNhc,4741
-hydraflow/core/io.py,sha256=C207DsGAU4CLvlHySyyIl0_aKZ83ysJ-W_wNM2n4RPI,6754
-hydraflow/core/main.py,sha256=66-X2-IJVEcJ4XrEC2BIKNzdd_M1RfVIAHME8k70Jo0,5131
-hydraflow/core/mlflow.py,sha256=M3MhiChnMzKnKRmjBl4h_SRGkAZKL7GAmFr3DdzwRuQ,5666
+hydraflow/core/context.py,sha256=L4OygMLbITwlWzq17Lh8VoXKKtjOJ3DBEVsBddKPSJ8,4741
+hydraflow/core/io.py,sha256=6ZQYqxPUkIinFYqSQXJPzTSnuhfP1KfFchTNeNn-g6A,7311
+hydraflow/core/main.py,sha256=dY8uUykS_AbzverrSWkXLyj98TjBPHAiMUf_l5met1U,5162
+hydraflow/core/mlflow.py,sha256=OQJ3f2wkHJRb11ZK__HF4R8FyBEje7-NOqObpoanGhU,5704
 hydraflow/core/param.py,sha256=LHU9j9_7oA99igasoOyKofKClVr9FmGA3UABJ-KmyS0,4538
 hydraflow/entities/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-hydraflow/entities/run_collection.py,sha256=E8IRBgxCnJE_IPCaSmS2mc9GtDXXLBfc7GHv07d2j98,19635
-hydraflow/entities/run_data.py,sha256=Y2_Lc-BdQ7nXhcEIjdHGHIkLrXsmAktOftESEwYOY8o,1602
+hydraflow/entities/run_collection.py,sha256=4sfZWXaS7kqnVCo9GyB3pN6BaSUCkA-ZqSSl5JBLNhk,19682
+hydraflow/entities/run_data.py,sha256=lz8HPxG0iz1Jf9FU6HTFW4gcAc3N2pgMyAPqAIK6I74,1644
 hydraflow/entities/run_info.py,sha256=FRC6ICOlzB2u_xi_33Qs-YZLt677UotuNbYqI7XSmHY,1017
 hydraflow/executor/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 hydraflow/executor/conf.py,sha256=2dv6_PlsynRmia-fGZlmBEVt8GopT0f32N13qY7tYnM,402
 hydraflow/executor/io.py,sha256=yZMcBVmAbPZZ82cAXhgiJfj9p8WvHmzOCMBg_vtEVek,1509
 hydraflow/executor/job.py,sha256=IL7ek0Vwa3Bl_gANq0wCbldNCUclo8YBckeEeO6W6xg,4852
 hydraflow/executor/parser.py,sha256=_Rfund3FDgrXitTt_znsTpgEtMDqZ_ICynaB_Zje14Q,14561
-hydraflow-0.12.2.dist-info/METADATA,sha256=8i5Ejzdakw6X9t6ddhuNGW0DaeQT9N3-xVCWrmX1QfQ,4549
-hydraflow-0.12.2.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-hydraflow-0.12.2.dist-info/entry_points.txt,sha256=XI0khPbpCIUo9UPqkNEpgh-kqK3Jy8T7L2VCWOdkbSM,48
-hydraflow-0.12.2.dist-info/licenses/LICENSE,sha256=IGdDrBPqz1O0v_UwCW-NJlbX9Hy9b3uJ11t28y2srmY,1062
-hydraflow-0.12.2.dist-info/RECORD,,
+hydraflow-0.12.4.dist-info/METADATA,sha256=CT9bb--1HhyO_tcahfCTzSUBH2nWt7i2lY2pS3Dac38,4549
+hydraflow-0.12.4.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+hydraflow-0.12.4.dist-info/entry_points.txt,sha256=XI0khPbpCIUo9UPqkNEpgh-kqK3Jy8T7L2VCWOdkbSM,48
+hydraflow-0.12.4.dist-info/licenses/LICENSE,sha256=IGdDrBPqz1O0v_UwCW-NJlbX9Hy9b3uJ11t28y2srmY,1062
+hydraflow-0.12.4.dist-info/RECORD,,