hydraflow 0.9.0__py3-none-any.whl → 0.9.1__py3-none-any.whl

hydraflow/__init__.py

@@ -5,6 +5,10 @@ from hydraflow.core.io import (
     get_artifact_dir,
     get_artifact_path,
     get_hydra_output_dir,
+    iter_artifact_paths,
+    iter_artifacts_dirs,
+    iter_experiment_dirs,
+    iter_run_dirs,
     load_config,
     remove_run,
 )
@@ -18,6 +22,10 @@ __all__ = [
     "get_artifact_dir",
     "get_artifact_path",
     "get_hydra_output_dir",
+    "iter_artifact_paths",
+    "iter_artifacts_dirs",
+    "iter_experiment_dirs",
+    "iter_run_dirs",
     "list_run_ids",
     "list_run_paths",
     "list_runs",

hydraflow/core/io.py

@@ -15,7 +15,7 @@ from mlflow.entities import Run
 from omegaconf import DictConfig, ListConfig, OmegaConf
 
 if TYPE_CHECKING:
-    from collections.abc import Iterable
+    from collections.abc import Iterable, Iterator
 
 
 def file_uri_to_path(uri: str) -> Path:
@@ -147,3 +147,74 @@ def remove_run(run: Run | Iterable[Run]) -> None:
         return
 
     shutil.rmtree(get_artifact_dir(run).parent)
+
+
+def get_root_dir(uri: str | Path | None = None) -> Path:
+    """Get the root directory for the MLflow tracking server."""
+    if uri is not None:
+        return Path(uri).absolute()
+
+    uri = mlflow.get_tracking_uri()
+
+    if uri.startswith("file:"):
+        return file_uri_to_path(uri)
+
+    return Path(uri).absolute()
+
+
+def get_experiment_name(path: Path) -> str | None:
+    """Get the experiment name from the meta file."""
+    metafile = path / "meta.yaml"
+    if not metafile.exists():
+        return None
+    lines = metafile.read_text().splitlines()
+    for line in lines:
+        if line.startswith("name:"):
+            return line.split(":")[1].strip()
+    return None
+
+
+def iter_experiment_dirs(
+    experiment_names: str | list[str] | None = None,
+    root_dir: str | Path | None = None,
+) -> Iterator[Path]:
+    """Iterate over the experiment directories in the root directory."""
+    if isinstance(experiment_names, str):
+        experiment_names = [experiment_names]
+
+    root_dir = get_root_dir(root_dir)
+    for path in root_dir.iterdir():
+        if path.is_dir() and path.name not in [".trash", "0"]:
+            if name := get_experiment_name(path):
+                if experiment_names is None or name in experiment_names:
+                    yield path
+
+
+def iter_run_dirs(
+    experiment_names: str | list[str] | None = None,
+    root_dir: str | Path | None = None,
+) -> Iterator[Path]:
+    """Iterate over the run directories in the root directory."""
+    for experiment_dir in iter_experiment_dirs(experiment_names, root_dir):
+        for path in experiment_dir.iterdir():
+            if path.is_dir() and (path / "artifacts").exists():
+                yield path
+
+
+def iter_artifacts_dirs(
+    experiment_names: str | list[str] | None = None,
+    root_dir: str | Path | None = None,
+) -> Iterator[Path]:
+    """Iterate over the artifacts directories in the root directory."""
+    for path in iter_run_dirs(experiment_names, root_dir):
+        yield path / "artifacts"
+
+
+def iter_artifact_paths(
+    artifact_path: str | Path,
+    experiment_names: str | list[str] | None = None,
+    root_dir: str | Path | None = None,
+) -> Iterator[Path]:
+    """Iterate over the artifact paths in the root directory."""
+    for path in iter_artifacts_dirs(experiment_names, root_dir):
+        yield path / artifact_path

{hydraflow-0.9.0.dist-info → hydraflow-0.9.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: hydraflow
-Version: 0.9.0
+Version: 0.9.1
 Summary: Hydraflow integrates Hydra and MLflow to manage and track machine learning experiments.
 Project-URL: Documentation, https://daizutabi.github.io/hydraflow/
 Project-URL: Source, https://github.com/daizutabi/hydraflow

{hydraflow-0.9.0.dist-info → hydraflow-0.9.1.dist-info}/RECORD

@@ -1,10 +1,10 @@
-hydraflow/__init__.py,sha256=WnReG-E2paQSMLJm42N-KaQyHYsfA4OX-WWcst610PI,738
+hydraflow/__init__.py,sha256=f2KO2iF7um-nNmayNyEr7TWG4UICOXy7YAN1d3qu0OY,936
 hydraflow/cli.py,sha256=gbDPj49azP8CCGxkxU0rksh1-gCyjP0VkVYH34ktcsA,1338
 hydraflow/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 hydraflow/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 hydraflow/core/config.py,sha256=SJzjgsO_kzB78_whJ3lmy7GlZvTvwZONH1BJBn8zCuI,3817
 hydraflow/core/context.py,sha256=QPyPg1xrTlmhviKNn-0nDY9bXcVky1zInqRqPN-VNhc,4741
-hydraflow/core/io.py,sha256=T4ESiepEcqR-FZlo_m7VTBEFMwalrqPI8eFKPagvv3Q,4402
+hydraflow/core/io.py,sha256=KK9_mkx4XnBgA63Ab-g833N5q9aCsSrJR-7pp6unEKw,6746
 hydraflow/core/main.py,sha256=gYb1OOVH0CL4385Dm-06Mqi1Mr9-24URwLUiW86pGNs,5018
 hydraflow/core/mlflow.py,sha256=M3MhiChnMzKnKRmjBl4h_SRGkAZKL7GAmFr3DdzwRuQ,5666
 hydraflow/core/param.py,sha256=LHU9j9_7oA99igasoOyKofKClVr9FmGA3UABJ-KmyS0,4538
@@ -17,8 +17,8 @@ hydraflow/executor/conf.py,sha256=q_FrPXQJCVGKS1FYnGRGqTUgMQeMBkaVPW2mtQc8oxk,38
 hydraflow/executor/io.py,sha256=4nafwge6vHanYFuEHxd0LRv_3ZLgMpV50qSbssZNe3Q,696
 hydraflow/executor/job.py,sha256=Vp2IZOuIC25Gqo9A_5MkllWl1T1QBfUnI5ksMvKwakg,4479
 hydraflow/executor/parser.py,sha256=y4C9wVdUnazJDxdWrT5y3yWFIo0zAGzO-cS9x1MTK_8,9486
-hydraflow-0.9.0.dist-info/METADATA,sha256=p8-vmPIYV-uU9BJbSB1roqrhNO7nK2HRdrpj8Tip1AA,4559
-hydraflow-0.9.0.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-hydraflow-0.9.0.dist-info/entry_points.txt,sha256=XI0khPbpCIUo9UPqkNEpgh-kqK3Jy8T7L2VCWOdkbSM,48
-hydraflow-0.9.0.dist-info/licenses/LICENSE,sha256=IGdDrBPqz1O0v_UwCW-NJlbX9Hy9b3uJ11t28y2srmY,1062
-hydraflow-0.9.0.dist-info/RECORD,,
+hydraflow-0.9.1.dist-info/METADATA,sha256=Lf2rS7gDBJ-4s4lPtsCg2-S8mSIlZoJoyVJarel_pQk,4559
+hydraflow-0.9.1.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+hydraflow-0.9.1.dist-info/entry_points.txt,sha256=XI0khPbpCIUo9UPqkNEpgh-kqK3Jy8T7L2VCWOdkbSM,48
+hydraflow-0.9.1.dist-info/licenses/LICENSE,sha256=IGdDrBPqz1O0v_UwCW-NJlbX9Hy9b3uJ11t28y2srmY,1062
+hydraflow-0.9.1.dist-info/RECORD,,