hydraflow 0.7.3__py3-none-any.whl → 0.7.5__py3-none-any.whl

hydraflow/__init__.py

@@ -3,7 +3,13 @@
 from hydraflow.config import select_config, select_overrides
 from hydraflow.context import chdir_artifact, log_run, start_run
 from hydraflow.main import main
-from hydraflow.mlflow import list_runs, search_runs, set_experiment
+from hydraflow.mlflow import (
+    list_run_ids,
+    list_run_paths,
+    list_runs,
+    search_runs,
+    set_experiment,
+)
 from hydraflow.run_collection import RunCollection
 from hydraflow.utils import (
     get_artifact_dir,
@@ -22,6 +28,8 @@ __all__ = [
     "get_artifact_path",
     "get_hydra_output_dir",
     "get_overrides",
+    "list_run_ids",
+    "list_run_paths",
     "list_runs",
     "load_config",
     "load_overrides",

hydraflow/cli.py

@@ -0,0 +1,75 @@
+"""Hydraflow CLI."""
+
+from __future__ import annotations
+
+from pathlib import Path
+from typing import Annotated
+
+import typer
+from omegaconf import DictConfig, OmegaConf
+from rich.console import Console
+from typer import Argument, Option
+
+app = typer.Typer(add_completion=False)
+console = Console()
+
+
+@app.command()
+def run(
+    names: Annotated[
+        list[str] | None,
+        Argument(help="Job names.", show_default=False),
+    ] = None,
+) -> None:
+    """Run jobs."""
+    typer.echo(names)
+
+    cfg = load_config()
+    typer.echo(cfg)
+
+
+@app.command()
+def show() -> None:
+    """Show the config."""
+    from rich.syntax import Syntax
+
+    cfg = load_config()
+    code = OmegaConf.to_yaml(cfg)
+    syntax = Syntax(code, "yaml")
+    console.print(syntax)
+
+
+@app.callback(invoke_without_command=True)
+def callback(
+    *,
+    version: Annotated[
+        bool,
+        Option("--version", help="Show the version and exit."),
+    ] = False,
+) -> None:
+    if version:
+        import importlib.metadata
+
+        typer.echo(f"hydraflow {importlib.metadata.version('hydraflow')}")
+        raise typer.Exit
+
+
+def find_config() -> Path:
+    if Path("hydraflow.yaml").exists():
+        return Path("hydraflow.yaml")
+
+    if Path("hydraflow.yml").exists():
+        return Path("hydraflow.yml")
+
+    typer.echo("No config file found.")
+    raise typer.Exit(code=1)
+
+
+def load_config() -> DictConfig:
+    cfg = OmegaConf.load(find_config())
+
+    if isinstance(cfg, DictConfig):
+        return cfg
+
+    typer.echo("Invalid config file.")
+    raise typer.Exit(code=1)

hydraflow/mlflow.py

@@ -153,18 +153,17 @@ def search_runs(  # noqa: PLR0913
     return RunCollection(runs)  # type: ignore
 
 
-def list_runs(
+def list_run_paths(
     experiment_names: str | list[str] | None = None,
-    n_jobs: int = 0,
-    status: str | list[str] | int | list[int] | None = None,
-) -> RunCollection:
-    """List all runs for the specified experiments.
+    *other: str,
+) -> list[Path]:
+    """List all run paths for the specified experiments.
 
-    This function retrieves all runs for the given list of experiment names.
+    This function retrieves all run paths for the given list of experiment names.
     If no experiment names are provided (None), it defaults to searching all runs
     for the currently active experiment. If an empty list is provided, the function
     will search all runs for all experiments except the "Default" experiment.
-    The function returns the results as a `RunCollection` object.
+    The function returns the results as a list of `Path` objects.
 
     Note:
         The returned runs are sorted by their start time in ascending order.
@@ -174,27 +173,12 @@ def list_runs(
             for runs. If None or an empty list is provided, the function will
             search the currently active experiment or all experiments except
             the "Default" experiment.
-        n_jobs (int): The number of jobs to run in parallel. If 0, the function
-            will search runs sequentially.
-        status (str | list[str] | int | list[int] | None): The status of the runs
-            to filter.
+        other (str): The parts of the run directory to join.
 
     Returns:
-        RunCollection: A `RunCollection` instance containing the runs for the
-        specified experiments.
+        list[Path]: A list of run paths for the specified experiments.
 
     """
-    rc = _list_runs(experiment_names, n_jobs)
-    if status is None:
-        return rc
-
-    return rc.filter(status=status)
-
-
-def _list_runs(
-    experiment_names: str | list[str] | None = None,
-    n_jobs: int = 0,
-) -> RunCollection:
     if isinstance(experiment_names, str):
         experiment_names = [experiment_names]
 
@@ -202,14 +186,11 @@ def _list_runs(
         experiments = mlflow.search_experiments()
         experiment_names = [e.name for e in experiments if e.name != "Default"]
 
-    if n_jobs == 0:
-        return search_runs(experiment_names=experiment_names)
-
     if experiment_names is None:
         experiment_id = _get_experiment_id()
         experiment_names = [mlflow.get_experiment(experiment_id).name]
 
-    run_ids = []
+    run_paths: list[Path] = []
 
     for name in experiment_names:
         if experiment := mlflow.get_experiment_by_name(name):
@@ -217,9 +198,83 @@ def _list_runs(
 
             if isinstance(uri, str):
                 path = get_artifact_dir(uri=uri)
-                run_ids.extend(file.stem for file in path.iterdir() if file.is_dir())
+                run_paths.extend(p for p in path.iterdir() if p.is_dir())
+
+    if other:
+        return [p.joinpath(*other) for p in run_paths]
+
+    return run_paths
+
+
+def list_run_ids(experiment_names: str | list[str] | None = None) -> list[str]:
+    """List all run IDs for the specified experiments.
+
+    This function retrieves all runs for the given list of experiment names.
+    If no experiment names are provided (None), it defaults to searching all runs
+    for the currently active experiment. If an empty list is provided, the function
+    will search all runs for all experiments except the "Default" experiment.
+    The function returns the results as a list of string.
+
+    Note:
+        The returned runs are sorted by their start time in ascending order.
+
+    Args:
+        experiment_names (list[str] | None): List of experiment names to search
+            for runs. If None or an empty list is provided, the function will
+            search the currently active experiment or all experiments except
+            the "Default" experiment.
+
+    Returns:
+        list[str]: A list of run IDs for the specified experiments.
+
+    """
+    return [run_dir.stem for run_dir in list_run_paths(experiment_names)]
+
+
+def list_runs(
+    experiment_names: str | list[str] | None = None,
+    n_jobs: int = 0,
+    status: str | list[str] | int | list[int] | None = None,
+) -> RunCollection:
+    """List all runs for the specified experiments.
+
+    This function retrieves all runs for the given list of experiment names.
+    If no experiment names are provided (None), it defaults to searching all runs
+    for the currently active experiment. If an empty list is provided, the function
+    will search all runs for all experiments except the "Default" experiment.
+    The function returns the results as a `RunCollection` object.
+
+    Note:
+        The returned runs are sorted by their start time in ascending order.
+
+    Args:
+        experiment_names (list[str] | None): List of experiment names to search
+            for runs. If None or an empty list is provided, the function will
+            search the currently active experiment or all experiments except
+            the "Default" experiment.
+        n_jobs (int): The number of jobs to run in parallel. If 0, the function
+            will search runs sequentially.
+        status (str | list[str] | int | list[int] | None): The status of the runs
+            to filter.
+
+    Returns:
+        RunCollection: A `RunCollection` instance containing the runs for the
+        specified experiments.
+
+    """
+    run_ids = list_run_ids(experiment_names)
+
+    if n_jobs == 0:
+        runs = [mlflow.get_run(run_id) for run_id in run_ids]
+
+    else:
+        it = (joblib.delayed(mlflow.get_run)(run_id) for run_id in run_ids)
+        runs = joblib.Parallel(n_jobs, prefer="threads")(it)
 
-    it = (joblib.delayed(mlflow.get_run)(run_id) for run_id in run_ids)
-    runs = joblib.Parallel(n_jobs, prefer="threads")(it)
     runs = sorted(runs, key=lambda run: run.info.start_time)  # type: ignore
-    return RunCollection(runs)  # type: ignore
+    rc = RunCollection(runs)  # type: ignore
+
+    if status is None:
+        return rc
+
+    return rc.filter(status=status)

{hydraflow-0.7.3.dist-info → hydraflow-0.7.5.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: hydraflow
-Version: 0.7.3
+Version: 0.7.5
 Summary: Hydraflow integrates Hydra and MLflow to manage and track machine learning experiments.
 Project-URL: Documentation, https://daizutabi.github.io/hydraflow/
 Project-URL: Source, https://github.com/daizutabi/hydraflow
@@ -38,6 +38,9 @@ Classifier: Programming Language :: Python :: 3.13
 Requires-Python: >=3.10
 Requires-Dist: hydra-core>=1.3
 Requires-Dist: mlflow>=2.15
+Requires-Dist: omegaconf
+Requires-Dist: rich
+Requires-Dist: typer
 Description-Content-Type: text/markdown
 
 # Hydraflow
@@ -52,7 +55,7 @@ Description-Content-Type: text/markdown
 [pypi-v-link]: https://pypi.org/project/hydraflow/
 [python-v-image]: https://img.shields.io/pypi/pyversions/hydraflow.svg
 [python-v-link]: https://pypi.org/project/hydraflow
-[GHAction-image]: https://github.com/daizutabi/hydraflow/actions/workflows/ci.yml/badge.svg?branch=main&event=push
+[GHAction-image]: https://github.com/daizutabi/hydraflow/actions/workflows/ci.yaml/badge.svg?branch=main&event=push
 [GHAction-link]: https://github.com/daizutabi/hydraflow/actions?query=event%3Apush+branch%3Amain
 [codecov-image]: https://codecov.io/github/daizutabi/hydraflow/coverage.svg?branch=main
 [codecov-link]: https://codecov.io/github/daizutabi/hydraflow?branch=main

{hydraflow-0.7.3.dist-info → hydraflow-0.7.5.dist-info}/RECORD

@@ -1,15 +1,17 @@
-hydraflow/__init__.py,sha256=rujOGabEPPhPfyqTHynem3unqIEQ1haTWWSMuu2LuoQ,898
+hydraflow/__init__.py,sha256=0HJOiiKhfH3MFbuoL_BLaBaruVSb53Scimt2_2rRI28,995
+hydraflow/cli.py,sha256=jxqFppNeJWAr2Tb-C_MQXEJtegJ6TXcd3C1CT7Jdb1A,1559
 hydraflow/config.py,sha256=MNX9da5bPVDcjnpji7Cm9ndK6ura92pt361m4PRh6_E,4326
 hydraflow/context.py,sha256=3xfKhMozkKFqtWeOp9Gie0A5o5URMta4US6iVD5TcLU,6002
 hydraflow/main.py,sha256=hroncI_SNpNgEtdxLgzI397J5S2Amv7J0atnPxwBePM,1314
-hydraflow/mlflow.py,sha256=imD3XL0RTlpnKrkyvO8FNy_Bv6hwSfLiOu1yJuL40ck,8773
+hydraflow/mlflow.py,sha256=lKpY5tPJRXXlvT5ZFVz1kROHsuvzGhp5kp8RiT2jlX8,10912
 hydraflow/param.py,sha256=yu1aMNXRLegXGDL-68vwIkfeDF9CaU784WZENGLwl7Q,4572
 hydraflow/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 hydraflow/run_collection.py,sha256=YCWg5Dz1j49xB2LA75onq5wsAeQQbifXpG4yPUwRN4I,24776
 hydraflow/run_data.py,sha256=dpyyfnuH9mCtIZeigMo1iFQo9bafMdEL4i4uI2l0UqY,1525
 hydraflow/run_info.py,sha256=Jf5wrIjRLIV1-k-obHDqwKHa6j_ZonrY8od-rXlbtMo,1024
 hydraflow/utils.py,sha256=a9i5PEJn8Ssowv9dqHadAihZXlsqtVjHZ9MZvkPq1bY,4747
-hydraflow-0.7.3.dist-info/METADATA,sha256=KjVoai7-XIgkZGrDe-wHJYVHxba9NxewwdswDmRHvpI,4700
-hydraflow-0.7.3.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-hydraflow-0.7.3.dist-info/licenses/LICENSE,sha256=IGdDrBPqz1O0v_UwCW-NJlbX9Hy9b3uJ11t28y2srmY,1062
-hydraflow-0.7.3.dist-info/RECORD,,
+hydraflow-0.7.5.dist-info/METADATA,sha256=oSBWEevJs2RI55hqrxzW3k9ArtwRrvnk1kBl7oJNohg,4767
+hydraflow-0.7.5.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+hydraflow-0.7.5.dist-info/entry_points.txt,sha256=XI0khPbpCIUo9UPqkNEpgh-kqK3Jy8T7L2VCWOdkbSM,48
+hydraflow-0.7.5.dist-info/licenses/LICENSE,sha256=IGdDrBPqz1O0v_UwCW-NJlbX9Hy9b3uJ11t28y2srmY,1062
+hydraflow-0.7.5.dist-info/RECORD,,

hydraflow-0.7.5.dist-info/entry_points.txt

@@ -0,0 +1,2 @@
+[console_scripts]
+hydraflow = hydraflow.cli:app