hydraflow 0.7.0__tar.gz → 0.7.3__tar.gz

{hydraflow-0.7.0 → hydraflow-0.7.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: hydraflow
-Version: 0.7.0
+Version: 0.7.3
 Summary: Hydraflow integrates Hydra and MLflow to manage and track machine learning experiments.
 Project-URL: Documentation, https://daizutabi.github.io/hydraflow/
 Project-URL: Source, https://github.com/daizutabi/hydraflow

{hydraflow-0.7.0 → hydraflow-0.7.3}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
 
 [project]
 name = "hydraflow"
-version = "0.7.0"
+version = "0.7.3"
 description = "Hydraflow integrates Hydra and MLflow to manage and track machine learning experiments."
 readme = "README.md"
 license = { file = "LICENSE" }
@@ -97,3 +97,4 @@ ignore = [
   "SLF",
 ]
 "apps/*.py" = ["D", "G", "INP"]
+"src/hydraflow/main.py" = ["ANN201", "D401", "PLR0913"]

{hydraflow-0.7.0 → hydraflow-0.7.3}/src/hydraflow/__init__.py

@@ -1,10 +1,11 @@
 """Integrate Hydra and MLflow to manage and track machine learning experiments."""
 
-from .config import select_config, select_overrides
-from .context import chdir_artifact, log_run, start_run
-from .mlflow import list_runs, search_runs, set_experiment
-from .run_collection import RunCollection
-from .utils import (
+from hydraflow.config import select_config, select_overrides
+from hydraflow.context import chdir_artifact, log_run, start_run
+from hydraflow.main import main
+from hydraflow.mlflow import list_runs, search_runs, set_experiment
+from hydraflow.run_collection import RunCollection
+from hydraflow.utils import (
     get_artifact_dir,
     get_artifact_path,
     get_hydra_output_dir,
@@ -25,6 +26,7 @@ __all__ = [
     "load_config",
     "load_overrides",
     "log_run",
+    "main",
     "remove_run",
     "search_runs",
     "select_config",

hydraflow-0.7.3/src/hydraflow/main.py

@@ -0,0 +1,54 @@
+"""main decorator."""
+
+from __future__ import annotations
+
+from functools import wraps
+from typing import TYPE_CHECKING, Any
+
+import hydra
+from hydra.core.config_store import ConfigStore
+from mlflow.entities import RunStatus
+
+import hydraflow
+
+if TYPE_CHECKING:
+    from collections.abc import Callable
+
+    from mlflow.entities import Run
+
+FINISHED = RunStatus.to_string(RunStatus.FINISHED)
+
+
+def main(
+    node: Any,
+    config_name: str = "config",
+    *,
+    chdir: bool = False,
+    force_new_run: bool = False,
+    skip_finished: bool = True,
+):
+    """Main decorator."""
+
+    def decorator(app: Callable[[Run, Any], None]) -> Callable[[], None]:
+        ConfigStore.instance().store(name=config_name, node=node)
+
+        @wraps(app)
+        @hydra.main(version_base=None, config_name=config_name)
+        def inner_app(cfg: object) -> None:
+            hydraflow.set_experiment()
+
+            if force_new_run:
+                run = None
+            else:
+                rc = hydraflow.search_runs()
+                run = rc.try_get(cfg, override=True)
+
+                if skip_finished and run and run.info.status == FINISHED:
+                    return
+
+            with hydraflow.start_run(cfg, run=run, chdir=chdir) as run:
+                app(run, cfg)
+
+        return inner_app
+
+    return decorator

hydraflow-0.7.3/tests/main/base.py

@@ -0,0 +1,27 @@
+from __future__ import annotations
+
+from dataclasses import dataclass
+from pathlib import Path
+from typing import TYPE_CHECKING
+
+import hydraflow
+
+if TYPE_CHECKING:
+    from mlflow.entities import Run
+
+
+@dataclass
+class Config:
+    count: int = 0
+
+
+@hydraflow.main(Config)
+def app(run: Run, cfg: Config):
+    path = hydraflow.get_artifact_dir() / "a.txt"
+    path.write_text(f"{run.info.run_id},{cfg.count}")
+    path = hydraflow.get_artifact_dir() / "b.txt"
+    path.write_text(f"{Path.cwd().absolute().as_posix()}")
+
+
+if __name__ == "__main__":
+    app()

hydraflow-0.7.3/tests/main/force_new_run.py

@@ -0,0 +1,26 @@
+from __future__ import annotations
+
+from dataclasses import dataclass
+from pathlib import Path
+from typing import TYPE_CHECKING
+
+import hydraflow
+
+if TYPE_CHECKING:
+    from mlflow.entities import Run
+
+
+@dataclass
+class Config:
+    count: int = 0
+
+
+@hydraflow.main(Config, chdir=True, force_new_run=True)
+def app(run: Run, cfg: Config):
+    file = Path("a.txt")
+    text = file.read_text() if file.exists() else ""
+    file.write_text(text + f"{cfg.count}")
+
+
+if __name__ == "__main__":
+    app()

hydraflow-0.7.3/tests/main/restart.py

@@ -0,0 +1,26 @@
+from __future__ import annotations
+
+from dataclasses import dataclass
+from pathlib import Path
+from typing import TYPE_CHECKING
+
+import hydraflow
+
+if TYPE_CHECKING:
+    from mlflow.entities import Run
+
+
+@dataclass
+class Config:
+    count: int = 0
+
+
+@hydraflow.main(Config, chdir=True, skip_finished=False)
+def app(run: Run, cfg: Config):
+    file = Path("a.txt")
+    text = file.read_text() if file.exists() else ""
+    file.write_text(text + f"{cfg.count}")
+
+
+if __name__ == "__main__":
+    app()

hydraflow-0.7.3/tests/main/skip.py

@@ -0,0 +1,26 @@
+from __future__ import annotations
+
+from dataclasses import dataclass
+from pathlib import Path
+from typing import TYPE_CHECKING
+
+import hydraflow
+
+if TYPE_CHECKING:
+    from mlflow.entities import Run
+
+
+@dataclass
+class Config:
+    count: int = 0
+
+
+@hydraflow.main(Config, chdir=True)
+def app(run: Run, cfg: Config):
+    file = Path("a.txt")
+    text = file.read_text() if file.exists() else ""
+    file.write_text(text + f"{cfg.count} {run.info.run_id}\n")
+
+
+if __name__ == "__main__":
+    app()

hydraflow-0.7.3/tests/main/test_base.py

@@ -0,0 +1,58 @@
+from pathlib import Path
+
+import pytest
+from mlflow.entities import Run
+
+from hydraflow.run_collection import RunCollection
+
+pytestmark = pytest.mark.xdist_group(name="group5")
+
+
+@pytest.fixture(scope="module")
+def rc(collect):
+    filename = "main/base.py"
+    args = ["-m", "count=1,2,3"]
+
+    return collect(filename, args)
+
+
+def test_rc_len(rc: RunCollection):
+    assert len(rc) == 3
+
+
+@pytest.fixture(scope="module", params=[1, 2, 3])
+def run(rc: RunCollection, request: pytest.FixtureRequest):
+    return rc.get(count=request.param)
+
+
+@pytest.fixture(scope="module")
+def count(run: Run):
+    return int(run.data.params["count"])
+
+
+@pytest.fixture(scope="module")
+def text(run: Run):
+    from hydraflow.utils import get_artifact_path
+
+    path = get_artifact_path(run, "a.txt")
+    return path.read_text()
+
+
+def test_run_id(run: Run, text: str):
+    assert text.split(",")[0] == run.info.run_id
+
+
+def test_count(text: str, count: int):
+    assert text.split(",")[1] == str(count)
+
+
+@pytest.fixture(scope="module")
+def cwd(run: Run):
+    from hydraflow.utils import get_artifact_path
+
+    path = get_artifact_path(run, "b.txt")
+    return Path(path.read_text())
+
+
+def test_cwd(cwd: Path, experiment_name: str):
+    assert cwd.name == experiment_name

hydraflow-0.7.3/tests/main/test_force_new_run.py

@@ -0,0 +1,33 @@
+import pytest
+from mlflow.entities import Run
+
+from hydraflow.run_collection import RunCollection
+
+pytestmark = pytest.mark.xdist_group(name="group6")
+
+
+@pytest.fixture(scope="module")
+def rc(collect):
+    for _ in range(3):
+        rc = collect("main/force_new_run.py", ["count=3"])
+    return rc
+
+
+def test_rc_len(rc: RunCollection):
+    assert len(rc) == 3
+
+
+def test_rc_filter(rc: RunCollection):
+    assert len(rc.filter(count=3)) == 3
+
+
+@pytest.fixture(scope="module", params=range(3))
+def run(rc: RunCollection, request: pytest.FixtureRequest):
+    return rc[request.param]
+
+
+def test_count(run: Run):
+    from hydraflow.utils import get_artifact_path
+
+    path = get_artifact_path(run, "a.txt")
+    assert path.read_text() == "3"

hydraflow-0.7.3/tests/main/test_restart.py

@@ -0,0 +1,24 @@
+import pytest
+
+from hydraflow.run_collection import RunCollection
+
+pytestmark = pytest.mark.xdist_group(name="group7")
+
+
+@pytest.fixture(scope="module")
+def rc(collect):
+    for _ in range(3):
+        rc = collect("main/restart.py", ["count=3"])
+    return rc
+
+
+def test_rc_len(rc: RunCollection):
+    assert len(rc) == 1
+
+
+def test_count(rc: RunCollection):
+    from hydraflow.utils import get_artifact_path
+
+    run = rc.get(count=3)
+    path = get_artifact_path(run, "a.txt")
+    assert path.read_text() == "333"

hydraflow-0.7.0/tests/context/test_preemption.py → hydraflow-0.7.3/tests/main/test_skip.py

@@ -12,7 +12,7 @@ def rc(collect):
     client = MlflowClient()
     running = RunStatus.to_string(RunStatus.RUNNING)
 
-    filename = "context/preemption.py"
+    filename = "main/skip.py"
     args = ["-m", "count=1,2,3"]
 
     rc = collect(filename, args)
@@ -32,10 +32,27 @@ def run(rc: RunCollection, request: pytest.FixtureRequest):
     return rc.get(count=request.param)
 
 
-def test_run_count(run: Run):
+@pytest.fixture(scope="module")
+def count(run: Run):
+    return int(run.data.params["count"])
+
+
+@pytest.fixture(scope="module")
+def text(run: Run):
     from hydraflow.utils import get_artifact_path
 
-    count = int(run.data.params["count"])
     path = get_artifact_path(run, "a.txt")
-    text = path.read_text()
-    assert len(text) == count
+    return path.read_text()
+
+
+def test_count(text: str, count: int):
+    assert len(text.splitlines()) == count
+
+
+def test_config(text: str, count: int):
+    assert int(text.split(" ", maxsplit=1)[0]) == count
+
+
+def test_run(text: str, run: Run):
+    line = text.splitlines()[-1]
+    assert line.split(" ", maxsplit=1)[1] == run.info.run_id

hydraflow-0.7.0/tests/context/preemption.py

@@ -1,43 +0,0 @@
-from __future__ import annotations
-
-from dataclasses import dataclass
-from typing import TYPE_CHECKING
-
-import hydra
-from hydra.core.config_store import ConfigStore
-
-import hydraflow
-
-if TYPE_CHECKING:
-    from pathlib import Path
-
-
-@dataclass
-class Config:
-    count: int = 0
-
-
-ConfigStore.instance().store(name="config", node=Config)
-
-
-@hydra.main(version_base=None, config_name="config")
-def app(cfg: Config):
-    hydraflow.set_experiment()
-
-    rc = hydraflow.list_runs().filter(cfg, override=True)
-
-    if rc.filter(status="finished"):
-        return
-
-    with hydraflow.start_run(cfg, run=rc.try_one()) as run:
-        log(hydraflow.get_artifact_dir(run))
-
-
-def log(path: Path):
-    file = path / "a.txt"
-    text = file.read_text() if file.exists() else ""
-    file.write_text(text + "a")
-
-
-if __name__ == "__main__":
-    app()