hydraflow 0.19.1__tar.gz → 0.19.2__tar.gz

{hydraflow-0.19.1 → hydraflow-0.19.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: hydraflow
-Version: 0.19.1
+Version: 0.19.2
 Summary: HydraFlow seamlessly integrates Hydra and MLflow to streamline ML experiment management, combining Hydra's configuration management with MLflow's tracking capabilities.
 Keywords: machine-learning,mlflow,hydra,experiment-tracking,mlops,ai,deep-learning,research,data-science
 Author: daizutabi

{hydraflow-0.19.1 → hydraflow-0.19.2}/pyproject.toml

@@ -1,10 +1,10 @@
 [build-system]
-requires = ["uv_build>=0.7.19,<0.8.0"]
+requires = ["uv_build"]
 build-backend = "uv_build"
 
 [project]
 name = "hydraflow"
-version = "0.19.1"
+version = "0.19.2"
 description = "HydraFlow seamlessly integrates Hydra and MLflow to streamline ML experiment management, combining Hydra's configuration management with MLflow's tracking capabilities."
 readme = "README.md"
 license = { file = "LICENSE" }
@@ -60,7 +60,6 @@ dev = [
   "pytest-order",
   "pytest-randomly",
   "pytest-xdist",
-  "ruff>=0.12",
 ]
 docs = ["markdown-exec[ansi]", "mkapi>=4.4", "mkdocs-material"]
 
@@ -119,5 +118,17 @@ ignore = [
 "src/hydraflow/executor/conf.py" = ["ANN", "D"]
 "tests/*" = ["A001", "ANN", "ARG", "D", "FBT", "PD", "PLR", "PT", "S", "SLF"]
 
-[tool.pyright]
-include = ["src", "tests"]
+[tool.basedpyright]
+include = ["src"]
+exclude = ["notebooks", "tests"]
+reportAny = false
+reportExplicitAny = false
+reportImplicitOverride = false
+reportImportCycles = false
+reportIncompatibleVariableOverride = false
+reportMissingTypeStubs = false
+reportUnusedCallResult = false
+
+[tool.ty.rules]
+unresolved-import = "ignore"
+possibly-unbound-attribute = "ignore"

{hydraflow-0.19.1 → hydraflow-0.19.2}/src/hydraflow/cli.py

@@ -15,7 +15,7 @@ app = typer.Typer(add_completion=False)
 
 
 @app.command("run", context_settings={"ignore_unknown_options": True})
-def _run(
+def _run(  # pyright: ignore[reportUnusedFunction]
     name: Annotated[str, Argument(help="Job name.", show_default=False)],
     *,
     args: Annotated[

{hydraflow-0.19.1 → hydraflow-0.19.2}/src/hydraflow/core/collection.py

@@ -17,11 +17,13 @@ from .group_by import GroupBy
 
 if TYPE_CHECKING:
     from collections.abc import Callable, Iterator
-    from re import Pattern, _FlagsType
+    from re import Pattern, _FlagsType  # pyright: ignore[reportPrivateUsage]
     from typing import Any, Self
 
     from numpy.typing import NDArray
 
+# pyright: reportUnknownVariableType=false
+
 
 class Collection[I](Sequence[I]):
     """A collection of items that implements the Sequence protocol."""
@@ -280,7 +282,7 @@ class Collection[I](Sequence[I]):
         self,
         key: str,
         default: Any | Callable[[I], Any] = MISSING,
-    ) -> NDArray:
+    ) -> NDArray[Any]:
         """Extract values for a specific key from all items as a NumPy array.
 
         Args:
@@ -323,7 +325,7 @@ class Collection[I](Sequence[I]):
         self,
         key: str,
         default: Any | Callable[[I], Any] = MISSING,
-    ) -> NDArray:
+    ) -> NDArray[Any]:
         """Get the unique values for a specific key across all items.
 
         Args:
@@ -456,13 +458,13 @@ class Collection[I](Sequence[I]):
         it = (delayed(function)(i, *args, **kwargs) for i in self)
 
         if not progress:
-            return parallel(it)  # type: ignore
+            return parallel(it)  # pyright: ignore[reportReturnType]
 
         from hydraflow.utils.progress import Progress
 
         with Progress(*Progress.get_default_columns()) as p:
             p.add_task("", total=len(self))
-            return parallel(it)  # type: ignore
+            return parallel(it)  # pyright: ignore[reportReturnType]
 
     def to_frame(
         self,
@@ -513,12 +515,12 @@ class Collection[I](Sequence[I]):
         keys_ = []
         for k in keys:
             if isinstance(k, tuple):
-                keys_.append(k[0])
+                keys_.append(k[0])  # pyright: ignore[reportUnknownMemberType]
                 defaults[k[0]] = k[1]
             else:
-                keys_.append(k)
+                keys_.append(k)  # pyright: ignore[reportUnknownMemberType]
 
-        data = {k: self.to_list(k, defaults.get(k, MISSING)) for k in keys_}
+        data = {k: self.to_list(k, defaults.get(k, MISSING)) for k in keys_}  # pyright: ignore[reportUnknownArgumentType]
         df = DataFrame(data)
 
         if not kwargs:
@@ -907,11 +909,11 @@ def matches(value: Any, criterion: Any) -> bool:
     if isinstance(criterion, list | set) and not _is_iterable(value):
         return value in criterion
 
-    if isinstance(criterion, tuple) and len(criterion) == 2 and not _is_iterable(value):
+    if isinstance(criterion, tuple) and len(criterion) == 2 and not _is_iterable(value):  # pyright: ignore[reportUnknownArgumentType]
         return criterion[0] <= value <= criterion[1]
 
     if _is_iterable(criterion):
-        criterion = list(criterion)
+        criterion = list(criterion)  # pyright: ignore[reportUnknownArgumentType]
 
     if _is_iterable(value):
         value = list(value)

{hydraflow-0.19.1 → hydraflow-0.19.2}/src/hydraflow/core/group_by.py

@@ -193,10 +193,10 @@ class GroupBy[C: Collection[Any], I]:
         else:
             df = DataFrame(dict(zip(self.by, k, strict=True)) for k in gp)
 
-        columns = []
+        columns: list[Series] = []
 
         for agg in aggs:
-            values = [[c._get(i, agg, MISSING) for i in c] for c in gp.values()]  # noqa: SLF001
+            values = [[c._get(i, agg, MISSING) for i in c] for c in gp.values()]  # noqa: SLF001  # pyright: ignore[reportPrivateUsage]
             columns.append(Series(agg, values))
 
         for k, v in named_aggs.items():

{hydraflow-0.19.1 → hydraflow-0.19.2}/src/hydraflow/core/io.py

@@ -38,7 +38,7 @@ def get_artifact_dir(run: Run) -> Path:
         The local path to the directory where the artifacts are downloaded.
 
     """
-    uri = run.info.artifact_uri
+    uri = run.info.artifact_uri  # pyright: ignore[reportUnknownMemberType, reportUnknownVariableType]
 
     if not isinstance(uri, str):
         raise NotImplementedError

{hydraflow-0.19.1 → hydraflow-0.19.2}/src/hydraflow/core/main.py

@@ -105,7 +105,7 @@ def main[C](
         dry_run = True
         sys.argv.remove("--dry-run")
 
-    finished = RunStatus.to_string(RunStatus.FINISHED)
+    finished = RunStatus.to_string(RunStatus.FINISHED)  # pyright: ignore[reportUnknownMemberType]
 
     def decorator(app: Callable[[Run, C], None]) -> Callable[[], None]:
         ConfigStore.instance().store(config_name, node)
@@ -134,11 +134,11 @@ def main[C](
             else:
                 uri = experiment.artifact_location
                 overrides = hc.overrides.task if match_overrides else None
-                run_id = get_run_id(uri, cfg, overrides)
+                run_id = get_run_id(uri, cfg, overrides)  # pyright: ignore[reportUnknownArgumentType]
 
                 if run_id and not rerun_finished:
                     run = mlflow.get_run(run_id)
-                    if run.info.status == finished:
+                    if run.info.status == finished:  # pyright: ignore[reportUnknownMemberType]
                         return
 
             with start_run(run_id=run_id, chdir=chdir) as run:

{hydraflow-0.19.1 → hydraflow-0.19.2}/src/hydraflow/core/run.py

@@ -45,6 +45,8 @@ if TYPE_CHECKING:
 
     from .run_collection import RunCollection
 
+# pyright: reportUnknownVariableType=false
+
 
 class Run[C, I = None]:
     """Represent an MLflow Run in HydraFlow.
@@ -76,7 +78,7 @@ class Run[C, I = None]:
         impl_factory: Callable[[Path], I] | Callable[[Path, C], I] | None = None,
     ) -> None:
         self.info = RunInfo(run_dir)
-        self.impl_factory = impl_factory or (lambda _: None)  # type: ignore
+        self.impl_factory = impl_factory or (lambda _: None)  # pyright: ignore[reportAttributeAccessIssue]
 
     def __repr__(self) -> str:
         """Return a string representation of the Run."""
@@ -93,9 +95,9 @@ class Run[C, I = None]:
         """The configuration instance loaded from the Hydra configuration file."""
         config_file = self.info.run_dir / "artifacts/.hydra/config.yaml"
         if config_file.exists():
-            return OmegaConf.load(config_file)  # type: ignore
+            return OmegaConf.load(config_file)  # pyright: ignore[reportReturnType]
 
-        return OmegaConf.create()  # type: ignore
+        return OmegaConf.create()  # pyright: ignore[reportReturnType]
 
     @cached_property
     def impl(self) -> I:
@@ -176,13 +178,13 @@ class Run[C, I = None]:
 
         if n_jobs == 0:
             runs = (cls(Path(r), impl_factory) for r in run_dir)
-            return RunCollection(runs, cls.get)  # type: ignore
+            return RunCollection(runs, cls.get)
 
         from joblib import Parallel, delayed
 
         parallel = Parallel(backend="threading", n_jobs=n_jobs)
         runs = parallel(delayed(cls)(Path(r), impl_factory) for r in run_dir)
-        return RunCollection(runs, cls.get)  # type: ignore
+        return RunCollection(runs, cls.get)  # pyright: ignore[reportArgumentType]
 
     @overload
     def update(
@@ -235,7 +237,7 @@ class Run[C, I = None]:
                 an iterable.
 
         """
-        cfg: DictConfig = self.cfg  # type: ignore
+        cfg: DictConfig = self.cfg  # pyright: ignore[reportAssignmentType]
 
         if isinstance(key, str):
             key = key.replace("__", ".")
@@ -296,7 +298,7 @@ class Run[C, I = None]:
         """
         key = key.replace("__", ".")
 
-        value = OmegaConf.select(self.cfg, key, default=MISSING)  # type: ignore
+        value = OmegaConf.select(self.cfg, key, default=MISSING)  # pyright: ignore[reportArgumentType]
         if value is not MISSING:
             return value
 
@@ -377,7 +379,7 @@ class Run[C, I = None]:
         if not isinstance(cfg, dict):
             raise TypeError("Configuration must be a dictionary")
 
-        standard_dict: dict[str, Any] = {str(k): v for k, v in cfg.items()}
+        standard_dict: dict[str, Any] = {str(k): v for k, v in cfg.items()}  # pyright: ignore[reportUnknownArgumentType]
 
         if flatten:
             return _flatten_dict(standard_dict)
@@ -450,12 +452,12 @@ class Run[C, I = None]:
 
 
 def _flatten_dict(d: dict[str, Any], parent_key: str = "") -> dict[str, Any]:
-    items = []
+    items: list[tuple[str, Any]] = []
 
     for k, v in d.items():
         key = f"{parent_key}.{k}" if parent_key else k
         if isinstance(v, dict):
-            items.extend(_flatten_dict(v, key).items())
+            items.extend(_flatten_dict(v, key).items())  # pyright: ignore[reportUnknownArgumentType]
         else:
             items.append((key, v))
 

{hydraflow-0.19.1 → hydraflow-0.19.2}/src/hydraflow/core/run_collection.py

@@ -54,6 +54,8 @@ if TYPE_CHECKING:
 
     from polars import DataFrame
 
+# pyright: reportUnknownVariableType=false
+
 
 class RunCollection[R: Run[Any, Any]](Collection[R]):
     """A collection of Run instances that implements the Sequence protocol.

{hydraflow-0.19.1 → hydraflow-0.19.2}/src/hydraflow/executor/aio.py

@@ -68,7 +68,7 @@ async def arun(
 ) -> int | None:
     """Run a command asynchronously."""
     process = await asyncio.create_subprocess_exec(*args, stdout=PIPE, stderr=PIPE)
-    coros = alog(process.stdout, stdout), alog(process.stderr, stderr)  # type:ignore
+    coros = alog(process.stdout, stdout), alog(process.stderr, stderr)  # pyright: ignore[reportArgumentType]
     await asyncio.gather(*coros)
     await process.communicate()
 

{hydraflow-0.19.1 → hydraflow-0.19.2}/src/hydraflow/executor/io.py

@@ -10,7 +10,7 @@ from omegaconf import DictConfig, OmegaConf
 from .conf import HydraflowConf
 
 if TYPE_CHECKING:
-    from .job import Job
+    from .conf import Job
 
 
 def find_config_file() -> Path | None:
@@ -38,7 +38,7 @@ def load_config() -> HydraflowConf:
     if not isinstance(cfg, DictConfig):
         return schema
 
-    return OmegaConf.merge(schema, cfg)  # type: ignore[return-value]
+    return OmegaConf.merge(schema, cfg)  # pyright: ignore[reportReturnType]
 
 
 def get_job(name: str) -> Job:

{hydraflow-0.19.1 → hydraflow-0.19.2}/src/hydraflow/executor/job.py

@@ -99,7 +99,7 @@ def merge_args(first: list[str], second: list[str]) -> list[str]:
         list[str]: A merged list of arguments.
 
     """
-    merged = {}
+    merged: dict[str, str | None] = {}
 
     for item in [*first, *second]:
         if "=" in item:
@@ -158,7 +158,7 @@ def submit(
     iterable: Iterable[list[str]],
     *,
     dry_run: bool = False,
-) -> CompletedProcess | tuple[list[str], str]:
+) -> CompletedProcess[bytes] | tuple[list[str], str]:
     """Submit entire job using a shell command."""
     executable, *args = args
     if executable == "python" and sys.platform == "win32":
@@ -181,7 +181,7 @@ def submit(
         file.unlink(missing_ok=True)
 
 
-def get_callable(name: str) -> Callable:
+def get_callable(name: str) -> Callable[[list[str]], Any]:
     """Get a callable from a function name."""
     if "." not in name:
         msg = f"Invalid function path: {name}."

{hydraflow-0.19.1 → hydraflow-0.19.2}/src/hydraflow/executor/parser.py

@@ -205,7 +205,7 @@ def _arange(start: float, stop: float, step: float) -> list[float]:
 
     epsilon = min(abs(start), abs(stop)) * 1e-5
 
-    result = []
+    result: list[float] = []
     current = start
 
     if step > 0:
@@ -412,8 +412,8 @@ def split(arg: str) -> list[str]:
         ['(a,b)m', '(1,2:4)k']
 
     """
-    result = []
-    current = []
+    result: list[str] = []
+    current: list[str] = []
     bracket_count = 0
     paren_count = 0
     in_single_quote = False

{hydraflow-0.19.1 → hydraflow-0.19.2}/src/hydraflow/utils/progress.py

@@ -57,12 +57,12 @@ class Progress(Super):
         def _update(parallel: Parallel) -> None:
             update(self, parallel)
 
-        Parallel.print_progress = _update  # type: ignore
+        Parallel.print_progress = _update  # pyright: ignore[reportAttributeAccessIssue]
 
     def stop(self) -> None:
         """Stop the progress display."""
         if self._print_progress:
-            Parallel.print_progress = self._print_progress  # type: ignore
+            Parallel.print_progress = self._print_progress  # pyright: ignore[reportAttributeAccessIssue]
 
         super().stop()
 
@@ -86,5 +86,5 @@ def update(progress: Progress, parallel: Parallel) -> None:
 
     progress.update(task_id, completed=parallel.n_completed_tasks, refresh=True)
 
-    if progress._print_progress:  # noqa: SLF001
-        progress._print_progress(parallel)  # noqa: SLF001
+    if progress._print_progress:  # noqa: SLF001  # pyright: ignore[reportPrivateUsage]
+        progress._print_progress(parallel)  # noqa: SLF001  # pyright: ignore[reportPrivateUsage]