liblaf-cherries 0.0.13__tar.gz → 0.1.0__tar.gz

{liblaf_cherries-0.0.13 → liblaf_cherries-0.1.0}/.gitignore

@@ -175,18 +175,23 @@ poetry.toml
 
 # End of https://www.toptal.com/developers/gitignore/api/python
 
-# pytest-codspeed
-.codspeed/
-
-# pytest-benchmark
-.benchmarks/
-
-_version.py
 *.log
 *.log.gz
 *.log.jsonl
 *.log.jsonl.gz
-junit.xml
 playground/
 
+# hatch-vcs
+_version.py
+
+# pytest
+junit.xml
+
+# pytest-codspeed
+.codspeed/
+
+# pytest-benchmark
+.benchmarks/
+
+# MLflow
 mlruns/

{liblaf_cherries-0.0.13 → liblaf_cherries-0.1.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: liblaf-cherries
-Version: 0.0.13
+Version: 0.1.0
 Summary: Add your description here
 Project-URL: Changelog, https://github.com/liblaf/cherries/blob/main/CHANGELOG.md
 Project-URL: Documentation, https://liblaf.github.io/cherries/
@@ -31,15 +31,15 @@ Classifier: Topic :: System :: Logging
 Classifier: Topic :: Utilities
 Classifier: Typing :: Typed
 Requires-Python: >=3.12
+Requires-Dist: comet-ml<4,>=3.49.10
 Requires-Dist: dvc[webdav]<4,>=3.59.2
-Requires-Dist: environs<15,>=14.1.1
+Requires-Dist: environs<15,>=14.2.0
 Requires-Dist: gitpython<4,>=3.1.44
 Requires-Dist: lazy-loader<0.5,>=0.4
-Requires-Dist: liblaf-grapes<0.2,>=0.1.23
+Requires-Dist: liblaf-grapes<0.2,>=0.1.26
 Requires-Dist: loguru<0.8,>=0.7.3
-Requires-Dist: mlflow<3,>=2.22.0
 Requires-Dist: pydantic-settings<3,>=2.9.1
-Requires-Dist: pydantic<3,>=2.11.4
+Requires-Dist: pydantic<3,>=2.11.5
 Requires-Dist: rich<15,>=14.0.0
 Description-Content-Type: text/markdown
 

{liblaf_cherries-0.0.13 → liblaf_cherries-0.1.0}/pyproject.toml

@@ -11,7 +11,6 @@ dev = ["icecream"]
 docs = [
   "gitpython",
   "mdx-truly-sane-lists",
-  "mike",
   "mkdocs",
   "mkdocs-autorefs",
   "mkdocs-gen-files",
@@ -60,15 +59,15 @@ classifiers = [
   "Typing :: Typed",
 ]
 dependencies = [
+  "comet-ml>=3.49.10,<4",
   "dvc[webdav]>=3.59.2,<4",
-  "environs>=14.1.1,<15",
+  "environs>=14.2.0,<15",
   "gitpython>=3.1.44,<4",
   "lazy-loader>=0.4,<0.5",
-  "liblaf-grapes>=0.1.23,<0.2",
+  "liblaf-grapes>=0.1.26,<0.2",
   "loguru>=0.7.3,<0.8",
-  "mlflow>=2.22.0,<3",
   "pydantic-settings>=2.9.1,<3",
-  "pydantic>=2.11.4,<3",
+  "pydantic>=2.11.5,<3",
   "rich>=14.0.0,<15",
 ]
 description = "Add your description here"
@@ -106,22 +105,9 @@ packages = ["src/liblaf/"]
 [tool.hatch.version]
 source = "vcs"
 
-[tool.pixi.environments]
-default = { features = ["build", "dev", "docs", "test"] }
-
-[tool.pixi.project]
-channel-priority = "disabled"
-channels = ["conda-forge"]
-platforms = ["linux-64"]
-
-[tool.pixi.pypi-dependencies]
-"liblaf-cherries" = { editable = true, path = "." }
-
-[tool.pixi.system-requirements]
-cuda = "12"
-libc = { family = "glibc", version = "2.41" }
-linux = "6.13"
-
 [tool.pytest.ini_options]
 addopts = ["--showlocals", "--strict-config", "--strict-markers"]
 testpaths = ["benches/", "tests/"]
+
+[tool.uv]
+default-groups = "all"

liblaf_cherries-0.1.0/src/liblaf/cherries/__init__.pyi

@@ -0,0 +1,116 @@
+from . import config, integration, meta, pathutils, presets, utils
+from ._run import end, run, start
+from .config import (
+    AssetKind,
+    BaseConfig,
+    MetaAsset,
+    PathProvider,
+    get_assets,
+    get_inputs,
+    get_outputs,
+    input,  # noqa: A004
+    output,
+)
+from .integration import (
+    AddTag,
+    AddTags,
+    End,
+    Experiment,
+    LogAsset,
+    LogCode,
+    LogMetric,
+    LogMetrics,
+    LogOther,
+    LogOthers,
+    LogParam,
+    LogParams,
+    Plugin,
+    Start,
+    add_tag,
+    add_tags,
+    log_asset,
+    log_code,
+    log_metric,
+    log_metrics,
+    log_other,
+    log_others,
+    log_param,
+    log_params,
+)
+from .pathutils import (
+    as_os_path,
+    as_path,
+    as_posix,
+    data,
+    entrypoint,
+    exp_dir,
+    git_root,
+    git_root_safe,
+    inputs,
+    outputs,
+    params,
+    path,
+    src,
+)
+
+__all__ = [
+    "AddTag",
+    "AddTags",
+    "AssetKind",
+    "BaseConfig",
+    "End",
+    "Experiment",
+    "LogAsset",
+    "LogCode",
+    "LogMetric",
+    "LogMetrics",
+    "LogOther",
+    "LogOthers",
+    "LogParam",
+    "LogParams",
+    "MetaAsset",
+    "PathProvider",
+    "Plugin",
+    "Start",
+    "add_tag",
+    "add_tags",
+    "as_os_path",
+    "as_path",
+    "as_posix",
+    "config",
+    "data",
+    "end",
+    "end",
+    "end",
+    "entrypoint",
+    "exp_dir",
+    "get_assets",
+    "get_inputs",
+    "get_outputs",
+    "git_root",
+    "git_root_safe",
+    "input",
+    "inputs",
+    "integration",
+    "log_asset",
+    "log_code",
+    "log_metric",
+    "log_metrics",
+    "log_other",
+    "log_others",
+    "log_param",
+    "log_params",
+    "meta",
+    "output",
+    "outputs",
+    "params",
+    "path",
+    "pathutils",
+    "presets",
+    "run",
+    "run",
+    "src",
+    "start",
+    "start",
+    "utils",
+]

liblaf_cherries-0.1.0/src/liblaf/cherries/_run.py

@@ -0,0 +1,51 @@
+from collections.abc import Callable
+from typing import get_type_hints
+
+import pydantic
+
+from liblaf.cherries import config, integration, presets
+from liblaf.cherries import pathutils as _path
+
+
+def run[C: pydantic.BaseModel, T](
+    main: Callable[[], T] | Callable[[C], T],
+    *,
+    play: bool = False,
+    preset: presets.Preset = presets.default,
+) -> T:
+    exp: integration.Experiment = start(preset=preset, play=play)
+    type_hints: dict[str, type[C]] = get_type_hints(main)
+    del type_hints["return"]
+    args: list[C] = []
+    if len(type_hints) == 1:
+        cls: type[C] = next(iter(type_hints.values()))
+        cfg: C = cls()
+        args.append(cfg)
+        for path in config.get_inputs(cfg):
+            exp.log_input(path)
+    try:
+        result: T = main(*args)
+    finally:
+        if len(type_hints) == 1:
+            cfg: C = args[0]
+            for path in config.get_outputs(cfg):
+                exp.log_output(path)
+        exp.end()
+    return result
+
+
+def start(
+    preset: presets.Preset = presets.default, *, play: bool = False
+) -> integration.Experiment:
+    if play:
+        preset = presets.playground
+    exp: integration.Experiment = preset(integration.exp)
+    exp.start()
+    exp.log_other("cherries.entrypoint", _path.entrypoint(absolute=False))
+    exp.log_other("cherries.exp-dir", _path.exp_dir(absolute=False))
+    exp.log_other("cherries.start-time", exp.start_time)
+    return exp
+
+
+def end() -> None:
+    integration.exp.end()

{liblaf_cherries-0.0.13 → liblaf_cherries-0.1.0}/src/liblaf/cherries/_version.py

@@ -17,5 +17,5 @@ __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
 
-__version__ = version = '0.0.13'
-__version_tuple__ = version_tuple = (0, 0, 13)
+__version__ = version = '0.1.0'
+__version_tuple__ = version_tuple = (0, 1, 0)

liblaf_cherries-0.1.0/src/liblaf/cherries/config/__init__.pyi

@@ -0,0 +1,23 @@
+from ._asset import (
+    AssetKind,
+    MetaAsset,
+    PathProvider,
+    get_assets,
+    get_inputs,
+    get_outputs,
+    input,  # noqa: A004
+    output,
+)
+from ._config import BaseConfig
+
+__all__ = [
+    "AssetKind",
+    "BaseConfig",
+    "MetaAsset",
+    "PathProvider",
+    "get_assets",
+    "get_inputs",
+    "get_outputs",
+    "input",
+    "output",
+]

liblaf_cherries-0.1.0/src/liblaf/cherries/config/_asset.py

@@ -0,0 +1,72 @@
+import enum
+from collections.abc import Callable, Iterable
+from pathlib import Path
+from typing import Any
+
+import pydantic
+
+from liblaf import grapes
+from liblaf.cherries import pathutils as _path
+from liblaf.cherries.typed import PathLike
+
+
+class AssetKind(enum.StrEnum):
+    INPUT = enum.auto()
+    OUTPUT = enum.auto()
+
+
+type PathProvider = (
+    PathLike | Iterable[PathLike] | Callable[[PathLike], PathLike | Iterable[PathLike]]
+)
+
+
+class MetaAsset:
+    kind: AssetKind
+    _extra: PathProvider | None = None
+
+    def __init__(self, kind: AssetKind, extra: PathProvider | None = None) -> None:
+        self.kind = kind
+        self._extra = extra
+
+    def get_extra(self, value: Path) -> list[Path]:
+        if self._extra is None:
+            return []
+        if callable(self._extra):
+            extra: Iterable[PathLike] = grapes.as_iterable(self._extra(value))
+            return [Path(p) for p in extra]
+        extra: Iterable[PathLike] = grapes.as_iterable(self._extra)
+        return [Path(p) for p in extra]
+
+
+def get_assets(cfg: pydantic.BaseModel, kind: AssetKind) -> list[Path]:
+    assets: list[Path] = []
+    for name, info in type(cfg).model_fields.items():
+        value: Any = getattr(cfg, name)
+        if isinstance(value, pydantic.BaseModel):
+            assets.extend(get_assets(value, kind))
+        for meta in info.metadata:
+            if isinstance(meta, MetaAsset) and meta.kind == kind:
+                value: Path = Path(value)
+                assets.append(value)
+                assets.extend(meta.get_extra(value))
+    return assets
+
+
+def get_inputs(cfg: pydantic.BaseModel) -> list[Path]:
+    return get_assets(cfg, AssetKind.INPUT)
+
+
+def get_outputs(cfg: pydantic.BaseModel) -> list[Path]:
+    return get_assets(cfg, AssetKind.OUTPUT)
+
+
+def input(path: PathLike, extra: PathProvider | None = None, **kwargs) -> Path:  # noqa: A001
+    field_info: pydantic.fields.FieldInfo = pydantic.Field(_path.data(path), **kwargs)  # pyright: ignore[reportAssignmentType]
+    field_info.metadata.append(MetaAsset(kind=AssetKind.INPUT, extra=extra))
+    return field_info  # pyright: ignore[reportReturnType]
+
+
+def output(path: PathLike, extra: PathProvider | None = None, **kwargs) -> Path:
+    field_info: pydantic.fields.FieldInfo = pydantic.Field(_path.data(path), **kwargs)  # pyright: ignore[reportAssignmentType]
+    field_info.metadata.append(MetaAsset(kind=AssetKind.OUTPUT, extra=extra))
+    return field_info  # pyright: ignore[reportReturnType]

liblaf_cherries-0.1.0/src/liblaf/cherries/config/_config.py

@@ -0,0 +1,6 @@
+import pydantic_settings as ps
+
+
+class BaseConfig(ps.BaseSettings):
+    model_config = ps.SettingsConfigDict(cli_parse_args=True)
+    # TODO: add support for config files

liblaf_cherries-0.1.0/src/liblaf/cherries/integration/__init__.pyi

@@ -0,0 +1,66 @@
+from . import comet, dvc, git, logging
+from ._abc import (
+    AddTag,
+    AddTags,
+    End,
+    LogAsset,
+    LogCode,
+    LogMetric,
+    LogMetrics,
+    LogOther,
+    LogOthers,
+    LogParam,
+    LogParams,
+    Plugin,
+    Start,
+)
+from ._exp import (
+    Experiment,
+    add_tag,
+    add_tags,
+    end,
+    exp,
+    log_asset,
+    log_code,
+    log_metric,
+    log_metrics,
+    log_other,
+    log_others,
+    log_param,
+    log_params,
+    start,
+)
+
+__all__ = [
+    "AddTag",
+    "AddTags",
+    "End",
+    "Experiment",
+    "LogAsset",
+    "LogCode",
+    "LogMetric",
+    "LogMetrics",
+    "LogOther",
+    "LogOthers",
+    "LogParam",
+    "LogParams",
+    "Plugin",
+    "Start",
+    "add_tag",
+    "add_tags",
+    "comet",
+    "dvc",
+    "end",
+    "exp",
+    "git",
+    "log_asset",
+    "log_code",
+    "log_metric",
+    "log_metrics",
+    "log_other",
+    "log_others",
+    "log_param",
+    "log_params",
+    "logging",
+    "start",
+]

liblaf_cherries-0.1.0/src/liblaf/cherries/integration/_abc.py

@@ -0,0 +1,144 @@
+import bisect
+import functools
+import operator
+from collections.abc import Iterable, Mapping
+from typing import Any
+
+import attrs
+from loguru import logger
+
+from liblaf.cherries.typed import PathLike
+
+
+@attrs.define
+@functools.total_ordering
+class Plugin[**P, T]:
+    priority: int = attrs.field(default=0, kw_only=True)
+    _children: list["Plugin"] = attrs.field(
+        factory=list, eq=False, order=False, alias="children"
+    )
+
+    def __attrs_post_init__(self) -> None:
+        self._children.sort(key=operator.attrgetter("priority"))
+
+    def __call__(self, *args: P.args, **kwargs: P.kwargs) -> T:
+        ret: T | None = None
+        for child in self._children:
+            try:
+                ret = child(*args, **kwargs)
+            except BaseException as err:
+                if isinstance(err, (KeyboardInterrupt, SystemExit)):
+                    raise
+                logger.exception(child)
+        return ret  # pyright: ignore[reportReturnType]
+
+    def __lt__(self, other: "Plugin") -> bool:
+        if not isinstance(other, Plugin):
+            return NotImplemented
+        return self.priority < other.priority
+
+    def __eq__(self, other: "Plugin") -> bool:  # pyright: ignore[reportIncompatibleMethodOverride]
+        if not isinstance(other, Plugin):
+            return NotImplemented
+        return self.priority == other.priority
+
+    @property
+    def children(self) -> list["Plugin"]:
+        return self._children
+
+    def add(self, *children: "Plugin") -> None:
+        for c in children:
+            bisect.insort(self._children, c, key=operator.attrgetter("priority"))
+
+    def extend(self, children: Iterable["Plugin"]) -> None:
+        self.add(*children)
+
+    def remove(self, child: "Plugin") -> None:
+        self._children.remove(child)
+
+
+@attrs.define
+class AddTag(Plugin):
+    def __call__(self, tag: str, /, **kwargs) -> None:
+        super().__call__(tag, **kwargs)
+
+
+@attrs.define
+class AddTags(Plugin):
+    def __call__(self, tags: Iterable[str], /, **kwargs) -> None:
+        super().__call__(tags, **kwargs)
+
+
+@attrs.define
+class End(Plugin):
+    def __call__(self, **kwargs) -> None:
+        super().__call__(**kwargs)
+
+
+@attrs.define
+class LogAsset(Plugin):
+    def __call__(self, path: PathLike, /, prefix: str | None = None, **kwargs) -> None:
+        super().__call__(path, prefix=prefix, **kwargs)
+
+
+@attrs.define
+class LogCode(Plugin):
+    def __call__(self, path: PathLike, /, **kwargs) -> None:
+        super().__call__(path, **kwargs)
+
+
+@attrs.define
+class LogMetric(Plugin):
+    def __call__(
+        self,
+        key: str,
+        value: float,
+        /,
+        step: int | None = None,
+        epoch: int | None = None,
+        **kwargs,
+    ) -> None:
+        super().__call__(key, value, step=step, epoch=epoch, **kwargs)
+
+
+@attrs.define
+class LogMetrics(Plugin):
+    def __call__(
+        self,
+        metrics: Mapping[str, Any],
+        /,
+        step: int | None = None,
+        epoch: int | None = None,
+        **kwargs,
+    ) -> None:
+        super().__call__(metrics, step=step, epoch=epoch, **kwargs)
+
+
+@attrs.define
+class LogOther(Plugin):
+    def __call__(self, key: str, value: Any, /, **kwargs) -> None:
+        super().__call__(key, value, **kwargs)
+
+
+@attrs.define
+class LogOthers(Plugin):
+    def __call__(self, others: Mapping[str, Any], /, **kwargs) -> None:
+        super().__call__(others, **kwargs)
+
+
+@attrs.define
+class LogParam(Plugin):
+    def __call__(self, name: str, value: Any, /, **kwargs) -> None:
+        super().__call__(name, value, **kwargs)
+
+
+@attrs.define
+class LogParams(Plugin):
+    def __call__(self, params: Mapping[str, Any], /, **kwargs) -> None:
+        super().__call__(params, **kwargs)
+
+
+@attrs.define
+class Start(Plugin):
+    def __call__(self, **kwargs) -> None:
+        super().__call__(**kwargs)

liblaf_cherries-0.1.0/src/liblaf/cherries/integration/_exp.py

@@ -0,0 +1,97 @@
+import datetime
+import functools
+from os import PathLike
+from pathlib import Path
+
+import attrs
+import comet_ml as comet
+
+from liblaf.cherries import pathutils as _path
+
+from ._abc import (
+    AddTag,
+    AddTags,
+    End,
+    LogAsset,
+    LogCode,
+    LogMetric,
+    LogMetrics,
+    LogOther,
+    LogOthers,
+    LogParam,
+    LogParams,
+    Start,
+)
+
+
+@attrs.define
+class Experiment:
+    add_tag: AddTag = attrs.field(factory=AddTag, init=False)
+    add_tags: AddTags = attrs.field(factory=AddTags, init=False)
+    end: End = attrs.field(factory=End, init=False)
+    log_asset: LogAsset = attrs.field(factory=LogAsset, init=False)
+    log_code: LogCode = attrs.field(factory=LogCode, init=False)
+    log_metric: LogMetric = attrs.field(factory=LogMetric, init=False)
+    log_metrics: LogMetrics = attrs.field(factory=LogMetrics, init=False)
+    log_other: LogOther = attrs.field(factory=LogOther, init=False)
+    log_others: LogOthers = attrs.field(factory=LogOthers, init=False)
+    log_param: LogParam = attrs.field(factory=LogParam, init=False)
+    log_params: LogParams = attrs.field(factory=LogParams, init=False)
+    start: Start = attrs.field(factory=Start, init=False)
+
+    @property
+    def comet(self) -> comet.CometExperiment:
+        return comet.get_running_experiment()  # pyright: ignore[reportReturnType]
+
+    @functools.cached_property
+    def exp_dir(self) -> Path:
+        return _path.exp_dir(absolute=True)
+
+    @property
+    def exp_key(self) -> str:
+        return self.comet.get_key()
+
+    @property
+    def exp_name(self) -> str:
+        return self.comet.get_name()
+
+    @exp_name.setter
+    def exp_name(self, value: str) -> None:
+        self.comet.set_name(value)
+
+    @property
+    def exp_url(self) -> str:
+        return self.comet.url  # pyright: ignore[reportReturnType]
+
+    @property
+    def project_id(self) -> str:
+        return self.comet.project_id  # pyright: ignore[reportReturnType]
+
+    @property
+    def project_name(self) -> str:
+        return self.comet.project_name
+
+    @functools.cached_property
+    def start_time(self) -> datetime.datetime:
+        return datetime.datetime.now().astimezone()
+
+    def log_input(self, path: PathLike, /, **kwargs) -> None:
+        self.log_asset(path, prefix="inputs/", **kwargs)
+
+    def log_output(self, path: PathLike, /, **kwargs) -> None:
+        self.log_asset(path, prefix="outputs/", **kwargs)
+
+
+exp = Experiment()
+add_tag: AddTag = exp.add_tag
+add_tags: AddTags = exp.add_tags
+end: End = exp.end
+log_asset: LogAsset = exp.log_asset
+log_code: LogCode = exp.log_code
+log_metric: LogMetric = exp.log_metric
+log_metrics: LogMetrics = exp.log_metrics
+log_other: LogOther = exp.log_other
+log_others: LogOthers = exp.log_others
+log_param: LogParam = exp.log_param
+log_params: LogParams = exp.log_params
+start: Start = exp.start