persistent-function-cache 0.2.2__tar.gz → 0.3.1__tar.gz

{persistent_function_cache-0.2.2/src/persistent_function_cache.egg-info → persistent_function_cache-0.3.1}/PKG-INFO

@@ -1,26 +1,27 @@
-Metadata-Version: 2.2
+Metadata-Version: 2.4
 Name: persistent-function-cache
-Version: 0.2.2
+Version: 0.3.1
 Summary: Persistent cache for expensive functions
 Author-email: Quinten Roets <qdr2104@columbia.edu>
-License: MIT
+License-Expression: MIT
 Project-URL: Source Code, https://github.com/quintenroets/persistent-cache
-Requires-Python: <3.13,>=3.10
+Requires-Python: >=3.11
 Description-Content-Type: text/markdown
 License-File: LICENSE
-Requires-Dist: package-utils<1,>=0.6.7
-Requires-Dist: powercli<1,>=0.3.2
-Requires-Dist: superpathlib<3,>=2.0.9
+Requires-Dist: package-utils<1,>=0.9.1
+Requires-Dist: powercli<1,>=0.4.0
+Requires-Dist: superpathlib<3,>=2.1.0
 Provides-Extra: dev
-Requires-Dist: package-dev-tools<1,>=0.5.11; extra == "dev"
+Requires-Dist: package-dev-tools<1,>=0.8.7; extra == "dev"
 Requires-Dist: package-dev-utils<1,>=0.1.6; extra == "dev"
 Requires-Dist: numpy<3,>=1.26.0; extra == "dev"
 Requires-Dist: torch<3,>=1.26.0; extra == "dev"
+Dynamic: license-file
 
 # Cache
 [![PyPI version](https://badge.fury.io/py/persistent-function-cache.svg)](https://badge.fury.io/py/persistent-function-cache)
 ![PyPI downloads](https://img.shields.io/pypi/dm/persistent-function-cache)
-![Python version](https://img.shields.io/badge/python-3.10--3.12-brightgreen)
+![Python version](https://img.shields.io/badge/python-3.11+-brightgreen)
 ![Operating system](https://img.shields.io/badge/os-linux%20%7c%20macOS%20%7c%20windows-brightgreen)
 ![Coverage](https://img.shields.io/badge/coverage-100%25-brightgreen)
 

{persistent_function_cache-0.2.2 → persistent_function_cache-0.3.1}/README.md

@@ -1,7 +1,7 @@
 # Cache
 [![PyPI version](https://badge.fury.io/py/persistent-function-cache.svg)](https://badge.fury.io/py/persistent-function-cache)
 ![PyPI downloads](https://img.shields.io/pypi/dm/persistent-function-cache)
-![Python version](https://img.shields.io/badge/python-3.10--3.12-brightgreen)
+![Python version](https://img.shields.io/badge/python-3.11+-brightgreen)
 ![Operating system](https://img.shields.io/badge/os-linux%20%7c%20macOS%20%7c%20windows-brightgreen)
 ![Coverage](https://img.shields.io/badge/coverage-100%25-brightgreen)
 

{persistent_function_cache-0.2.2 → persistent_function_cache-0.3.1}/pyproject.toml

@@ -1,20 +1,20 @@
 [project]
 name = "persistent-function-cache"
-version = "0.2.2"
+version = "0.3.1"
 description = "Persistent cache for expensive functions"
 authors = [{name = "Quinten Roets", email = "qdr2104@columbia.edu"}]
-license = {text = "MIT"}
+license = "MIT"
 readme = "README.md"
-requires-python = ">=3.10, <3.13"
+requires-python = ">=3.11"
 dependencies = [
-    "package-utils >=0.6.7, <1",
-    "powercli >=0.3.2, <1",
-    "superpathlib >=2.0.9, <3",
+    "package-utils >=0.9.1, <1",
+    "powercli >=0.4.0, <1",
+    "superpathlib >=2.1.0, <3",
 ]
 
 [project.optional-dependencies]
 dev = [
-    "package-dev-tools >=0.5.11, <1",
+    "package-dev-tools >=0.8.7, <1",
     "package-dev-utils >=0.1.6, <1",
     "numpy >=1.26.0, <3",
     "torch >=1.26.0, <3",
@@ -53,7 +53,13 @@ fix = true
 select = ["ALL"]
 ignore = [
     "ANN401",   # annotated with Any
-    "D",        # docstrings
+    "CPY001",   # missing copyright notice
+    "D1",       # missing docstrings
+    "D200",     # one-line docstring
+    "D203",     # conflicts with D211
+    "D205",     # blank line between summary and description
+    "D212",     # conflicts with D213
+    "D401",     # imperative first line
     "G004",     # logging f-string
 ]
 

{persistent_function_cache-0.2.2 → persistent_function_cache-0.3.1}/src/persistent_cache/cli/clear_cache.py

@@ -1,6 +1,6 @@
 import time
 from dataclasses import dataclass
-from datetime import datetime, timezone
+from datetime import UTC, datetime
 from functools import cached_property
 from typing import Annotated
 
@@ -42,9 +42,7 @@ def main(options: Options) -> None:
         for path in Options.cache_path.find(should_remove, recurse_on_match=True):
             if options.verbose:
                 relative_path = path.relative_to(Options.cache_path)
-                timestamp = datetime.fromtimestamp(path.mtime).astimezone(
-                    tz=timezone.utc,
-                )
+                timestamp = datetime.fromtimestamp(path.mtime).astimezone(tz=UTC)
                 message = f"{relative_path} ({timestamp})"
                 cli.console.print(message)
             path.unlink()

{persistent_function_cache-0.2.2 → persistent_function_cache-0.3.1}/src/persistent_cache/main/cache_slot.py

@@ -30,8 +30,8 @@ class CacheSlot:
         try:
             with self.path.open("rb") as fp:
                 return pickle.Unpickler(fp).load()  # noqa: S301
-        except (pickle.UnpicklingError, EOFError):
-            # discard values of corrupted or empty slots
+        except (FileNotFoundError, pickle.UnpicklingError, EOFError):
+            # discard values of missing, corrupted or empty slots
             raise KeyError from None
 
     @value.setter
@@ -87,11 +87,13 @@ class CacheSlot:
         if self.key_reducer is not None:
             return self.key_reducer
         if self.deep_learning:
-            from persistent_cache.reducers.deep_learning import Reducer as Reducer_
+            from persistent_cache.reducers.deep_learning import (  # noqa: PLC0415
+                Reducer as Reducer_,
+            )
 
             return Reducer_
         if self.speedup_deep_learning:
-            from persistent_cache.reducers.speedup_deep_learning import (
+            from persistent_cache.reducers.speedup_deep_learning import (  # noqa: PLC0415
                 Reducer as Reducer_,
             )
 

{persistent_function_cache-0.2.2 → persistent_function_cache-0.3.1}/src/persistent_cache/main/decorator.py

@@ -49,7 +49,8 @@ def cache(  # noqa: PLR0913
     deep_learning: bool = False,
     speedup_deep_learning: bool = False,
 ) -> F | Callable[[F], F]:
-    """A decorator to cache function results. Decorated functions are only executed if
+    """
+    A decorator to cache function results. Decorated functions are only executed if
     result is not present in cache. The arguments of the function can be any nested
     complex object.
 
@@ -84,7 +85,7 @@ def cache(  # noqa: PLR0913
                 cache_slot.value = result
             return result
 
-        return cast(F, wrapped_function)
+        return cast("F", wrapped_function)
 
     if function is not None:
         cache_decorator = cache_decorator(function)

persistent_function_cache-0.3.1/src/persistent_cache/main/hashing.py

@@ -0,0 +1,55 @@
+from __future__ import annotations
+
+import hashlib
+import inspect
+import io
+import pickle
+from functools import cache
+from typing import TYPE_CHECKING, Any
+
+from package_utils.annotations import first_parameter_types
+
+if TYPE_CHECKING:
+    from collections.abc import Callable, Iterator  # pragma: nocover
+    from typing import BinaryIO  # pragma: nocover
+
+    from persistent_cache.reducers.base import Reducer  # pragma: nocover
+
+
+def compute_hash(key_reducer: type[Reducer], items: Iterator[Any]) -> str:
+    with io.BytesIO() as fp:
+        HashPickler(fp, key_reducer).dump(tuple(items))
+        data = fp.getvalue()
+    # use fast hash function because it is not used for security
+    return hashlib.new("sha1", data=data, usedforsecurity=False).hexdigest()
+
+
+class HashPickler(pickle.Pickler):
+    def __init__(self, file_pointer: BinaryIO, reducer: type[Reducer]) -> None:
+        super().__init__(file_pointer)
+        self.reducers = load_reducers(reducer)  # type: ignore[arg-type]
+
+    def reducer_override(self, obj: Any) -> Any:
+        """
+        The goal of this pickler is to create hashes of complex objects, not to
+        reconstruct complex objects.
+
+        So mapping does not need to be reversible.
+        """
+        reducer = next(self.determine_reducer(obj), None)
+        return NotImplemented if reducer is None else (tuple, (reducer(obj),))
+
+    def determine_reducer(self, obj: Any) -> Iterator[Callable[[Any], Any]]:
+        if obj is not tuple:
+            for obj_type, reducer in self.reducers.items():
+                if isinstance(obj, obj_type):
+                    yield reducer
+
+
+@cache
+def load_reducers(reducer: type[Reducer]) -> dict[type, Callable[[Any], Any]]:
+    return {
+        parameter_type: method
+        for _, method in inspect.getmembers(reducer, predicate=inspect.ismethod)
+        for parameter_type in first_parameter_types(method)
+    }

{persistent_function_cache-0.2.2 → persistent_function_cache-0.3.1}/src/persistent_cache/models/path.py

@@ -1,19 +1,17 @@
-from typing import TypeVar, cast
+from typing import Self, cast
 
 import superpathlib
 from simple_classproperty import classproperty
 
-T = TypeVar("T", bound="Path")
-
 
 class Path(superpathlib.Path):
     @classmethod
     @classproperty
-    def source_root(cls: type[T]) -> T:
+    def source_root(cls) -> Self:
         return cls(__file__).parent.parent
 
     @classmethod
     @classproperty
-    def cache(cls: type[T]) -> T:
+    def cache(cls) -> Self:
         path = cls.script_assets / cls.source_root.name
-        return cast(T, path)
+        return cast("Self", path)

{persistent_function_cache-0.2.2 → persistent_function_cache-0.3.1}/src/persistent_cache/reducers/base.py

@@ -4,7 +4,8 @@ from types import FunctionType, ModuleType
 
 
 class Reducer:
-    """Inherit from this class to implement own custom pickler.
+    """
+    Inherit from this class to implement own custom pickler.
 
     The result of each function are pickled further with their custom
     pickling function, so make sure to reduce each object to a new
@@ -14,15 +15,12 @@ class Reducer:
 
     @classmethod
     def reduce_code(cls, code_object: FunctionType | ModuleType | type) -> str:
-        """
-        custom lambda reduction needed:
-            https://www.pythonpool.com/cant-pickle-local-object/
-        custom module reduction needed:
-            https://stackoverflow.com/questions/2790828/python-cant-pickle-module-objects-error
-        name reduction for function/module/class is not enough because we assume
-        cache result can change when function/module/class implementation changes
-        """
-
+        # name reduction for function/module/class is not enough because we assume
+        # cache result can change when function/module/class implementation changes
+        # custom lambda reduction needed:
+        #     https://www.pythonpool.com/cant-pickle-local-object/
+        # custom module reduction needed:
+        #     https://stackoverflow.com/questions/2790828/python-cant-pickle-module-objects-error
         try:
             reduction = inspect.getsource(code_object)
         except (TypeError, OSError):

{persistent_function_cache-0.2.2 → persistent_function_cache-0.3.1}/src/persistent_cache/reducers/deep_learning.py

@@ -9,13 +9,11 @@ from . import base
 class Reducer(base.Reducer):
     @classmethod
     def reduce_model(cls, model: torch.nn.Module) -> tuple[dict[str, Any], Any]:
-        """
-        Avoid pickling _forward_hooks of model:
-            implemented as OrderedDict with nondeterministic keys
-        Model outputs determined by:
-            - model weights
-            - class implementation (forward method)
-        """
+        # avoid pickling _forward_hooks of model:
+        #     implemented as OrderedDict with nondeterministic keys
+        # model outputs determined by:
+        #     - model weights
+        #     - class implementation (forward method)
         return model.state_dict(), model.__class__
 
     @classmethod

{persistent_function_cache-0.2.2 → persistent_function_cache-0.3.1}/src/persistent_cache/reducers/speedup_deep_learning.py

@@ -57,7 +57,3 @@ class Reducer(deep_learning.Reducer):
             label = None
 
         return length, data, label
-
-    @classmethod
-    def reduce_tensor(cls, tensor: torch.Tensor) -> NDArray[Any]:
-        return tensor.detach().cpu().numpy()

{persistent_function_cache-0.2.2 → persistent_function_cache-0.3.1/src/persistent_function_cache.egg-info}/PKG-INFO

@@ -1,26 +1,27 @@
-Metadata-Version: 2.2
+Metadata-Version: 2.4
 Name: persistent-function-cache
-Version: 0.2.2
+Version: 0.3.1
 Summary: Persistent cache for expensive functions
 Author-email: Quinten Roets <qdr2104@columbia.edu>
-License: MIT
+License-Expression: MIT
 Project-URL: Source Code, https://github.com/quintenroets/persistent-cache
-Requires-Python: <3.13,>=3.10
+Requires-Python: >=3.11
 Description-Content-Type: text/markdown
 License-File: LICENSE
-Requires-Dist: package-utils<1,>=0.6.7
-Requires-Dist: powercli<1,>=0.3.2
-Requires-Dist: superpathlib<3,>=2.0.9
+Requires-Dist: package-utils<1,>=0.9.1
+Requires-Dist: powercli<1,>=0.4.0
+Requires-Dist: superpathlib<3,>=2.1.0
 Provides-Extra: dev
-Requires-Dist: package-dev-tools<1,>=0.5.11; extra == "dev"
+Requires-Dist: package-dev-tools<1,>=0.8.7; extra == "dev"
 Requires-Dist: package-dev-utils<1,>=0.1.6; extra == "dev"
 Requires-Dist: numpy<3,>=1.26.0; extra == "dev"
 Requires-Dist: torch<3,>=1.26.0; extra == "dev"
+Dynamic: license-file
 
 # Cache
 [![PyPI version](https://badge.fury.io/py/persistent-function-cache.svg)](https://badge.fury.io/py/persistent-function-cache)
 ![PyPI downloads](https://img.shields.io/pypi/dm/persistent-function-cache)
-![Python version](https://img.shields.io/badge/python-3.10--3.12-brightgreen)
+![Python version](https://img.shields.io/badge/python-3.11+-brightgreen)
 ![Operating system](https://img.shields.io/badge/os-linux%20%7c%20macOS%20%7c%20windows-brightgreen)
 ![Coverage](https://img.shields.io/badge/coverage-100%25-brightgreen)
 

persistent_function_cache-0.3.1/src/persistent_function_cache.egg-info/requires.txt

@@ -0,0 +1,9 @@
+package-utils<1,>=0.9.1
+powercli<1,>=0.4.0
+superpathlib<3,>=2.1.0
+
+[dev]
+package-dev-tools<1,>=0.8.7
+package-dev-utils<1,>=0.1.6
+numpy<3,>=1.26.0
+torch<3,>=1.26.0

persistent_function_cache-0.2.2/src/persistent_cache/main/hashing.py

@@ -1,80 +0,0 @@
-from __future__ import annotations
-
-import hashlib
-import inspect
-import io
-import pickle
-from types import UnionType
-from typing import TYPE_CHECKING, Any, get_args, get_origin, get_type_hints
-
-from persistent_cache.reducers.base import Reducer
-
-if TYPE_CHECKING:
-    from collections.abc import Callable, Iterator  # pragma: nocover
-    from typing import BinaryIO  # pragma: nocover
-
-
-def extract_types(method: Callable[[Any], Any]) -> Iterator[type]:
-    type_hints = get_type_hints(method).values()
-    if type_hints:
-        argument_type = next(iter(type_hints))
-        origin = get_origin(argument_type)
-        arguments = get_args(argument_type)
-        if origin is UnionType:
-            yield from arguments
-        elif origin is not None:
-            yield origin
-        else:
-            yield argument_type
-
-
-class HashPickler(pickle.Pickler):
-    def __init__(
-        self,
-        file_pointer: BinaryIO,
-        reducer: type[Reducer] = Reducer,
-    ) -> None:
-        super().__init__(file_pointer)
-        self.reducer = reducer
-        self.reducers = {}
-        for _, method in inspect.getmembers(reducer, predicate=inspect.ismethod):
-            argument_types = extract_types(method)
-            for argument_type in argument_types:
-                self.reducers[argument_type] = method
-
-    def reducer_override(self, obj: Any) -> Any:
-        """The goal of this pickler is to create hashes of complex objects, not to
-        reconstruct complex objects.
-
-        So mapping does not need to be reversible.
-        """
-        reducer = next(self.determine_reducer(obj), None)
-        reduction: Any
-        if reducer is None:
-            reduction = NotImplemented
-        else:
-            mapping = reducer(obj)
-            str_mapping = str(item_to_bytes(self.reducer, mapping))
-            reduction = str, (str_mapping,)
-        return reduction
-
-    def determine_reducer(self, obj: Any) -> Iterator[Callable[[Any], Any]]:
-        if obj is not str:
-            for obj_type, reducer in self.reducers.items():
-                if isinstance(obj, obj_type):
-                    yield reducer
-
-
-def compute_hash(key_reducer: type[Reducer], items: Iterator[Any]) -> str:
-    data = item_to_bytes(key_reducer, tuple(items))
-    # use fast hash function because it is not used for security
-    return hashlib.new("sha1", data=data, usedforsecurity=False).hexdigest()
-
-
-def item_to_bytes(key_reducer: type[Reducer], item: Any) -> bytes:
-    with io.BytesIO() as fp:
-        # Use custom pickler to generate bytes from complex structures
-        pickler = HashPickler(fp, key_reducer)
-        pickler.dump(item)
-        fp.seek(0)
-        return fp.read()

persistent_function_cache-0.2.2/src/persistent_function_cache.egg-info/requires.txt

@@ -1,9 +0,0 @@
-package-utils<1,>=0.6.7
-powercli<1,>=0.3.2
-superpathlib<3,>=2.0.9
-
-[dev]
-package-dev-tools<1,>=0.5.11
-package-dev-utils<1,>=0.1.6
-numpy<3,>=1.26.0
-torch<3,>=1.26.0