checkpointer 2.6.1__py3-none-any.whl → 2.7.0__py3-none-any.whl

checkpointer/checkpoint.py

@@ -26,7 +26,7 @@ class CheckpointerOpts(TypedDict, total=False):
   hash_by: Callable | None
   should_expire: Callable[[datetime], bool] | None
   capture: bool
-  fn_hash: str | None
+  fn_hash: ObjectHash | None
 
 class Checkpointer:
   def __init__(self, **opts: Unpack[CheckpointerOpts]):
@@ -61,14 +61,14 @@ class CheckpointFn(Generic[Fn]):
     return self
 
   def _lazyinit(self):
+    params = self.checkpointer
     wrapped = unwrap_fn(self.fn)
     fn_file = Path(wrapped.__code__.co_filename).name
     fn_name = re.sub(r"[^\w.]", "", wrapped.__qualname__)
     update_wrapper(cast(Callable, self), wrapped)
-    store_format = self.checkpointer.format
-    Storage = STORAGE_MAP[store_format] if isinstance(store_format, str) else store_format
+    Storage = STORAGE_MAP[params.format] if isinstance(params.format, str) else params.format
     deep_hashes = [child._set_ident().fn_hash_raw for child in iterate_checkpoint_fns(self)]
-    self.fn_hash = self.checkpointer.fn_hash or str(ObjectHash().write_text(self.fn_hash_raw, *deep_hashes))
+    self.fn_hash = str(params.fn_hash or ObjectHash().write_text(self.fn_hash_raw, *deep_hashes))
     self.fn_subdir = f"{fn_file}/{fn_name}/{self.fn_hash[:16]}"
     self.is_async: bool = self.fn.is_async if isinstance(self.fn, CheckpointFn) else inspect.iscoroutinefunction(self.fn)
     self.storage = Storage(self)
@@ -91,20 +91,21 @@ class CheckpointFn(Generic[Fn]):
     return self
 
   def get_checkpoint_id(self, args: tuple, kw: dict) -> str:
-    hash_params = [self.checkpointer.hash_by(*args, **kw)] if self.checkpointer.hash_by else (args, kw)
-    call_hash = ObjectHash(self.fn_hash, *hash_params, digest_size=16)
+    hash_by = self.checkpointer.hash_by
+    hash_params = hash_by(*args, **kw) if hash_by else (args, kw)
+    call_hash = ObjectHash(hash_params, digest_size=16)
     return f"{self.fn_subdir}/{call_hash}"
 
   async def _store_on_demand(self, args: tuple, kw: dict, rerun: bool):
+    params = self.checkpointer
     checkpoint_id = self.get_checkpoint_id(args, kw)
-    checkpoint_path = self.checkpointer.root_path / checkpoint_id
-    verbosity = self.checkpointer.verbosity
+    checkpoint_path = params.root_path / checkpoint_id
     refresh = rerun \
       or not self.storage.exists(checkpoint_path) \
-      or (self.checkpointer.should_expire and self.checkpointer.should_expire(self.storage.checkpoint_date(checkpoint_path)))
+      or (params.should_expire and params.should_expire(self.storage.checkpoint_date(checkpoint_path)))
 
     if refresh:
-      print_checkpoint(verbosity >= 1, "MEMORIZING", checkpoint_id, "blue")
+      print_checkpoint(params.verbosity >= 1, "MEMORIZING", checkpoint_id, "blue")
       data = self.fn(*args, **kw)
       if inspect.iscoroutine(data):
         data = await data
@@ -113,11 +114,11 @@ class CheckpointFn(Generic[Fn]):
 
     try:
       data = self.storage.load(checkpoint_path)
-      print_checkpoint(verbosity >= 2, "REMEMBERED", checkpoint_id, "green")
+      print_checkpoint(params.verbosity >= 2, "REMEMBERED", checkpoint_id, "green")
       return data
     except (EOFError, FileNotFoundError):
       pass
-    print_checkpoint(verbosity >= 1, "CORRUPTED", checkpoint_id, "yellow")
+    print_checkpoint(params.verbosity >= 1, "CORRUPTED", checkpoint_id, "yellow")
     return await self._store_on_demand(args, kw, True)
 
   def _call(self, args: tuple, kw: dict, rerun=False):

checkpointer/object_hash.py

@@ -2,23 +2,32 @@ import ctypes
 import hashlib
 import io
 import re
+import sys
 from collections.abc import Iterable
 from contextlib import nullcontext, suppress
 from decimal import Decimal
 from itertools import chain
 from pickle import HIGHEST_PROTOCOL as PROTOCOL
 from types import BuiltinFunctionType, FunctionType, GeneratorType, MethodType, ModuleType, UnionType
-from typing import Any, TypeAliasType, TypeVar
+from typing import Any, TypeVar
 from .utils import ContextVar, get_fn_body
 
 np, torch = None, None
 
 with suppress(Exception):
   import numpy as np
-
 with suppress(Exception):
   import torch
 
+class _Never:
+  def __getattribute__(self, _: str):
+    pass
+
+if sys.version_info >= (3, 12):
+  from typing import TypeAliasType
+else:
+  TypeAliasType = _Never
+
 def encode_type(t: type | FunctionType) -> str:
   return f"{t.__module__}:{t.__qualname__}"
 

checkpointer/print_checkpoint.py

@@ -49,4 +49,4 @@ colored = colored_ if allow_color() else noop
 
 def print_checkpoint(should_log: bool, title: str, text: str, color: Color):
   if should_log:
-    print(f"{colored(f" {title} ", "grey", color)} {colored(text, color)}")
+    print(f'{colored(f" {title} ", "grey", color)} {colored(text, color)}')

checkpointer/utils.py

@@ -3,9 +3,12 @@ import tokenize
 from contextlib import contextmanager
 from io import StringIO
 from types import coroutine
-from typing import Any, Callable, Coroutine, Generator, Iterable, cast
+from typing import Any, Callable, Coroutine, Generator, Generic, Iterable, TypeVar, cast
 
-def distinct[T](seq: Iterable[T]) -> list[T]:
+T = TypeVar("T")
+T_Callable = TypeVar("T_Callable", bound=Callable)
+
+def distinct(seq: Iterable[T]) -> list[T]:
   return list(dict.fromkeys(seq))
 
 def transpose(tuples, default_num_returns=0):
@@ -30,22 +33,22 @@ def get_cell_contents(fn: Callable) -> Iterable[tuple[str, Any]]:
     except ValueError:
       pass
 
-def unwrap_fn[T: Callable](fn: T, checkpoint_fn=False) -> T:
+def unwrap_fn(fn: T_Callable, checkpoint_fn=False) -> T_Callable:
   from .checkpoint import CheckpointFn
   while True:
     if (checkpoint_fn and isinstance(fn, CheckpointFn)) or not hasattr(fn, "__wrapped__"):
-      return cast(T, fn)
+      return cast(T_Callable, fn)
     fn = getattr(fn, "__wrapped__")
 
-async def resolved_awaitable[T](value: T) -> T:
+async def resolved_awaitable(value: T) -> T:
   return value
 
 @coroutine
-def coroutine_as_generator[T](coroutine: Coroutine[None, None, T]) -> Generator[None, None, T]:
+def coroutine_as_generator(coroutine: Coroutine[None, None, T]) -> Generator[None, None, T]:
   val = yield from coroutine
   return val
 
-def sync_resolve_coroutine[T](coroutine: Coroutine[None, None, T]) -> T:
+def sync_resolve_coroutine(coroutine: Coroutine[None, None, T]) -> T:
   gen = cast(Generator, coroutine_as_generator(coroutine))
   try:
     while True:
@@ -81,7 +84,7 @@ class AttrDict(dict):
       d = getattr(d, attr, None)
     return d
 
-class ContextVar[T]:
+class ContextVar(Generic[T]):
   def __init__(self, value: T):
     self.value = value
 
@@ -93,7 +96,7 @@ class ContextVar[T]:
     finally:
       self.value = old
 
-class iterate_and_upcoming[T]:
+class iterate_and_upcoming(Generic[T]):
   def __init__(self, it: Iterable[T]) -> None:
     self.it = iter(it)
     self.previous: tuple[()] | tuple[T] = ()

{checkpointer-2.6.1.dist-info → checkpointer-2.7.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: checkpointer
-Version: 2.6.1
+Version: 2.7.0
 Summary: A Python library for memoizing function results with support for multiple storage backends, async runtimes, and automatic cache invalidation
 Project-URL: Repository, https://github.com/Reddan/checkpointer.git
 Author: Hampus Hallman
@@ -12,9 +12,10 @@ License: Copyright 2018-2025 Hampus Hallman
         
         THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
 License-File: LICENSE
+Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3.13
-Requires-Python: >=3.12
+Requires-Python: >=3.11
 Description-Content-Type: text/markdown
 
 # checkpointer · [![License](https://img.shields.io/badge/license-MIT-blue)](https://github.com/Reddan/checkpointer/blob/master/LICENSE) [![pypi](https://img.shields.io/pypi/v/checkpointer)](https://pypi.org/project/checkpointer/) [![pypi](https://img.shields.io/pypi/pyversions/checkpointer)](https://pypi.org/project/checkpointer/)

{checkpointer-2.6.1.dist-info → checkpointer-2.7.0.dist-info}/RECORD

@@ -1,16 +1,16 @@
 checkpointer/__init__.py,sha256=ZJ6frUNgkklUi85b5uXTyTfRzMvZgQOJY-ZOnu7jh78,777
-checkpointer/checkpoint.py,sha256=3ohNeAqzZLCT9IHJ7nsDbtZ8rjI0rdApbqp8KowDRtc,6332
+checkpointer/checkpoint.py,sha256=NmspwYKHbhaTMElENXR3TREzvhaXYfmuz_rQJsLUtpA,6280
 checkpointer/fn_ident.py,sha256=SWaksNCTlskMom0ztqjECSRjZYPWXUA1p1ZCb-9tWo0,4297
-checkpointer/object_hash.py,sha256=o7Qr9VViWPmG1Fy1S3RediCagRydEVgTVZrZ9nRN54E,7215
-checkpointer/print_checkpoint.py,sha256=21aeqgM9CMjNAJyScqFmXCWWfh3jBIn7o7i5zJkZGaA,1369
+checkpointer/object_hash.py,sha256=rcHzVYZAeygLyqeKv1NODIDp0M_knLuDZefcBV_7ln4,7371
+checkpointer/print_checkpoint.py,sha256=aJCeWMRJiIR3KpyPk_UOKTaD906kArGrmLGQ3LqcVgo,1369
 checkpointer/test_checkpointer.py,sha256=uJ2Pg9Miq1W0l28eNlRhMjuT_R8c-ygYwp3KP3VW8Os,3600
-checkpointer/utils.py,sha256=w1cAoKAERPIaJ1pYYINCTZWOgNTtCYa1_FTzeG5qh10,3034
+checkpointer/utils.py,sha256=E1AV96NTh3tuVmgPrr0JSKZaokw-Jely5Y6-NjlMCp8,3141
 checkpointer/storages/__init__.py,sha256=Kl4Og5jhYxn6m3tB_kTMsabf4_eWVLmFVAoC-pikNQE,301
 checkpointer/storages/bcolz_storage.py,sha256=3QkSUSeG5s2kFuVV_LZpzMn1A5E7kqC7jk7w35c0NyQ,2314
 checkpointer/storages/memory_storage.py,sha256=S5ayOZE_CyaFQJ-vSgObTanldPzG3gh3NksjNAc7vsk,1282
 checkpointer/storages/pickle_storage.py,sha256=idh9sBMdWuyvS220oa_7bAUpc9Xo9v6Ud9aYKGWasUs,1593
 checkpointer/storages/storage.py,sha256=_m18Z8TKrdAbi6YYYQmuNOnhna4RB2sJDn1v3liaU3U,721
-checkpointer-2.6.1.dist-info/METADATA,sha256=9RHScS2NKtNjtILIvcf5LEcjbA-BzvLyTN6L8WH_usE,10555
-checkpointer-2.6.1.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-checkpointer-2.6.1.dist-info/licenses/LICENSE,sha256=9xVsdtv_-uSyY9Xl9yujwAPm4-mjcCLeVy-ljwXEWbo,1059
-checkpointer-2.6.1.dist-info/RECORD,,
+checkpointer-2.7.0.dist-info/METADATA,sha256=ANOUJpdq3OXaF_d9jMBP0rWlpIOq0c4Z2uVKjXf_YnE,10606
+checkpointer-2.7.0.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+checkpointer-2.7.0.dist-info/licenses/LICENSE,sha256=9xVsdtv_-uSyY9Xl9yujwAPm4-mjcCLeVy-ljwXEWbo,1059
+checkpointer-2.7.0.dist-info/RECORD,,