checkpointer 1.0.0__py3-none-any.whl → 1.2.0__py3-none-any.whl

checkpointer/function_body.py

@@ -1,58 +1,49 @@
 import inspect
 from types import FunctionType, CodeType
-from relib.raypipe import raypipe
 import relib.hashing as hashing
 from pathlib import Path
 from .utils import unwrap_func
 
 cwd = Path.cwd()
 
-def get_func_path(func):
-  return Path(inspect.getfile(func)).absolute()
+def get_fn_path(fn):
+  return Path(inspect.getfile(fn)).absolute()
 
-def get_function_body(func):
+def get_function_body(fn):
   # TODO: Strip comments
-  lines = inspect.getsourcelines(func)[0]
+  lines = inspect.getsourcelines(fn)[0]
   lines = [line.rstrip() for line in lines]
   lines = [line for line in lines if line]
   return '\n'.join(lines)
 
 def get_code_children(__code__):
-  return raypipe \
-    .filter(lambda const: isinstance(const, CodeType)) \
-    .flat_map(get_code_children) \
-    .do(lambda children: list(__code__.co_names) + children) \
-    .compute(__code__.co_consts)
-
-def get_func_children(func, neighbor_funcs=[]):
-  def get_candidate_func(co_name):
-    candidate_func = func.__globals__.get(co_name, None)
-    return unwrap_func(candidate_func)
-
-  def clear_candidate(candidate_func):
-    return isinstance(candidate_func, FunctionType) \
-      and candidate_func not in neighbor_funcs \
-      and cwd in get_func_path(candidate_func).parents
-
-  code_children = get_code_children(func.__code__)
-
-  func_children = raypipe \
-    .map(get_candidate_func) \
-    .filter(clear_candidate) \
-    .compute(code_children)
-
-  funcs = raypipe \
-    .flat_map(lambda child_func: \
-      get_func_children(child_func, func_children)
-    ) \
-    .do(lambda grand_children: [func] + grand_children) \
-    .sort_distinct(lambda func: func.__name__) \
-    .compute(func_children)
-
-  return funcs
-
-def get_function_hash(func):
-  funcs = [func] + get_func_children(func)
-  function_bodies = raypipe.map(get_function_body).compute(funcs)
-  function_bodies_hash = hashing.hash(function_bodies)
-  return function_bodies_hash
+  consts = [const for const in __code__.co_consts if isinstance(const, CodeType)]
+  children = [child for const in consts for child in get_code_children(const)]
+  return list(__code__.co_names) + children
+
+def is_user_fn(candidate_fn, cleared_fns):
+  return isinstance(candidate_fn, FunctionType) \
+    and candidate_fn not in cleared_fns \
+    and cwd in get_fn_path(candidate_fn).parents
+
+def append_fn_children(fn, cleared_fns):
+  code_children = get_code_children(fn.__code__)
+  fn_children = [unwrap_func(fn.__globals__.get(co_name, None)) for co_name in code_children]
+  fn_children = [child for child in fn_children if is_user_fn(child, cleared_fns)]
+
+  for fn in fn_children:
+    cleared_fns.add(fn)
+
+  for child_fn in fn_children:
+    append_fn_children(child_fn, cleared_fns)
+
+def get_fn_children(fn):
+  cleared_fns = set()
+  append_fn_children(fn, cleared_fns)
+  return sorted(cleared_fns, key=lambda fn: fn.__name__)
+
+def get_function_hash(fn):
+  fns = [fn] + get_fn_children(fn)
+  fn_bodies = list(map(get_function_body, fns))
+  fn_bodies_hash = hashing.hash(fn_bodies)
+  return fn_bodies_hash

checkpointer/utils.py

@@ -1,12 +1,11 @@
-import asyncio
+import types
 
 def unwrap_func(func):
-  if hasattr(func, '__wrapped__'):
-    return unwrap_func(func.__wrapped__)
-  else:
-    return func
+  while hasattr(func, '__wrapped__'):
+    func = func.__wrapped__
+  return func
 
-@asyncio.coroutine
+@types.coroutine
 def coroutine_as_generator(coroutine):
   val = yield from coroutine
   return val

checkpointer-1.2.0.dist-info/METADATA

@@ -0,0 +1,16 @@
+Metadata-Version: 2.3
+Name: checkpointer
+Version: 1.2.0
+Project-URL: Repository, https://github.com/Reddan/checkpointer.git
+Author: Hampus Hallman
+License: Copyright 2024 Hampus Hallman
+        
+        Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
+        
+        The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
+        
+        THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+License-File: LICENSE
+Requires-Python: >=3.8
+Requires-Dist: relib
+Requires-Dist: termcolor

checkpointer-1.2.0.dist-info/RECORD

@@ -0,0 +1,12 @@
+checkpointer/__init__.py,sha256=_RYcKsZbeUf08KZ-DcXlNn4eAMWh2LN9o-KvchYVmmk,380
+checkpointer/checkpoint.py,sha256=FyL78HvAvPtgl-esiAkt-CdekT18J2Sh0SriMtX4QLc,2367
+checkpointer/function_body.py,sha256=vBZNdPuF8gp11Z_NvjoClmMToHR8ynY7tPykE2u25oE,1577
+checkpointer/storage.py,sha256=Ofuh0dKF5vk4_B4djt3Q6qyZhIO5f59uCNCZjMrto0U,1782
+checkpointer/utils.py,sha256=CC3-W0RgHEP92zt9atAM2gP0fDrxANOdyMH8F5xaIdU,357
+checkpointer/storages/bcolz_storage.py,sha256=Yk7FI75noe9hZBWVFIRetiFSR7tkzbryYlBmxX-lVlw,2728
+checkpointer/storages/memory_storage.py,sha256=S4SgKSApbQE-pxxKRWLNJqyZMRQwaw5-N0DOIsZM7mE,364
+checkpointer/storages/pickle_storage.py,sha256=zcnX1GG6XPHvVxi7gCab5oFxKoz5E7LZHYH74VL1hkY,1542
+checkpointer-1.2.0.dist-info/METADATA,sha256=9oGYe0jvzZfuMtleqqpGOBlJspbxxJTynXv7vuA2G6o,1349
+checkpointer-1.2.0.dist-info/WHEEL,sha256=1yFddiXMmvYK7QYTqtRNtX66WJ0Mz8PYEiEUoOUUxRY,87
+checkpointer-1.2.0.dist-info/licenses/LICENSE,sha256=0cmUKqBotzbBcysIexd52AhjwbphhlGYiWbvg5l2QAU,1054
+checkpointer-1.2.0.dist-info/RECORD,,

{checkpointer-1.0.0.dist-info → checkpointer-1.2.0.dist-info}/WHEEL

@@ -1,5 +1,4 @@
 Wheel-Version: 1.0
-Generator: bdist_wheel (0.37.0)
+Generator: hatchling 1.25.0
 Root-Is-Purelib: true
 Tag: py3-none-any
-

checkpointer-1.0.0.dist-info/LICENSE.txt → checkpointer-1.2.0.dist-info/licenses/LICENSE

@@ -1,4 +1,4 @@
-Copyright 2018 Hampus Hallman
+Copyright 2024 Hampus Hallman
 
 Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
 

checkpointer-1.0.0.dist-info/METADATA

@@ -1,16 +0,0 @@
-Metadata-Version: 2.1
-Name: checkpointer
-Version: 1.0.0
-Summary: UNKNOWN
-Home-page: https://github.com/Reddan/checkpointer
-Author: Hampus Hallman
-Author-email: me@hampushallman.com
-License: MIT
-Platform: UNKNOWN
-Requires-Python: ~=3.5
-License-File: LICENSE.txt
-Requires-Dist: relib
-Requires-Dist: termcolor
-
-UNKNOWN
-

checkpointer-1.0.0.dist-info/RECORD

@@ -1,13 +0,0 @@
-checkpointer/__init__.py,sha256=_RYcKsZbeUf08KZ-DcXlNn4eAMWh2LN9o-KvchYVmmk,380
-checkpointer/checkpoint.py,sha256=FyL78HvAvPtgl-esiAkt-CdekT18J2Sh0SriMtX4QLc,2367
-checkpointer/function_body.py,sha256=kBsgCPeNgQzgXFToTuqQYYvAQicetXtv-UGwyd5b4Ew,1760
-checkpointer/storage.py,sha256=Ofuh0dKF5vk4_B4djt3Q6qyZhIO5f59uCNCZjMrto0U,1782
-checkpointer/utils.py,sha256=5CFQHUAlrORFpcg-TGuvAUQDeCEXvvx6yPl8mor5jh8,381
-checkpointer/storages/bcolz_storage.py,sha256=Yk7FI75noe9hZBWVFIRetiFSR7tkzbryYlBmxX-lVlw,2728
-checkpointer/storages/memory_storage.py,sha256=S4SgKSApbQE-pxxKRWLNJqyZMRQwaw5-N0DOIsZM7mE,364
-checkpointer/storages/pickle_storage.py,sha256=zcnX1GG6XPHvVxi7gCab5oFxKoz5E7LZHYH74VL1hkY,1542
-checkpointer-1.0.0.dist-info/LICENSE.txt,sha256=2c7g4mni-RUemFGkk6GnoFwknh-leF04BF_J_3gp4sg,1054
-checkpointer-1.0.0.dist-info/METADATA,sha256=kmuSQOTbRa5KaFBlr48K-Fin7bRD3L7aIZiC0Lx8v6o,317
-checkpointer-1.0.0.dist-info/WHEEL,sha256=ewwEueio1C2XeHTvT17n8dZUJgOvyCWCt0WVNLClP9o,92
-checkpointer-1.0.0.dist-info/top_level.txt,sha256=uF0eyHpShnsHI3sobErnhQ8LWCT8DPViqAznKeTaZlw,13
-checkpointer-1.0.0.dist-info/RECORD,,

checkpointer-1.0.0.dist-info/top_level.txt

@@ -1 +0,0 @@
-checkpointer