relib 1.2.6__py3-none-any.whl → 1.2.8__py3-none-any.whl

relib/__init__.py

@@ -40,6 +40,7 @@ from .system import (
   console_link,
   roll_tasks,
   as_async,
+  async_limit,
 )
 from .hashing import hash, hash_obj
 from .measure_duration import measure_duration

relib/system.py

@@ -11,14 +11,17 @@ from .utils import noop
 P = ParamSpec("P")
 R = TypeVar("R")
 default_num_workers = min(32, (os.cpu_count() or 1) + 4)
+_default_json: Any = {}
 
-def read_json(path: Path) -> Any:
+def read_json(path: Path, default=_default_json) -> Any:
+  if default is not _default_json and not path.exists():
+    return default
   with path.open("r") as f:
     return json.load(f)
 
-def write_json(path: Path, obj: Any) -> None:
+def write_json(path: Path, obj: Any, indent: None | int = None) -> None:
   with path.open("w") as f:
-    return json.dump(obj, f)
+    return json.dump(obj, f, indent=indent)
 
 def clear_console() -> None:
   os.system("cls" if os.name == "nt" else "clear")
@@ -32,19 +35,19 @@ async def worker[T](task: Awaitable[T], semaphore: asyncio.Semaphore, update=noo
     update()
     return result
 
-async def roll_tasks[T](tasks: Iterable[Awaitable[T]], workers: int, progress=False) -> list[T]:
+async def roll_tasks[T](tasks: Iterable[Awaitable[T]], workers=default_num_workers, progress=False) -> list[T]:
   semaphore = asyncio.Semaphore(workers)
   if not progress:
-    return await asyncio.gather(*(worker(task, semaphore) for task in tasks))
+    return await asyncio.gather(*[worker(task, semaphore) for task in tasks])
 
   from tqdm import tqdm
   tasks = tasks if isinstance(tasks, list) else list(tasks)
   with tqdm(total=len(tasks)) as pbar:
     update = functools.partial(pbar.update, 1)
-    return await asyncio.gather(*(worker(task, semaphore, update) for task in tasks))
+    return await asyncio.gather(*[worker(task, semaphore, update) for task in tasks])
 
-def as_async(num_workers=default_num_workers) -> Callable[[Callable[P, R]], Callable[P, Awaitable[R]]]:
-  executor = ThreadPoolExecutor(max_workers=num_workers)
+def as_async(workers=default_num_workers) -> Callable[[Callable[P, R]], Callable[P, Awaitable[R]]]:
+  executor = ThreadPoolExecutor(max_workers=workers)
 
   def on_fn(func: Callable[P, R]) -> Callable[P, Awaitable[R]]:
     @functools.wraps(func)
@@ -54,5 +57,15 @@ def as_async(num_workers=default_num_workers) -> Callable[[Callable[P, R]], Call
       fn_call = functools.partial(ctx.run, func, *args, **kwargs)
       return await loop.run_in_executor(executor, fn_call)
     return wrapper
+  return on_fn
+
+def async_limit(workers=default_num_workers) -> Callable[[Callable[P, Awaitable[R]]], Callable[P, Awaitable[R]]]:
+  semaphore = asyncio.Semaphore(workers)
 
+  def on_fn(func: Callable[P, Awaitable[R]]) -> Callable[P, Awaitable[R]]:
+    @functools.wraps(func)
+    async def wrapper(*args: P.args, **kwargs: P.kwargs) -> R:
+      async with semaphore:
+        return await func(*args, **kwargs)
+    return wrapper
   return on_fn

{relib-1.2.6.dist-info → relib-1.2.8.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: relib
-Version: 1.2.6
+Version: 1.2.8
 Project-URL: Repository, https://github.com/Reddan/relib.git
 Author: Hampus Hallman
 License: Copyright 2018-2025 Hampus Hallman

relib-1.2.8.dist-info/RECORD

@@ -0,0 +1,9 @@
+relib/__init__.py,sha256=pypVcr0ctaSdFZmwMnZvtioTbms3MlWfAcrnPVdZxog,689
+relib/hashing.py,sha256=DB_fnkj0ls01FgZbf4nPFHl4EBU8X_0OrmDvty4HlRE,6020
+relib/measure_duration.py,sha256=LCTo_D_qReNprD3fhtJ0daeWycS6xQE_cwxeg2_h0xo,456
+relib/system.py,sha256=RO8pd5eUmucbAxgfFi7UWHH5Cdp0aM6O1oe5cylrc4k,2527
+relib/utils.py,sha256=4fM0zsAdfrM2w9Q1YKcTfFG5kDzoNgD2amkgfTG39OY,6933
+relib-1.2.8.dist-info/METADATA,sha256=b8RvpgbcT7Y9zq6r-kwnnCZgql_eAdG41Y83-q2YIXg,1295
+relib-1.2.8.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+relib-1.2.8.dist-info/licenses/LICENSE,sha256=9xVsdtv_-uSyY9Xl9yujwAPm4-mjcCLeVy-ljwXEWbo,1059
+relib-1.2.8.dist-info/RECORD,,

relib-1.2.6.dist-info/RECORD

@@ -1,9 +0,0 @@
-relib/__init__.py,sha256=E_ye3ZsGqW3xCibphEWtXhXjIJI58zVxX53VajgvG2Q,674
-relib/hashing.py,sha256=DB_fnkj0ls01FgZbf4nPFHl4EBU8X_0OrmDvty4HlRE,6020
-relib/measure_duration.py,sha256=LCTo_D_qReNprD3fhtJ0daeWycS6xQE_cwxeg2_h0xo,456
-relib/system.py,sha256=snk8Y7ou9zEe6Zmk18qlMZ3mMAb9k4yQDoXOPbeHLNo,1929
-relib/utils.py,sha256=4fM0zsAdfrM2w9Q1YKcTfFG5kDzoNgD2amkgfTG39OY,6933
-relib-1.2.6.dist-info/METADATA,sha256=HW81w0srpbZPqeo8qIlOA-DNUqXD7ulPhSuHRCpiFFs,1295
-relib-1.2.6.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-relib-1.2.6.dist-info/licenses/LICENSE,sha256=9xVsdtv_-uSyY9Xl9yujwAPm4-mjcCLeVy-ljwXEWbo,1059
-relib-1.2.6.dist-info/RECORD,,