relib 1.2.4__tar.gz → 1.2.5__tar.gz

{relib-1.2.4 → relib-1.2.5}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: relib
-Version: 1.2.4
+Version: 1.2.5
 Project-URL: Repository, https://github.com/Reddan/relib.git
 Author: Hampus Hallman
 License: Copyright 2018-2025 Hampus Hallman

{relib-1.2.4 → relib-1.2.5}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "relib"
-version = "1.2.4"
+version = "1.2.5"
 requires-python = ">=3.12"
 dependencies = []
 authors = [
@@ -17,6 +17,7 @@ Repository = "https://github.com/Reddan/relib.git"
 dev = [
   "numpy>=2.1.3",
   "pandas>=2.2.3",
+  "tqdm>=4.67.1",
 ]
 
 [build-system]

{relib-1.2.4 → relib-1.2.5}/relib/__init__.py

@@ -1,4 +1,5 @@
 from .utils import (
+  noop,
   non_none,
   as_any,
   list_split,
@@ -31,8 +32,14 @@ from .utils import (
   df_from_array,
   StrFilter,
   str_filterer,
+)
+from .system import (
+  read_json,
+  write_json,
+  clear_console,
+  console_link,
   roll_tasks,
+  as_async,
 )
-from .system import read_json, write_json, clear_console, console_link
 from .hashing import hash, hash_obj
 from .measure_duration import measure_duration

relib-1.2.5/relib/system.py

@@ -0,0 +1,57 @@
+import asyncio
+import contextvars
+import functools
+import json
+import os
+from concurrent.futures import ThreadPoolExecutor
+from pathlib import Path
+from typing import Any, Awaitable, Callable, Iterable, ParamSpec, TypeVar
+from .utils import noop
+
+P = ParamSpec("P")
+R = TypeVar("R")
+default_num_workers = min(32, (os.cpu_count() or 1) + 4)
+
+def read_json(path: Path) -> Any:
+  with path.open("r") as f:
+    return json.load(f)
+
+def write_json(path: Path, obj: Any) -> None:
+  with path.open("w") as f:
+    return json.dump(obj, f)
+
+def clear_console() -> None:
+  os.system("cls" if os.name == "nt" else "clear")
+
+def console_link(text: str, url: str) -> str:
+  return f"\033]8;;{url}\033\\{text}\033]8;;\033\\"
+
+async def worker[T](task: Awaitable[T], semaphore: asyncio.Semaphore, update=noop) -> T:
+  async with semaphore:
+    result = await task
+    update()
+    return result
+
+async def roll_tasks[T](tasks: Iterable[Awaitable[T]], workers: int, progress=False) -> list[T]:
+  semaphore = asyncio.Semaphore(workers)
+  if not progress:
+    return await asyncio.gather(*(worker(task, semaphore) for task in tasks))
+  from tqdm import tqdm
+  assert isinstance(tasks, (list, tuple, set, frozenset, dict))
+  with tqdm(total=len(tasks)) as pbar:
+    update = lambda: pbar.update(1)
+    return await asyncio.gather(*(worker(task, semaphore, update) for task in tasks))
+
+def as_async(num_workers=default_num_workers) -> Callable[[Callable[P, R]], Callable[P, Awaitable[R]]]:
+  executor = ThreadPoolExecutor(max_workers=num_workers)
+
+  def on_fn(func: Callable[P, R]) -> Callable[P, Awaitable[R]]:
+    @functools.wraps(func)
+    async def wrapper(*args: P.args, **kwargs: P.kwargs) -> R:
+      loop = asyncio.get_running_loop()
+      ctx = contextvars.copy_context()
+      fn_call = functools.partial(ctx.run, func, *args, **kwargs)
+      return await loop.run_in_executor(executor, fn_call)
+    return wrapper
+
+  return on_fn

{relib-1.2.4 → relib-1.2.5}/relib/utils.py

@@ -1,7 +1,9 @@
-import asyncio
 import re
 from itertools import chain
-from typing import Any, Awaitable, Callable, Iterable, overload
+from typing import Any, Callable, Iterable, overload
+
+def noop() -> None:
+  pass
 
 def non_none[T](obj: T | None) -> T:
   assert obj is not None
@@ -215,11 +217,3 @@ def str_filterer(
     return any(pattern.search(string) for pattern in include_patterns)
 
   return str_filter
-
-async def worker(task, semaphore):
-  async with semaphore:
-    return await task
-
-async def roll_tasks[T](tasks: Iterable[Awaitable[T]], workers: int) -> list[T]:
-  semaphore = asyncio.Semaphore(workers)
-  return await asyncio.gather(*(worker(task, semaphore) for task in tasks))

{relib-1.2.4 → relib-1.2.5}/uv.lock

@@ -1,6 +1,16 @@
 version = 1
+revision = 1
 requires-python = ">=3.12"
 
+[[package]]
+name = "colorama"
+version = "0.4.6"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/d8/53/6f443c9a4a8358a93a6792e2acffb9d9d5cb0a5cfd8802644b7b1c9a02e4/colorama-0.4.6.tar.gz", hash = "sha256:08695f5cb7ed6e0531a20572697297273c47b8cae5a63ffc6d6ed5c201be6e44", size = 27697 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/d1/d6/3965ed04c63042e047cb6a3e6ed1a63a35087b6a609aa3a15ed8ac56c221/colorama-0.4.6-py2.py3-none-any.whl", hash = "sha256:4f1d9991f5acc0ca119f9d443620b77f9d6b33703e51011c16baf57afb285fc6", size = 25335 },
+]
+
 [[package]]
 name = "numpy"
 version = "2.1.3"
@@ -96,13 +106,14 @@ wheels = [
 
 [[package]]
 name = "relib"
-version = "1.2.4"
+version = "1.2.5"
 source = { editable = "." }
 
 [package.dev-dependencies]
 dev = [
     { name = "numpy" },
     { name = "pandas" },
+    { name = "tqdm" },
 ]
 
 [package.metadata]
@@ -111,6 +122,7 @@ dev = [
 dev = [
     { name = "numpy", specifier = ">=2.1.3" },
     { name = "pandas", specifier = ">=2.2.3" },
+    { name = "tqdm", specifier = ">=4.67.1" },
 ]
 
 [[package]]
@@ -122,6 +134,18 @@ wheels = [
     { url = "https://files.pythonhosted.org/packages/d9/5a/e7c31adbe875f2abbb91bd84cf2dc52d792b5a01506781dbcf25c91daf11/six-1.16.0-py2.py3-none-any.whl", hash = "sha256:8abb2f1d86890a2dfb989f9a77cfcfd3e47c2a354b01111771326f8aa26e0254", size = 11053 },
 ]
 
+[[package]]
+name = "tqdm"
+version = "4.67.1"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "colorama", marker = "sys_platform == 'win32'" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/a8/4b/29b4ef32e036bb34e4ab51796dd745cdba7ed47ad142a9f4a1eb8e0c744d/tqdm-4.67.1.tar.gz", hash = "sha256:f8aef9c52c08c13a65f30ea34f4e5aac3fd1a34959879d7e59e63027286627f2", size = 169737 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/d0/30/dc54f88dd4a2b5dc8a0279bdd7270e735851848b762aeb1c1184ed1f6b14/tqdm-4.67.1-py3-none-any.whl", hash = "sha256:26445eca388f82e72884e0d580d5464cd801a3ea01e63e5601bdff9ba6a48de2", size = 78540 },
+]
+
 [[package]]
 name = "tzdata"
 version = "2024.2"

relib-1.2.4/relib/system.py

@@ -1,18 +0,0 @@
-import json
-import os
-from pathlib import Path
-from typing import Any
-
-def read_json(path: Path) -> Any:
-  with path.open("r") as f:
-    return json.load(f)
-
-def write_json(path: Path, obj: Any) -> None:
-  with path.open("w") as f:
-    return json.dump(obj, f)
-
-def clear_console() -> None:
-  os.system("cls" if os.name == "nt" else "clear")
-
-def console_link(text, url) -> str:
-  return f"\033]8;;{url}\033\\{text}\033]8;;\033\\"