thds.core 1.32.20250321183716__py3-none-any.whl → 1.32.20250324202554__py3-none-any.whl

thds/core/cpus.py

@@ -0,0 +1,81 @@
+import multiprocessing
+import os
+import typing as ty
+from pathlib import Path
+
+from . import log
+
+_CPU_QUOTA_PATH = Path("/sys/fs/cgroup/cpu/cpu.cfs_quota_us")
+_CPU_PERIOD_PATH = Path("/sys/fs/cgroup/cpu/cpu.cfs_period_us")
+# standard linux kernel cgroup config files
+# https://www.kernel.org/doc/html/latest/scheduler/sched-bwc.html#management
+_CPU_MAX_PATH_V2 = Path("/sys/fs/cgroup/cpu.max")
+# cgroups v2: https://www.kernel.org/doc/html/latest/admin-guide/cgroup-v2.html#cgroup-v2-cpu
+_CPU_SHARES_PATH = Path("/sys/fs/cgroup/cpu/cpu.shares")
+# some kind of redhat thing: https://www.redhat.com/en/blog/cgroups-part-two
+
+logger = log.getLogger(__name__)
+
+T = ty.TypeVar("T")
+
+
+def _try_read_value(config_path: Path, parse: ty.Callable[[str], T]) -> ty.Optional[T]:
+    if config_path.is_file():
+        logger.info(f"Found {config_path}; attempting to read value")
+        with config_path.open() as f:
+            contents = f.read().strip()
+            try:
+                value = parse(contents)
+            except Exception as e:
+                logger.error(f"Could not parse value from {contents} with {parse}: {e}")
+                # if the file exists but we can't parse the contents, something is very wrong with our assumptions;
+                # better to fail loudly than risk silent CPU oversubscription
+                raise e
+            else:
+                logger.info(f"Read value {value} from {config_path}")
+                return value
+    return None
+
+
+def _parse_cpu_quota_and_period_v2(s: str) -> ty.Tuple[int, int]:
+    """Parse both CPU quota and period from kernel cgroup v2 config file."""
+    quota, period = map(int, s.split())
+    return quota, period
+
+
+def available_cpu_count() -> int:
+    """Attempt to determine number of available CPUs, accounting for the possibility of running inside a docker
+    container. Ideally, this serves as a drop-in replacement for os.cpu_count() in that context.
+
+    Partially cribbed from a suggestion in https://bugs.python.org/issue36054, and partially from joblib (specifically
+    handling v2 of the kernel cgroup spec).
+    """
+    if hasattr(os, "sched_getaffinity"):
+        cpu_count = len(os.sched_getaffinity(0))
+    else:
+        cpu_count = multiprocessing.cpu_count()
+
+    cpu_quota_us: ty.Optional[int]
+    cpu_period_us: ty.Optional[int]
+    if (
+        quota_and_period_v2 := _try_read_value(_CPU_MAX_PATH_V2, _parse_cpu_quota_and_period_v2)
+    ) is not None:
+        # this file contains both values
+        cpu_quota_us, cpu_period_us = quota_and_period_v2
+    else:
+        cpu_quota_us = _try_read_value(_CPU_QUOTA_PATH, int)
+        cpu_period_us = _try_read_value(_CPU_PERIOD_PATH, int)
+
+    if cpu_quota_us is not None and cpu_period_us is not None and cpu_quota_us != -1:
+        cpu_shares = int(cpu_quota_us / cpu_period_us)
+    elif cpu_shares_ := _try_read_value(_CPU_SHARES_PATH, int):
+        cpu_shares = int(cpu_shares_ / 1024)
+    else:
+        logger.info(f"Using naive CPU count: {cpu_count}")
+        return cpu_count
+
+    logger.info(
+        f"Determined CPU shares from quota and period: {cpu_shares}; returning lesser of this and naive "
+        f"CPU count: {cpu_count}"
+    )
+    return min(cpu_shares, cpu_count)

{thds_core-1.32.20250321183716.dist-info → thds_core-1.32.20250324202554.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: thds.core
-Version: 1.32.20250321183716
+Version: 1.32.20250324202554
 Summary: Core utilities.
 Author-email: Trilliant Health <info@trillianthealth.com>
 License: MIT

{thds_core-1.32.20250321183716.dist-info → thds_core-1.32.20250324202554.dist-info}/RECORD

@@ -5,6 +5,7 @@ thds/core/calgitver.py,sha256=HklIz-SczK92Vm2rXtTSDiVxAcxUW_GPVCRRGt4BmBA,2324
 thds/core/cm.py,sha256=WZB8eQU0DaBYj9s97nc3PuCtai9guovfyiQH68zhLzY,1086
 thds/core/concurrency.py,sha256=NQunF_tJ_z8cfVyhzkTPlb-nZrgu-vIk9_3XffgscKQ,3520
 thds/core/config.py,sha256=VWymw6pqPRvX7wwsJ0Y-D2gLoCclAHhARmTnuUw7kb0,10014
+thds/core/cpus.py,sha256=DOm6E1uWKZLCEXWKwfS1ZHuSTWD0XWwp1vgXHC-5oNk,3230
 thds/core/decos.py,sha256=VpFTKTArXepICxN4U8C8J6Z5KDq-yVjFZQzqs2jeVAk,1341
 thds/core/dict_utils.py,sha256=MatsjZC9lchfdaDqNAzL2mkTZytDnCAqg56sMm71wbE,6364
 thds/core/env.py,sha256=HkuyFmGpCgdQUB1r2GbpCqB3cs1lCsvp47Ghk1DHBo8,1083
@@ -66,8 +67,8 @@ thds/core/sqlite/structured.py,sha256=swCbDoyVT6cE7Kl79Wh_rg5Z1-yrUDJbiVJF4bjset
 thds/core/sqlite/types.py,sha256=oUkfoKRYNGDPZRk29s09rc9ha3SCk2SKr_K6WKebBFs,1308
 thds/core/sqlite/upsert.py,sha256=BmKK6fsGVedt43iY-Lp7dnAu8aJ1e9CYlPVEQR2pMj4,5827
 thds/core/sqlite/write.py,sha256=z0219vDkQDCnsV0WLvsj94keItr7H4j7Y_evbcoBrWU,3458
-thds_core-1.32.20250321183716.dist-info/METADATA,sha256=ytOzKR2eirMafB5AtUUdIPMlC1OhKnuDUrriT8DixCc,2277
-thds_core-1.32.20250321183716.dist-info/WHEEL,sha256=iAkIy5fosb7FzIOwONchHf19Qu7_1wCWyFNR5gu9nU0,91
-thds_core-1.32.20250321183716.dist-info/entry_points.txt,sha256=bOCOVhKZv7azF3FvaWX6uxE6yrjK6FcjqhtxXvLiFY8,161
-thds_core-1.32.20250321183716.dist-info/top_level.txt,sha256=LTZaE5SkWJwv9bwOlMbIhiS-JWQEEIcjVYnJrt-CriY,5
-thds_core-1.32.20250321183716.dist-info/RECORD,,
+thds_core-1.32.20250324202554.dist-info/METADATA,sha256=FilC9mEfu2lMkwjtQ9dh4X8kaATgFepp_ZkHYzUGip4,2277
+thds_core-1.32.20250324202554.dist-info/WHEEL,sha256=iAkIy5fosb7FzIOwONchHf19Qu7_1wCWyFNR5gu9nU0,91
+thds_core-1.32.20250324202554.dist-info/entry_points.txt,sha256=bOCOVhKZv7azF3FvaWX6uxE6yrjK6FcjqhtxXvLiFY8,161
+thds_core-1.32.20250324202554.dist-info/top_level.txt,sha256=LTZaE5SkWJwv9bwOlMbIhiS-JWQEEIcjVYnJrt-CriY,5
+thds_core-1.32.20250324202554.dist-info/RECORD,,