pythagoras 0.21.4__tar.gz → 0.22.1__tar.gz

{pythagoras-0.21.4 → pythagoras-0.22.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: pythagoras
-Version: 0.21.4
+Version: 0.22.1
 Summary: Planet-scale distributed computing in Python.
 Keywords: cloud,ML,AI,serverless,distributed,parallel,machine-learning,deep-learning,pythagoras
 Author: Volodymyr (Vlad) Pavlov

{pythagoras-0.21.4 → pythagoras-0.22.1}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "uv_build"
 
 [project]
 name = "pythagoras"
-version = "0.21.4"
+version = "0.22.01"
 authors = [
     {name = "Volodymyr (Vlad) Pavlov", email = "vlpavlov@ieee.org"},
 ]

{pythagoras-0.21.4 → pythagoras-0.22.1}/src/pythagoras/_070_protected_code_portals/__init__.py

@@ -1,7 +1,6 @@
 from .OK_const import *
 from .protected_portal_core_classes import *
 from .protected_decorators import *
-from .GPU_pre_validators import *
-from .python_packages_pre_validators import *
-from .RAM_pre_validators import *
 from .system_utils import *
+from .basic_pre_validators import *
+from .package_manager import *

pythagoras-0.22.1/src/pythagoras/_070_protected_code_portals/basic_pre_validators.py

@@ -0,0 +1,47 @@
+from .._070_protected_code_portals import SimplePreValidatorFn
+from .OK_const import OKClass
+
+
+def _at_least_X_CPU_cores_free_check(n:int)-> OKClass | None:
+    cores = pth.get_unused_cpu_cores()
+    if cores >= n-0.1:
+        return pth.OK
+
+
+def unused_cpu(cores:int) -> SimplePreValidatorFn:
+    assert isinstance(cores, int)
+    assert cores > 0
+    return SimplePreValidatorFn(_at_least_X_CPU_cores_free_check).fix_kwargs(n=cores)
+
+
+def _at_least_X_G_RAM_free_check(x:int)-> OKClass | None:
+    ram = pth.get_unused_ram_mb() / 1024
+    if ram >= x-0.1:
+        return pth.OK
+
+
+def unused_ram(Gb:int) -> SimplePreValidatorFn:
+    assert isinstance(Gb, int)
+    assert Gb > 0
+    return SimplePreValidatorFn(_at_least_X_G_RAM_free_check).fix_kwargs(x=Gb)
+
+
+def _check_python_package_and_install_if_needed(package_name)-> OKClass | None:
+    assert isinstance(package_name, str)
+    import importlib
+    try:
+        importlib.import_module(package_name)
+        return pth.OK
+    except:
+        pth.install_package(package_name)
+        return pth.OK
+
+
+def installed_packages(*args)  -> list[SimplePreValidatorFn]:
+    validators = []
+    for package_name in args:
+        assert isinstance(package_name, str)
+        new_validator = SimplePreValidatorFn(_check_python_package_and_install_if_needed)
+        new_validator = new_validator.fix_kwargs(package_name=package_name)
+        validators.append(new_validator)
+    return validators

{pythagoras-0.21.4 → pythagoras-0.22.1}/src/pythagoras/core/__init__.py

@@ -3,4 +3,4 @@ from .._060_autonomous_code_portals import autonomous
 from .._080_pure_code_portals import pure
 from .._090_swarming_portals import SwarmingPortal
 from .._100_top_level_API import get_portal
-from .._070_protected_code_portals import unused_ram
+from .._070_protected_code_portals import unused_ram, unused_cpu, installed_packages

pythagoras-0.21.4/src/pythagoras/_070_protected_code_portals/RAM_pre_validators.py

@@ -1,59 +0,0 @@
-from .._070_protected_code_portals import SimplePreValidatorFn
-from .._060_autonomous_code_portals import autonomous
-from .OK_const import OK, OKClass
-from .system_utils import *
-
-
-# def free_ram_bytes(packed_kwargs, fn_addr, required_memory):
-#     import psutil
-#     mem_info = psutil.virtual_memory()
-#     if mem_info.available >= required_memory:
-#         return OK
-#
-#
-# def RAM_K(limit:int) -> AutonomousFn:
-#     global free_ram_bytes
-#     if not isinstance(free_ram_bytes, AutonomousFn):
-#         free_ram_bytes = autonomous()(free_ram_bytes)
-#     limit = int(limit/1024)
-#     assert limit > 0
-#     return free_ram_bytes.fix_kwargs(required_memory = limit)
-#
-#
-# def RAM_M(limit:int) -> AutonomousFn:
-#     limit = int(limit/1024)
-#     return RAM_K(limit)
-#
-#
-# def RAM_G(limit:int) -> AutonomousFn:
-#     limit = int(limit/1024)
-#     return RAM_M(limit)
-#
-#
-# def RAM_T(limit:int) -> AutonomousFn:
-#     limit = int(limit/1024)
-#     return RAM_G(limit)
-
-@autonomous()
-def at_least_X_G_RAM_free_check(x:int)->bool|OKClass:
-    ram = pth.get_unused_ram_mb() / 1024
-    if ram >= x:
-        return pth.OK
-    else:
-        return False
-
-def unused_ram(Gb:int):
-    assert isinstance(Gb, int)
-    assert Gb > 0
-    return SimplePreValidatorFn(at_least_X_G_RAM_free_check.fix_kwargs(x=Gb))
-
-at_least_1_G_RAM_free = unused_ram(Gb=1)
-at_least_2_G_RAM_free = unused_ram(Gb=2)
-at_least_4_G_RAM_free = unused_ram(Gb=4)
-at_least_8_G_RAM_free = unused_ram(Gb=8)
-at_least_16_G_RAM_free = unused_ram(Gb=16)
-at_least_32_G_RAM_free = unused_ram(Gb=32)
-at_least_64_G_RAM_free = unused_ram(Gb=64)
-at_least_128_G_RAM_free = unused_ram(Gb=128)
-at_least_256_G_RAM_free = unused_ram(Gb=256)
-at_least_512_G_RAM_free = unused_ram(Gb=512)

pythagoras-0.21.4/src/pythagoras/_070_protected_code_portals/python_packages_pre_validators.py

@@ -1,29 +0,0 @@
-from .._060_autonomous_code_portals import AutonomousFn, autonomous
-from .OK_const import OK
-from .package_manager import install_package
-
-
-def check_python_package_and_install_if_needed(packed_kwargs, package_name):
-    assert isinstance(package_name, str)
-    import importlib
-    try:
-        importlib.import_module(package_name)
-        return OK
-    except:
-        install_package(package_name)
-        return OK
-
-
-def installed_packages(package_names:list[str]|str) -> list[AutonomousFn]:
-    global check_python_package_and_install_if_needed
-    if not isinstance(check_python_package_and_install_if_needed, AutonomousFn):
-        check_python_package_and_install_if_needed = autonomous()(
-            check_python_package_and_install_if_needed)
-
-    result = []
-    if isinstance(package_names, str):
-        package_names = [package_names]
-    for package_name in package_names:
-        result.append(check_python_package_and_install_if_needed.fix_kwargs(
-            package_name=package_name))
-    return result