decentriq_util 0.1.0.dev0__tar.gz → 0.1.0.dev2__tar.gz

{decentriq_util-0.1.0.dev0 → decentriq_util-0.1.0.dev2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: decentriq_util
-Version: 0.1.0.dev0
+Version: 0.1.0.dev2
 Summary: Utility functions for Python code run in Decentriq workers
 Author: hafenr
 Author-email: robin.hafen@gmail.com

{decentriq_util-0.1.0.dev0 → decentriq_util-0.1.0.dev2}/decentriq_util/spark/__init__.py

@@ -19,17 +19,21 @@ def _get_cgroup_memory() -> int:
         with open("/sys/fs/cgroup/memory/memory.limit_in_bytes", "r") as f:
             max_memory_str = f.read().strip()
 
+    max_memory = None
     if max_memory_str == "max":
         # Fallback to available virtual memory size
         max_memory = psutil.virtual_memory().available
-    else:
-        max_memory = int(max_memory_str)
+    elif max_memory_str is not None:
+        try:
+            max_memory = int(max_memory_str)
+        except ValueError:
+            pass
 
     if max_memory is not None:
         return max_memory
     else:
         print("Unable to determine available memory from cgroup, assuming 4G")
-        return 4 * 1024 * 1024
+        return 4 * 1024 * 1024 * 1024
 
 
 def _get_num_partitions(

{decentriq_util-0.1.0.dev0 → decentriq_util-0.1.0.dev2}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "decentriq_util"
-version = "0.1.0-dev0"
+version = "0.1.0-dev2"
 description = "Utility functions for Python code run in Decentriq workers"
 authors = ["hafenr <robin.hafen@gmail.com>"]