horde-engine 3.2.6__tar.gz → 3.2.7__tar.gz

{horde_engine-3.2.6 → horde_engine-3.2.7}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: horde-engine
-Version: 3.2.6
+Version: 3.2.7
 Summary: A wrapper around ComfyUI to allow use by AI Horde.
 Project-URL: Homepage, https://github.com/Haidra-Org/hordelib
 Project-URL: Bug Tracker, https://github.com/Haidra-Org/hordelib/issues

{horde_engine-3.2.6 → horde_engine-3.2.7}/hordelib/_version.py

@@ -18,7 +18,7 @@ version_tuple: tuple[int | str, ...]
 commit_id: str | None
 __commit_id__: str | None
 
-__version__ = version = '3.2.6'
-__version_tuple__ = version_tuple = (3, 2, 6)
+__version__ = version = '3.2.7'
+__version_tuple__ = version_tuple = (3, 2, 7)
 
 __commit_id__ = commit_id = None

{horde_engine-3.2.6 → horde_engine-3.2.7}/hordelib/initialisation.py

@@ -49,6 +49,14 @@ def initialise(
     """
     global _is_initialised
 
+    # Opt the CUDA/ROCm caching allocator into expandable segments before ComfyUI imports torch.
+    # Fragmentation (a large "reserved but unallocated" pool) is a common cause of an out-of-memory
+    # error even when the device still reports free memory; torch's own OOM message recommends this
+    # setting. setdefault leaves any operator-provided value untouched. Harmless on non-CUDA backends
+    # (the variable is ignored). On ROCm/HIP builds the equivalent variable is set too.
+    os.environ.setdefault("PYTORCH_CUDA_ALLOC_CONF", "expandable_segments:True")
+    os.environ.setdefault("PYTORCH_HIP_ALLOC_CONF", "expandable_segments:True")
+
     # Wipe existing logs if requested
     if clear_logs and os.path.exists("./logs"):
         shutil.rmtree("./logs")