diffsynth-engine 0.4.3.dev2__tar.gz → 0.4.3.dev3__tar.gz

{diffsynth_engine-0.4.3.dev2 → diffsynth_engine-0.4.3.dev3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: diffsynth_engine
-Version: 0.4.3.dev2
+Version: 0.4.3.dev3
 Author: MuseAI x ModelScope
 Classifier: Programming Language :: Python :: 3
 Classifier: Operating System :: OS Independent

{diffsynth_engine-0.4.3.dev2 → diffsynth_engine-0.4.3.dev3}/diffsynth_engine/utils/offload.py

@@ -1,7 +1,7 @@
 import torch
 import torch.nn as nn
 from typing import Dict
-
+import platform
 
 def enable_sequential_cpu_offload(module: nn.Module, device: str = "cuda"):
     module = module.to("cpu")
@@ -26,13 +26,14 @@ def add_cpu_offload_hook(module: nn.Module, device: str = "cuda", recurse: bool
             for name, buffer in module.named_buffers(recurse=recurse):
                 buffer.data = buffer.data.to(device=device)
             return tuple(x.to(device=device) if isinstance(x, torch.Tensor) else x for x in input_)
-
-        for name, param in module.named_parameters(recurse=recurse):
-            param.data = param.data.pin_memory()
+        for name, param in module.named_parameters(recurse=recurse):            
+            if platform.system()  == 'Linux':
+                param.data = param.data.pin_memory()
             offload_param_dict[name] = param.data
             param.data = param.data.to(device=device)
         for name, buffer in module.named_buffers(recurse=recurse):
-            buffer.data = buffer.data.pin_memory()
+            if platform.system()  == 'Linux':            
+                buffer.data = buffer.data.pin_memory()
             offload_param_dict[name] = buffer.data
             buffer.data = buffer.data.to(device=device)
         setattr(module, "_offload_param_dict", offload_param_dict)
@@ -58,10 +59,12 @@ def offload_model_to_dict(module: nn.Module) -> Dict[str, torch.Tensor]:
     module = module.to("cpu")
     offload_param_dict = {}
     for name, param in module.named_parameters(recurse=True):
-        param.data = param.data.pin_memory()
+        if platform.system()  == 'Linux':        
+            param.data = param.data.pin_memory()
         offload_param_dict[name] = param.data
     for name, buffer in module.named_buffers(recurse=True):
-        buffer.data = buffer.data.pin_memory()
+        if platform.system()  == 'Linux':        
+            buffer.data = buffer.data.pin_memory()
         offload_param_dict[name] = buffer.data
     return offload_param_dict
 

{diffsynth_engine-0.4.3.dev2 → diffsynth_engine-0.4.3.dev3}/diffsynth_engine.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: diffsynth_engine
-Version: 0.4.3.dev2
+Version: 0.4.3.dev3
 Author: MuseAI x ModelScope
 Classifier: Programming Language :: Python :: 3
 Classifier: Operating System :: OS Independent