diffsynth-engine 0.5.1.dev1__py3-none-any.whl → 0.5.1.dev2__py3-none-any.whl

diffsynth_engine/utils/parallel.py

@@ -295,8 +295,9 @@ def _worker_loop(
 
             if (name := data[0]) == "unload_module":
                 module = None
+                empty_cache()
             elif name == "load_module":
-                init_fn, kwargs = to_device(data[1:], device=device)
+                init_fn, kwargs = data[1:]
                 module = wrap_for_parallel(init_fn(**kwargs))
             elif module is None:
                 res = RuntimeError("module is not initialized")
@@ -307,12 +308,10 @@ def _worker_loop(
                 with torch.no_grad():
                     res = getattr(module, name)(*args, **kwargs)
 
-            data, args, kwargs = None, None, None
-            torch.cuda.synchronize()
-            empty_cache()
-            dist.barrier()
             if rank == 0:
                 queue_out.put(res)
+            data, args, kwargs = None, None, None
+            dist.barrier()
     except Exception:
         import traceback
 

{diffsynth_engine-0.5.1.dev1.dist-info → diffsynth_engine-0.5.1.dev2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: diffsynth_engine
-Version: 0.5.1.dev1
+Version: 0.5.1.dev2
 Author: MuseAI x ModelScope
 Classifier: Programming Language :: Python :: 3
 Classifier: Operating System :: OS Independent

{diffsynth_engine-0.5.1.dev1.dist-info → diffsynth_engine-0.5.1.dev2.dist-info}/RECORD

@@ -174,15 +174,15 @@ diffsynth_engine/utils/lock.py,sha256=1Ipgst9eEFfFdViAvD5bxdB6HnHHBcqWYOb__fGaPU
 diffsynth_engine/utils/logging.py,sha256=XB0xTT8PBN6btkOjFtOvjlrOCRVgDGT8PFAp1vmse28,467
 diffsynth_engine/utils/offload.py,sha256=94og79TIkxldwYUgZT3L4OVu1WBlE7gfVPvO2MRhm6c,3551
 diffsynth_engine/utils/onnx.py,sha256=jeWUudJHnESjuiEAHyUZYUZz7dCj34O9aGjHCe8yjWo,1149
-diffsynth_engine/utils/parallel.py,sha256=yCYwP-YaVzmj535aBejvPIGwNew1M4yL8MJxE12HO_8,18712
+diffsynth_engine/utils/parallel.py,sha256=vCgbCPSOv6bXF0nGKfYPs95sQQs33FsWJ05PhGmFqLM,18653
 diffsynth_engine/utils/platform.py,sha256=nbpG-XHJFRmYY6u_e7IBQ9Q6GyItrIkKf3VKuBPTUpY,627
 diffsynth_engine/utils/prompt.py,sha256=YItMchoVzsG6y-LB4vzzDUWrkhKRVlt1HfVhxZjSxMQ,280
 diffsynth_engine/utils/video.py,sha256=Ne0rd2lb59UT1q5EotpjlY7OT8F9oTCFDyo1ST77uoQ,1004
 diffsynth_engine/utils/memory/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 diffsynth_engine/utils/memory/linear_regression.py,sha256=oW_EQEw13oPoyUrxiL8A7Ksa5AuJ2ynI2qhCbfAuZbg,3930
 diffsynth_engine/utils/memory/memory_predcit_model.py,sha256=EXprSl_zlVjgfMWNXP-iw83Ot3hyMcgYaRPv-dvyL84,3943
-diffsynth_engine-0.5.1.dev1.dist-info/licenses/LICENSE,sha256=x7aBqQuVI0IYnftgoTPI_A0I_rjdjPPQkjnU6N2nikM,11346
-diffsynth_engine-0.5.1.dev1.dist-info/METADATA,sha256=myookCu04gVV_XbTrYo9J798-pmfmzpBernyCIl_5NQ,1117
-diffsynth_engine-0.5.1.dev1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-diffsynth_engine-0.5.1.dev1.dist-info/top_level.txt,sha256=6zgbiIzEHLbhgDKRyX0uBJOV3F6VnGGBRIQvSiYYn6w,17
-diffsynth_engine-0.5.1.dev1.dist-info/RECORD,,
+diffsynth_engine-0.5.1.dev2.dist-info/licenses/LICENSE,sha256=x7aBqQuVI0IYnftgoTPI_A0I_rjdjPPQkjnU6N2nikM,11346
+diffsynth_engine-0.5.1.dev2.dist-info/METADATA,sha256=MB7Kzzpm_b8MLnSKUJH5uzV4gFTc8pgEOpAziSHA70E,1117
+diffsynth_engine-0.5.1.dev2.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+diffsynth_engine-0.5.1.dev2.dist-info/top_level.txt,sha256=6zgbiIzEHLbhgDKRyX0uBJOV3F6VnGGBRIQvSiYYn6w,17
+diffsynth_engine-0.5.1.dev2.dist-info/RECORD,,