diffsynth-engine 0.4.3.dev4__tar.gz → 0.4.3.dev6__tar.gz

{diffsynth_engine-0.4.3.dev4 → diffsynth_engine-0.4.3.dev6}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: diffsynth_engine
-Version: 0.4.3.dev4
+Version: 0.4.3.dev6
 Author: MuseAI x ModelScope
 Classifier: Programming Language :: Python :: 3
 Classifier: Operating System :: OS Independent

{diffsynth_engine-0.4.3.dev4 → diffsynth_engine-0.4.3.dev6}/diffsynth_engine/pipelines/wan_video.py

@@ -417,7 +417,7 @@ class WanVideoPipeline(BasePipeline):
                 cfg_scale_ = cfg_scale if isinstance(cfg_scale, float) else cfg_scale[0]
 
             timestep = timestep * mask[:, :, :, ::2, ::2].flatten()  # seq_len
-            timestep = timestep.to(dtype=self.config.model_dtype, device=self.device)
+            timestep = timestep.to(dtype=self.dtype, device=self.device)
             # Classifier-free guidance
             noise_pred = self.predict_noise_with_cfg(
                 model=model,
@@ -574,6 +574,18 @@ class WanVideoPipeline(BasePipeline):
         if config.offload_mode is not None:
             pipe.enable_cpu_offload(config.offload_mode)
 
+        if config.model_dtype == torch.float8_e4m3fn:
+            pipe.dtype = torch.bfloat16  # compute dtype
+            pipe.enable_fp8_autocast(
+                model_names=["dit"], compute_dtype=pipe.dtype, use_fp8_linear=config.use_fp8_linear
+            )
+
+        if config.t5_dtype == torch.float8_e4m3fn:
+            pipe.dtype = torch.bfloat16  # compute dtype
+            pipe.enable_fp8_autocast(
+                model_names=["text_encoder"], compute_dtype=pipe.dtype, use_fp8_linear=config.use_fp8_linear
+            )
+
         if config.parallelism > 1:
             return ParallelWrapper(
                 pipe,

{diffsynth_engine-0.4.3.dev4 → diffsynth_engine-0.4.3.dev6}/diffsynth_engine/utils/parallel.py

@@ -331,19 +331,14 @@ class ParallelWrapper:
         master_port: int = 29500,
         device: str = "cuda",
     ):
-        current_method = mp.get_start_method(allow_none=True)
-        if current_method is None or current_method != "spawn":
-            try:
-                mp.set_start_method("spawn")
-            except RuntimeError as e:
-                raise RuntimeError("Failed to set start method to spawn:", e)
         super().__init__()
         self.config = module.config if isinstance(module, BasePipeline) else None
         self._module_name = module.__class__.__name__
 
         self.world_size = cfg_degree * sp_ulysses_degree * sp_ring_degree * tp_degree
-        self.queue_in = mp.Queue()
-        self.queue_out = mp.Queue()
+        spawn_ctx = mp.get_context("spawn")
+        self.queue_in = spawn_ctx.Queue()
+        self.queue_out = spawn_ctx.Queue()
         self.ctx = mp.spawn(
             _worker_loop,
             args=(

{diffsynth_engine-0.4.3.dev4 → diffsynth_engine-0.4.3.dev6}/diffsynth_engine.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: diffsynth_engine
-Version: 0.4.3.dev4
+Version: 0.4.3.dev6
 Author: MuseAI x ModelScope
 Classifier: Programming Language :: Python :: 3
 Classifier: Operating System :: OS Independent