lycoris-lora 3.0.1.dev13__tar.gz → 3.0.1.dev14__tar.gz

{lycoris_lora-3.0.1.dev13/lycoris_lora.egg-info → lycoris_lora-3.0.1.dev14}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: lycoris_lora
-Version: 3.0.1.dev13
+Version: 3.0.1.dev14
 Summary: Lora beYond Conventional methods, Other Rank adaptation Implementations for Stable diffusion
 Home-page: https://github.com/KohakuBlueleaf/LyCORIS
 Author: Shih-Ying Yeh(KohakuBlueLeaf), Yu-Guan Hsieh, Zhidong Gao

{lycoris_lora-3.0.1.dev13 → lycoris_lora-3.0.1.dev14}/lycoris/modules/full.py

@@ -1,7 +1,19 @@
+from functools import cache
+
 import torch
 import torch.nn as nn
 
 from .base import LycorisBaseModule
+from ..logging import logger
+
+
+@cache
+def log_bypass_override():
+    return logger.warning(
+        "Automatic Bypass-Mode detected in algo=full, "
+        "override with bypass_mode=False since algo=full not support bypass mode. "
+        "If you are using quantized model which require bypass mode, please don't use algo=full. "
+    )
 
 
 class FullModule(LycorisBaseModule):
@@ -31,6 +43,7 @@ class FullModule(LycorisBaseModule):
         bypass_mode=None,
         **kwargs,
     ):
+        org_bypass = bypass_mode
         super().__init__(
             lora_name,
             org_module,
@@ -41,6 +54,10 @@ class FullModule(LycorisBaseModule):
             rank_dropout_scale,
             bypass_mode,
         )
+        if bypass_mode and org_bypass is None:
+            self.bypass_mode = False
+            log_bypass_override()
+
         if self.module_type not in self.support_module:
             raise ValueError(f"{self.module_type} is not supported in Full algo.")
 
@@ -138,7 +155,7 @@ class FullModule(LycorisBaseModule):
         )
         if drop != 1 or scale != 1 or self.is_diff:
             diff_w, diff_b = self.get_diff_weight(scale, device=device)
-            weight = self._org_weight + diff_w * drop
+            weight = self.org_weight + diff_w * drop
             if self.org_bias is not None:
                 bias = self.org_bias + diff_b * drop
             else:

{lycoris_lora-3.0.1.dev13 → lycoris_lora-3.0.1.dev14/lycoris_lora.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: lycoris_lora
-Version: 3.0.1.dev13
+Version: 3.0.1.dev14
 Summary: Lora beYond Conventional methods, Other Rank adaptation Implementations for Stable diffusion
 Home-page: https://github.com/KohakuBlueleaf/LyCORIS
 Author: Shih-Ying Yeh(KohakuBlueLeaf), Yu-Guan Hsieh, Zhidong Gao

{lycoris_lora-3.0.1.dev13 → lycoris_lora-3.0.1.dev14}/setup.py

@@ -4,7 +4,7 @@ from setuptools import setup, find_packages
 setup(
     name="lycoris_lora",
     packages=find_packages(),
-    version="3.0.1.dev13",
+    version="3.0.1.dev14",
     url="https://github.com/KohakuBlueleaf/LyCORIS",
     description="Lora beYond Conventional methods, Other Rank adaptation Implementations for Stable diffusion",
     author="Shih-Ying Yeh(KohakuBlueLeaf), Yu-Guan Hsieh, Zhidong Gao",