lycoris-lora 3.0.1.dev9__tar.gz → 3.0.1.dev11__tar.gz

{lycoris_lora-3.0.1.dev9/lycoris_lora.egg-info → lycoris_lora-3.0.1.dev11}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: lycoris_lora
-Version: 3.0.1.dev9
+Version: 3.0.1.dev11
 Summary: Lora beYond Conventional methods, Other Rank adaptation Implementations for Stable diffusion
 Home-page: https://github.com/KohakuBlueleaf/LyCORIS
 Author: Shih-Ying Yeh(KohakuBlueLeaf), Yu-Guan Hsieh, Zhidong Gao

{lycoris_lora-3.0.1.dev9 → lycoris_lora-3.0.1.dev11}/lycoris/kohya.py

@@ -61,6 +61,7 @@ def create_network(
     bypass_mode = str_bool(kwargs.get("bypass_mode", False))
     rs_lora = str_bool(kwargs.get("rs_lora", False))
     unbalanced_factorization = str_bool(kwargs.get("unbalanced_factorization", False))
+    train_t5xxl = str_bool(kwargs.get("train_t5xxl", False))
 
     if unbalanced_factorization:
         logger.info("Unbalanced factorization for LoKr is enabled")
@@ -112,6 +113,7 @@ def create_network(
         bypass_mode=bypass_mode,
         rs_lora=rs_lora,
         unbalanced_factorization=unbalanced_factorization,
+        train_t5xxl=train_t5xxl,
     )
 
     return network
@@ -276,12 +278,14 @@ class LycorisNetworkKohya(LycorisNetwork):
         network_module: str = "locon",
         norm_modules=NormModule,
         train_norm=False,
+        train_t5xxl=False,
         **kwargs,
     ) -> None:
         torch.nn.Module.__init__(self)
         root_kwargs = kwargs
         self.multiplier = multiplier
         self.lora_dim = lora_dim
+        self.train_t5xxl = train_t5xxl
 
         if not self.ENABLE_CONV:
             conv_lora_dim = 0

{lycoris_lora-3.0.1.dev9 → lycoris_lora-3.0.1.dev11}/lycoris/modules/lokr.py

@@ -281,7 +281,19 @@ class LokrModule(LycorisBaseModule):
         ):
             factor = -1
         else:
-            factor = max(w1.shape) if w1 is not None else max(w1a.size(0), w1b.size(1))
+            w1_shape = w1.shape if w1 is not None else (w1a.size(0), w1b.size(1))
+            w2_shape = w2.shape if w2 is not None else (w2a.size(0), w2b.size(1))
+            shape_group_1 = (w1_shape[0], w2_shape[0])
+            shape_group_2 = (w1_shape[1], w2_shape[1])
+            w_shape = (w1_shape[0] * w2_shape[0], w1_shape[1] * w2_shape[1])
+            factor1 = max(w1.shape) if w1 is not None else max(w1a.size(0), w1b.size(1))
+            factor2 = max(w2.shape) if w2 is not None else max(w2a.size(0), w2b.size(1))
+            if w_shape[0] % factor1 == 0 and w_shape[1] % factor1 == 0 and factor1 in shape_group_1 and factor1 in shape_group_2:
+                factor = factor1
+            elif w_shape[0] % factor2 == 0 and w_shape[1] % factor2 == 0 and factor2 in shape_group_1 and factor2 in shape_group_2:
+                factor = factor2
+            else:
+                factor = max(factor1, factor2)
 
         module = cls(
             lora_name,

{lycoris_lora-3.0.1.dev9 → lycoris_lora-3.0.1.dev11/lycoris_lora.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: lycoris_lora
-Version: 3.0.1.dev9
+Version: 3.0.1.dev11
 Summary: Lora beYond Conventional methods, Other Rank adaptation Implementations for Stable diffusion
 Home-page: https://github.com/KohakuBlueleaf/LyCORIS
 Author: Shih-Ying Yeh(KohakuBlueLeaf), Yu-Guan Hsieh, Zhidong Gao

{lycoris_lora-3.0.1.dev9 → lycoris_lora-3.0.1.dev11}/setup.py

@@ -4,7 +4,7 @@ from setuptools import setup, find_packages
 setup(
     name="lycoris_lora",
     packages=find_packages(),
-    version="3.0.1.dev9",
+    version="3.0.1.dev11",
     url="https://github.com/KohakuBlueleaf/LyCORIS",
     description="Lora beYond Conventional methods, Other Rank adaptation Implementations for Stable diffusion",
     author="Shih-Ying Yeh(KohakuBlueLeaf), Yu-Guan Hsieh, Zhidong Gao",