lycoris-lora 3.0.0.dev11__tar.gz → 3.0.0.dev12__tar.gz

{lycoris_lora-3.0.0.dev11/lycoris_lora.egg-info → lycoris_lora-3.0.0.dev12}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: lycoris_lora
-Version: 3.0.0.dev11
+Version: 3.0.0.dev12
 Summary: Lora beYond Conventional methods, Other Rank adaptation Implementations for Stable diffusion
 Home-page: https://github.com/KohakuBlueleaf/LyCORIS
 Author: Shih-Ying Yeh(KohakuBlueLeaf), Yu-Guan Hsieh, Zhidong Gao

{lycoris_lora-3.0.0.dev11 → lycoris_lora-3.0.0.dev12}/lycoris/modules/__init__.py

@@ -102,6 +102,7 @@ def make_module(lyco_type, params, lora_name, orig_module):
             weight_decompose=dora_scale is not None,
             full_matrix=full_matrix,
         )
+        print(module.use_w1, module.use_w2)
         if w1 is not None:
             module.lokr_w1.copy_(w1)
         else:

{lycoris_lora-3.0.0.dev11 → lycoris_lora-3.0.0.dev12}/lycoris/modules/lokr.py

@@ -137,7 +137,11 @@ class LokrModule(LycorisBaseModule):
                 (in_m, in_n),
             )  # ((a, b), (c, d)), out_dim = a*c, in_dim = b*d
             # smaller part. weight scale
-            if decompose_both and lora_dim < max(shape[0][0], shape[1][0]) / 2:
+            if (
+                decompose_both
+                and lora_dim < max(shape[0][0], shape[1][0]) / 2
+                and not self.full_matrix
+            ):
                 self.lokr_w1_a = nn.Parameter(torch.empty(shape[0][0], lora_dim))
                 self.lokr_w1_b = nn.Parameter(torch.empty(lora_dim, shape[1][0]))
             else:
@@ -145,7 +149,7 @@ class LokrModule(LycorisBaseModule):
                 self.lokr_w1 = nn.Parameter(
                     torch.empty(shape[0][0], shape[1][0])
                 )  # a*c, 1-mode
-            if lora_dim < max(shape[0][1], shape[1][1]) / 2:
+            if lora_dim < max(shape[0][1], shape[1][1]) / 2 and not self.full_matrix:
                 # bigger part. weight and LoRA. [b, dim] x [dim, d]
                 self.lokr_w2_a = nn.Parameter(torch.empty(shape[0][1], lora_dim))
                 self.lokr_w2_b = nn.Parameter(torch.empty(lora_dim, shape[1][1]))

{lycoris_lora-3.0.0.dev11 → lycoris_lora-3.0.0.dev12/lycoris_lora.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: lycoris_lora
-Version: 3.0.0.dev11
+Version: 3.0.0.dev12
 Summary: Lora beYond Conventional methods, Other Rank adaptation Implementations for Stable diffusion
 Home-page: https://github.com/KohakuBlueleaf/LyCORIS
 Author: Shih-Ying Yeh(KohakuBlueLeaf), Yu-Guan Hsieh, Zhidong Gao

{lycoris_lora-3.0.0.dev11 → lycoris_lora-3.0.0.dev12}/setup.py

@@ -4,7 +4,7 @@ from setuptools import setup, find_packages
 setup(
     name="lycoris_lora",
     packages=find_packages(),
-    version="3.0.0.dev11",
+    version="3.0.0.dev12",
     url="https://github.com/KohakuBlueleaf/LyCORIS",
     description="Lora beYond Conventional methods, Other Rank adaptation Implementations for Stable diffusion",
     author="Shih-Ying Yeh(KohakuBlueLeaf), Yu-Guan Hsieh, Zhidong Gao",