lycoris-lora 3.0.0.dev1__tar.gz → 3.0.0.dev2__tar.gz

{lycoris_lora-3.0.0.dev1/lycoris_lora.egg-info → lycoris_lora-3.0.0.dev2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: lycoris_lora
-Version: 3.0.0.dev1
+Version: 3.0.0.dev2
 Summary: Lora beYond Conventional methods, Other Rank adaptation Implementations for Stable diffusion
 Home-page: https://github.com/KohakuBlueleaf/LyCORIS
 Author: Shih-Ying Yeh(KohakuBlueLeaf), Yu-Guan Hsieh, Zhidong Gao

{lycoris_lora-3.0.0.dev1 → lycoris_lora-3.0.0.dev2}/lycoris/__init__.py

@@ -1,5 +1,8 @@
+try:
+    from . import kohya
+except:
+    pass
 from . import (
-    kohya,
     modules,
     utils,
 )

{lycoris_lora-3.0.0.dev1 → lycoris_lora-3.0.0.dev2}/lycoris/modules/locon.py

@@ -277,28 +277,34 @@ class LoConModule(LycorisBaseModule):
 
 
 if __name__ == "__main__":
-    base = nn.Linear(128, 128).cuda()
-    locon = LoConModule("test", base, 1, 4, 1, weight_decompose=True).cuda()
-    print(locon)
-    test_input = torch.randn(1, 128).cuda()
-    test_output = locon(test_input)
-    torch.sum(test_output).backward()
-    print(test_output.shape)
-
-    base_4bit = LinearNF4(128, 128)
-    base_4bit.load_state_dict(base.state_dict())
-    base_4bit.cuda()
-    qlocon = LoConModule("test", base_4bit, 1, 4, 1, weight_decompose=False).cuda()
-    print(qlocon)
-    test_input = torch.randn(1, 128).cuda()
-    test_output = qlocon(test_input)
-    torch.sum(test_output).backward()
-    print(test_output.shape)
-
-    base = nn.Conv2d(128, 128, 3, 1, 1)
-    locon = LoConModule("test", base, 1, 4, 1, weight_decompose=True, use_tucker=True)
-    print(locon)
-    test_input = torch.randn(1, 128, 16, 16)
-    test_output = locon(test_input)
-    torch.sum(test_output).backward()
-    print(test_output.shape)
+    device = torch.device("cuda")
+    with torch.autocast("cuda" if torch.cuda.is_available() else "cpu"):
+        base = nn.Linear(128, 128).to(device).half()
+        net = LoConModule("test", base, 1, 4, 1, weight_decompose=True).to(device)
+        print(net)
+        test_input = torch.randn(1, 128).to(device).half()
+        test_output = net(test_input)
+        torch.sum(test_output).backward()
+        print(test_output.shape)
+
+        base_4bit = LinearNF4(128, 128, device="cuda")
+        base_4bit.load_state_dict(base.state_dict())
+        base_4bit.to(device)
+        qnet = LoConModule("test", base_4bit, 1, 4, 1, weight_decompose=False).to(
+            device
+        )
+        print(qnet)
+        test_input = torch.randn(1, 128).to(device).half()
+        test_output = qnet(test_input)
+        torch.sum(test_output).backward()
+        print(test_output.shape)
+
+        base = nn.Conv2d(128, 128, 3, 1, 1).to(device).half()
+        net = LoConModule(
+            "test", base, 1, 4, 1, weight_decompose=True, use_tucker=True
+        )
+        print(net)
+        test_input = torch.randn(1, 128, 16, 16).to(device).half()
+        test_output = net(test_input)
+        torch.sum(test_output).backward()
+        print(test_output.shape)

{lycoris_lora-3.0.0.dev1 → lycoris_lora-3.0.0.dev2/lycoris_lora.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: lycoris_lora
-Version: 3.0.0.dev1
+Version: 3.0.0.dev2
 Summary: Lora beYond Conventional methods, Other Rank adaptation Implementations for Stable diffusion
 Home-page: https://github.com/KohakuBlueleaf/LyCORIS
 Author: Shih-Ying Yeh(KohakuBlueLeaf), Yu-Guan Hsieh, Zhidong Gao

{lycoris_lora-3.0.0.dev1 → lycoris_lora-3.0.0.dev2}/setup.py

@@ -4,7 +4,7 @@ from setuptools import setup, find_packages
 setup(
     name="lycoris_lora",
     packages=find_packages(),
-    version="3.0.0.dev1",
+    version="3.0.0.dev2",
     url="https://github.com/KohakuBlueleaf/LyCORIS",
     description="Lora beYond Conventional methods, Other Rank adaptation Implementations for Stable diffusion",
     author="Shih-Ying Yeh(KohakuBlueLeaf), Yu-Guan Hsieh, Zhidong Gao",