lycoris-lora 2.2.0.dev6__tar.gz → 2.2.0.dev7__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (48) hide show
  1. {lycoris_lora-2.2.0.dev6/lycoris_lora.egg-info → lycoris_lora-2.2.0.dev7}/PKG-INFO +1 -1
  2. {lycoris_lora-2.2.0.dev6 → lycoris_lora-2.2.0.dev7}/lycoris/modules/locon.py +6 -4
  3. {lycoris_lora-2.2.0.dev6 → lycoris_lora-2.2.0.dev7/lycoris_lora.egg-info}/PKG-INFO +1 -1
  4. {lycoris_lora-2.2.0.dev6 → lycoris_lora-2.2.0.dev7}/setup.py +1 -1
  5. {lycoris_lora-2.2.0.dev6 → lycoris_lora-2.2.0.dev7}/LICENSE.md +0 -0
  6. {lycoris_lora-2.2.0.dev6 → lycoris_lora-2.2.0.dev7}/README.md +0 -0
  7. {lycoris_lora-2.2.0.dev6 → lycoris_lora-2.2.0.dev7}/lycoris/__init__.py +0 -0
  8. {lycoris_lora-2.2.0.dev6 → lycoris_lora-2.2.0.dev7}/lycoris/config.py +0 -0
  9. {lycoris_lora-2.2.0.dev6 → lycoris_lora-2.2.0.dev7}/lycoris/hcp/__init__.py +0 -0
  10. {lycoris_lora-2.2.0.dev6 → lycoris_lora-2.2.0.dev7}/lycoris/hcp/base.py +0 -0
  11. {lycoris_lora-2.2.0.dev6 → lycoris_lora-2.2.0.dev7}/lycoris/hcp/diag_oft.py +0 -0
  12. {lycoris_lora-2.2.0.dev6 → lycoris_lora-2.2.0.dev7}/lycoris/hcp/loha.py +0 -0
  13. {lycoris_lora-2.2.0.dev6 → lycoris_lora-2.2.0.dev7}/lycoris/hcp/lokr.py +0 -0
  14. {lycoris_lora-2.2.0.dev6 → lycoris_lora-2.2.0.dev7}/lycoris/kohya/__init__.py +0 -0
  15. {lycoris_lora-2.2.0.dev6 → lycoris_lora-2.2.0.dev7}/lycoris/kohya/model_utils.py +0 -0
  16. {lycoris_lora-2.2.0.dev6 → lycoris_lora-2.2.0.dev7}/lycoris/kohya/original_unet.py +0 -0
  17. {lycoris_lora-2.2.0.dev6 → lycoris_lora-2.2.0.dev7}/lycoris/kohya/sdxl_model_util.py +0 -0
  18. {lycoris_lora-2.2.0.dev6 → lycoris_lora-2.2.0.dev7}/lycoris/kohya/sdxl_original_unet.py +0 -0
  19. {lycoris_lora-2.2.0.dev6 → lycoris_lora-2.2.0.dev7}/lycoris/kohya/test_hyperdream.py +0 -0
  20. {lycoris_lora-2.2.0.dev6 → lycoris_lora-2.2.0.dev7}/lycoris/kohya/utils.py +0 -0
  21. {lycoris_lora-2.2.0.dev6 → lycoris_lora-2.2.0.dev7}/lycoris/logging.py +0 -0
  22. {lycoris_lora-2.2.0.dev6 → lycoris_lora-2.2.0.dev7}/lycoris/modules/__init__.py +0 -0
  23. {lycoris_lora-2.2.0.dev6 → lycoris_lora-2.2.0.dev7}/lycoris/modules/attention.py +0 -0
  24. {lycoris_lora-2.2.0.dev6 → lycoris_lora-2.2.0.dev7}/lycoris/modules/base.py +0 -0
  25. {lycoris_lora-2.2.0.dev6 → lycoris_lora-2.2.0.dev7}/lycoris/modules/boft.py +0 -0
  26. {lycoris_lora-2.2.0.dev6 → lycoris_lora-2.2.0.dev7}/lycoris/modules/diag_oft.py +0 -0
  27. {lycoris_lora-2.2.0.dev6 → lycoris_lora-2.2.0.dev7}/lycoris/modules/dylora.py +0 -0
  28. {lycoris_lora-2.2.0.dev6 → lycoris_lora-2.2.0.dev7}/lycoris/modules/full.py +0 -0
  29. {lycoris_lora-2.2.0.dev6 → lycoris_lora-2.2.0.dev7}/lycoris/modules/glokr.py +0 -0
  30. {lycoris_lora-2.2.0.dev6 → lycoris_lora-2.2.0.dev7}/lycoris/modules/glora.py +0 -0
  31. {lycoris_lora-2.2.0.dev6 → lycoris_lora-2.2.0.dev7}/lycoris/modules/hypernet/__init__.py +0 -0
  32. {lycoris_lora-2.2.0.dev6 → lycoris_lora-2.2.0.dev7}/lycoris/modules/hypernet/generater.py +0 -0
  33. {lycoris_lora-2.2.0.dev6 → lycoris_lora-2.2.0.dev7}/lycoris/modules/hypernet/text_encoder.py +0 -0
  34. {lycoris_lora-2.2.0.dev6 → lycoris_lora-2.2.0.dev7}/lycoris/modules/ia3.py +0 -0
  35. {lycoris_lora-2.2.0.dev6 → lycoris_lora-2.2.0.dev7}/lycoris/modules/loha.py +0 -0
  36. {lycoris_lora-2.2.0.dev6 → lycoris_lora-2.2.0.dev7}/lycoris/modules/lokr.py +0 -0
  37. {lycoris_lora-2.2.0.dev6 → lycoris_lora-2.2.0.dev7}/lycoris/modules/norms.py +0 -0
  38. {lycoris_lora-2.2.0.dev6 → lycoris_lora-2.2.0.dev7}/lycoris/utils/__init__.py +0 -0
  39. {lycoris_lora-2.2.0.dev6 → lycoris_lora-2.2.0.dev7}/lycoris/utils/logger.py +0 -0
  40. {lycoris_lora-2.2.0.dev6 → lycoris_lora-2.2.0.dev7}/lycoris/utils/preset.py +0 -0
  41. {lycoris_lora-2.2.0.dev6 → lycoris_lora-2.2.0.dev7}/lycoris/utils/xformers_utils.py +0 -0
  42. {lycoris_lora-2.2.0.dev6 → lycoris_lora-2.2.0.dev7}/lycoris/wrapper.py +0 -0
  43. {lycoris_lora-2.2.0.dev6 → lycoris_lora-2.2.0.dev7}/lycoris_lora.egg-info/SOURCES.txt +0 -0
  44. {lycoris_lora-2.2.0.dev6 → lycoris_lora-2.2.0.dev7}/lycoris_lora.egg-info/dependency_links.txt +0 -0
  45. {lycoris_lora-2.2.0.dev6 → lycoris_lora-2.2.0.dev7}/lycoris_lora.egg-info/not-zip-safe +0 -0
  46. {lycoris_lora-2.2.0.dev6 → lycoris_lora-2.2.0.dev7}/lycoris_lora.egg-info/requires.txt +0 -0
  47. {lycoris_lora-2.2.0.dev6 → lycoris_lora-2.2.0.dev7}/lycoris_lora.egg-info/top_level.txt +0 -0
  48. {lycoris_lora-2.2.0.dev6 → lycoris_lora-2.2.0.dev7}/setup.cfg +0 -0
{lycoris_lora-2.2.0.dev6/lycoris_lora.egg-info → lycoris_lora-2.2.0.dev7}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: lycoris_lora
3
- Version: 2.2.0.dev6
3
+ Version: 2.2.0.dev7
4
4
  Summary: Lora beYond Conventional methods, Other Rank adaptation Implementations for Stable diffusion
5
5
  Home-page: https://github.com/KohakuBlueleaf/LyCORIS
6
6
  Author: Shih-Ying Yeh(KohakuBlueLeaf), Yu-Guan Hsieh, Zhidong Gao
{lycoris_lora-2.2.0.dev6 → lycoris_lora-2.2.0.dev7}/lycoris/modules/locon.py RENAMED
@@ -122,7 +122,8 @@ class LoConModule(ModuleCustomSD):
122
122
  if use_scalar:
123
123
  self.scalar = nn.Parameter(torch.tensor(0.0))
124
124
  else:
125
- self.scalar = torch.tensor(1.0)
125
+ self.scalar: torch.FloatTensor
126
+ self.register_buffer("scalar", torch.tensor(1.0), persistent=False)
126
127
  # same as microsoft's
127
128
  torch.nn.init.kaiming_uniform_(self.lora_down.weight, a=math.sqrt(5))
128
129
  if use_scalar:
@@ -176,7 +177,7 @@ class LoConModule(ModuleCustomSD):
176
177
  drop /= drop.mean()
177
178
  weight *= drop
178
179
 
179
- return weight * self.scalar
180
+ return weight * self.scalar.to(device)
180
181
 
181
182
  def apply_weight_decompose(self, weight):
182
183
  return (
@@ -326,10 +327,11 @@ class LoConModule(ModuleCustomSD):
326
327
  return self.org_forward(x)
327
328
  scale = self.scale * self.multiplier
328
329
 
330
+ dtype_device = next(self.parameters())
329
331
  if self.wd:
330
332
  weight = (
331
- self.org_module[0].weight.data.to(self.scalar)
332
- + self.make_weight(x.device).to(self.scalar) * scale
333
+ self.org_module[0].weight.data.to(dtype_device)
334
+ + self.make_weight(x.device).to(dtype_device) * scale
333
335
  )
334
336
  if self.wd:
335
337
  weight = self.apply_weight_decompose(weight)
{lycoris_lora-2.2.0.dev6 → lycoris_lora-2.2.0.dev7/lycoris_lora.egg-info}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: lycoris_lora
3
- Version: 2.2.0.dev6
3
+ Version: 2.2.0.dev7
4
4
  Summary: Lora beYond Conventional methods, Other Rank adaptation Implementations for Stable diffusion
5
5
  Home-page: https://github.com/KohakuBlueleaf/LyCORIS
6
6
  Author: Shih-Ying Yeh(KohakuBlueLeaf), Yu-Guan Hsieh, Zhidong Gao
{lycoris_lora-2.2.0.dev6 → lycoris_lora-2.2.0.dev7}/setup.py RENAMED
@@ -4,7 +4,7 @@ from setuptools import setup, find_packages
4
4
  setup(
5
5
  name="lycoris_lora",
6
6
  packages=find_packages(),
7
- version="2.2.0.dev6",
7
+ version="2.2.0.dev7",
8
8
  url="https://github.com/KohakuBlueleaf/LyCORIS",
9
9
  description="Lora beYond Conventional methods, Other Rank adaptation Implementations for Stable diffusion",
10
10
  author="Shih-Ying Yeh(KohakuBlueLeaf), Yu-Guan Hsieh, Zhidong Gao",