lycoris-lora 2.1.0.dev7__tar.gz → 2.1.0.dev8__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (45) hide show
  1. {lycoris_lora-2.1.0.dev7 → lycoris_lora-2.1.0.dev8}/PKG-INFO +1 -1
  2. {lycoris_lora-2.1.0.dev7 → lycoris_lora-2.1.0.dev8}/lycoris/kohya/__init__.py +7 -4
  3. {lycoris_lora-2.1.0.dev7 → lycoris_lora-2.1.0.dev8}/lycoris/utils/__init__.py +8 -6
  4. {lycoris_lora-2.1.0.dev7 → lycoris_lora-2.1.0.dev8}/lycoris_lora.egg-info/PKG-INFO +1 -1
  5. {lycoris_lora-2.1.0.dev7 → lycoris_lora-2.1.0.dev8}/setup.py +1 -1
  6. {lycoris_lora-2.1.0.dev7 → lycoris_lora-2.1.0.dev8}/LICENSE.md +0 -0
  7. {lycoris_lora-2.1.0.dev7 → lycoris_lora-2.1.0.dev8}/README.md +0 -0
  8. {lycoris_lora-2.1.0.dev7 → lycoris_lora-2.1.0.dev8}/lycoris/__init__.py +0 -0
  9. {lycoris_lora-2.1.0.dev7 → lycoris_lora-2.1.0.dev8}/lycoris/config.py +0 -0
  10. {lycoris_lora-2.1.0.dev7 → lycoris_lora-2.1.0.dev8}/lycoris/hcp/__init__.py +0 -0
  11. {lycoris_lora-2.1.0.dev7 → lycoris_lora-2.1.0.dev8}/lycoris/hcp/base.py +0 -0
  12. {lycoris_lora-2.1.0.dev7 → lycoris_lora-2.1.0.dev8}/lycoris/hcp/diag_oft.py +0 -0
  13. {lycoris_lora-2.1.0.dev7 → lycoris_lora-2.1.0.dev8}/lycoris/hcp/loha.py +0 -0
  14. {lycoris_lora-2.1.0.dev7 → lycoris_lora-2.1.0.dev8}/lycoris/hcp/lokr.py +0 -0
  15. {lycoris_lora-2.1.0.dev7 → lycoris_lora-2.1.0.dev8}/lycoris/kohya/model_utils.py +0 -0
  16. {lycoris_lora-2.1.0.dev7 → lycoris_lora-2.1.0.dev8}/lycoris/kohya/original_unet.py +0 -0
  17. {lycoris_lora-2.1.0.dev7 → lycoris_lora-2.1.0.dev8}/lycoris/kohya/sdxl_model_util.py +0 -0
  18. {lycoris_lora-2.1.0.dev7 → lycoris_lora-2.1.0.dev8}/lycoris/kohya/sdxl_original_unet.py +0 -0
  19. {lycoris_lora-2.1.0.dev7 → lycoris_lora-2.1.0.dev8}/lycoris/kohya/utils.py +0 -0
  20. {lycoris_lora-2.1.0.dev7 → lycoris_lora-2.1.0.dev8}/lycoris/modules/__init__.py +0 -0
  21. {lycoris_lora-2.1.0.dev7 → lycoris_lora-2.1.0.dev8}/lycoris/modules/attention.py +0 -0
  22. {lycoris_lora-2.1.0.dev7 → lycoris_lora-2.1.0.dev8}/lycoris/modules/base.py +0 -0
  23. {lycoris_lora-2.1.0.dev7 → lycoris_lora-2.1.0.dev8}/lycoris/modules/diag_oft.py +0 -0
  24. {lycoris_lora-2.1.0.dev7 → lycoris_lora-2.1.0.dev8}/lycoris/modules/dylora.py +0 -0
  25. {lycoris_lora-2.1.0.dev7 → lycoris_lora-2.1.0.dev8}/lycoris/modules/full.py +0 -0
  26. {lycoris_lora-2.1.0.dev7 → lycoris_lora-2.1.0.dev8}/lycoris/modules/glokr.py +0 -0
  27. {lycoris_lora-2.1.0.dev7 → lycoris_lora-2.1.0.dev8}/lycoris/modules/glora.py +0 -0
  28. {lycoris_lora-2.1.0.dev7 → lycoris_lora-2.1.0.dev8}/lycoris/modules/hypernet/__init__.py +0 -0
  29. {lycoris_lora-2.1.0.dev7 → lycoris_lora-2.1.0.dev8}/lycoris/modules/hypernet/generater.py +0 -0
  30. {lycoris_lora-2.1.0.dev7 → lycoris_lora-2.1.0.dev8}/lycoris/modules/hypernet/text_encoder.py +0 -0
  31. {lycoris_lora-2.1.0.dev7 → lycoris_lora-2.1.0.dev8}/lycoris/modules/ia3.py +0 -0
  32. {lycoris_lora-2.1.0.dev7 → lycoris_lora-2.1.0.dev8}/lycoris/modules/locon.py +0 -0
  33. {lycoris_lora-2.1.0.dev7 → lycoris_lora-2.1.0.dev8}/lycoris/modules/loha.py +0 -0
  34. {lycoris_lora-2.1.0.dev7 → lycoris_lora-2.1.0.dev8}/lycoris/modules/lokr.py +0 -0
  35. {lycoris_lora-2.1.0.dev7 → lycoris_lora-2.1.0.dev8}/lycoris/modules/norms.py +0 -0
  36. {lycoris_lora-2.1.0.dev7 → lycoris_lora-2.1.0.dev8}/lycoris/utils/logger.py +0 -0
  37. {lycoris_lora-2.1.0.dev7 → lycoris_lora-2.1.0.dev8}/lycoris/utils/preset.py +0 -0
  38. {lycoris_lora-2.1.0.dev7 → lycoris_lora-2.1.0.dev8}/lycoris/utils/xformers_utils.py +0 -0
  39. {lycoris_lora-2.1.0.dev7 → lycoris_lora-2.1.0.dev8}/lycoris/wrapper.py +0 -0
  40. {lycoris_lora-2.1.0.dev7 → lycoris_lora-2.1.0.dev8}/lycoris_lora.egg-info/SOURCES.txt +0 -0
  41. {lycoris_lora-2.1.0.dev7 → lycoris_lora-2.1.0.dev8}/lycoris_lora.egg-info/dependency_links.txt +0 -0
  42. {lycoris_lora-2.1.0.dev7 → lycoris_lora-2.1.0.dev8}/lycoris_lora.egg-info/not-zip-safe +0 -0
  43. {lycoris_lora-2.1.0.dev7 → lycoris_lora-2.1.0.dev8}/lycoris_lora.egg-info/requires.txt +0 -0
  44. {lycoris_lora-2.1.0.dev7 → lycoris_lora-2.1.0.dev8}/lycoris_lora.egg-info/top_level.txt +0 -0
  45. {lycoris_lora-2.1.0.dev7 → lycoris_lora-2.1.0.dev8}/setup.cfg +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: lycoris_lora
3
- Version: 2.1.0.dev7
3
+ Version: 2.1.0.dev8
4
4
  Summary: Lora beYond Conventional methods, Other Rank adaptation Implementations for Stable diffusion
5
5
  Home-page: https://github.com/KohakuBlueleaf/LyCORIS
6
6
  Author: Shih-Ying Yeh(KohakuBlueLeaf), Yu-Guan Hsieh, Zhidong Gao
@@ -4,13 +4,14 @@
4
4
  # https://github.com/cloneofsimo/lora/blob/master/lora_diffusion/lora.py
5
5
  # https://github.com/kohya-ss/sd-scripts/blob/main/networks/lora.py
6
6
 
7
- import math
8
- from warnings import warn
9
7
  import os
8
+ import re
10
9
  import sys
10
+ from warnings import warn
11
+ from typing import List
11
12
 
12
13
  sys.setrecursionlimit(10000)
13
- from typing import List
14
+
14
15
  import torch
15
16
  import torch.utils.checkpoint as checkpoint
16
17
 
@@ -482,7 +483,9 @@ class LycorisNetworkKohya(LycorisNetwork):
482
483
  ]
483
484
  )
484
485
  next_config = {}
485
- elif name in target_replace_names:
486
+ elif name in target_replace_names or any(
487
+ re.match(t, name) for t in target_replace_names
488
+ ):
486
489
  if name in self.NAME_ALGO_MAP:
487
490
  next_config = self.NAME_ALGO_MAP[name]
488
491
  algo = next_config.get("algo", network_module)
@@ -230,12 +230,14 @@ def extract_diff(
230
230
  extract_c.detach().cpu().contiguous().half()
231
231
  )
232
232
  diff = (
233
- root_weight
234
- - torch.einsum(
235
- "i j k l, j r, p i -> p r k l",
236
- extract_c,
237
- extract_a.flatten(1, -1),
238
- extract_b.flatten(1, -1),
233
+ (
234
+ root_weight
235
+ - torch.einsum(
236
+ "i j k l, j r, p i -> p r k l",
237
+ extract_c,
238
+ extract_a.flatten(1, -1),
239
+ extract_b.flatten(1, -1),
240
+ )
239
241
  )
240
242
  .detach()
241
243
  .cpu()
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: lycoris-lora
3
- Version: 2.1.0.dev7
3
+ Version: 2.1.0.dev8
4
4
  Summary: Lora beYond Conventional methods, Other Rank adaptation Implementations for Stable diffusion
5
5
  Home-page: https://github.com/KohakuBlueleaf/LyCORIS
6
6
  Author: Shih-Ying Yeh(KohakuBlueLeaf), Yu-Guan Hsieh, Zhidong Gao
@@ -4,7 +4,7 @@ from setuptools import setup, find_packages
4
4
  setup(
5
5
  name="lycoris_lora",
6
6
  packages=find_packages(),
7
- version="2.1.0.dev7",
7
+ version="2.1.0.dev8",
8
8
  url="https://github.com/KohakuBlueleaf/LyCORIS",
9
9
  description="Lora beYond Conventional methods, Other Rank adaptation Implementations for Stable diffusion",
10
10
  author="Shih-Ying Yeh(KohakuBlueLeaf), Yu-Guan Hsieh, Zhidong Gao",