hcpdiff 0.3.5__py3-none-any.whl → 0.3.7__py3-none-any.whl

hcpdiff/data/bucket.py

@@ -194,7 +194,7 @@ class RatioBucket(BaseBucket):
             rs.shuffle(x)
 
         # shuffle of batches
-        bucket_list = np.hstack(bucket_list).reshape(-1, self.bs)
+        bucket_list = np.hstack(bucket_list).reshape(-1, self.bs).astype(int)
         rs.shuffle(bucket_list)
 
         self.idx_arb = bucket_list.reshape(-1)

hcpdiff/data/utils.py

@@ -72,7 +72,6 @@ def collate_fn_ft(batch):
 
 class CycleData():
     def __init__(self, data_loader):
-        print(data_loader)
         self.data_loader = data_loader
 
     def __iter__(self):

hcpdiff/tools/convert_caption_txt2json.py

@@ -6,6 +6,7 @@ from hcpdiff.utils.img_size_tool import types_support
 
 parser = argparse.ArgumentParser(description='Stable Diffusion Training')
 parser.add_argument('--data_root', type=str, default='')
+parser.add_argument('--with_imgs', action="store_true")
 args = parser.parse_args()
 
 
@@ -16,10 +17,13 @@ def get_txt_caption(path):
 
 captions = {}
 for file in os.listdir(args.data_root):
-    ext_idx = file.rfind('.')
-    file_name = file[:ext_idx]
-    if file[ext_idx + 1:] in types_support:
-        captions[file] = get_txt_caption(os.path.join(args.data_root, f'{file_name}.txt'))
+    file_name, file_ext = file.rsplit('.', 1)
+    if args.with_imgs:
+        if file_ext in types_support:
+            captions[file] = get_txt_caption(os.path.join(args.data_root, f'{file_name}.txt'))
+    else:
+        if file_ext == 'txt':
+            captions[file] = get_txt_caption(os.path.join(args.data_root, f'{file_name}.txt'))
 
 with open(os.path.join(args.data_root, f'image_captions.json'), "w", encoding='utf8') as f:
-    json.dump(captions, f)
+    json.dump(captions, f, indent=2, ensure_ascii=False)

hcpdiff/train_ac.py

@@ -28,6 +28,7 @@ from diffusers import AutoencoderKL, UNet2DConditionModel
 from diffusers.utils.import_utils import is_xformers_available
 from omegaconf import OmegaConf
 from transformers import AutoTokenizer
+from  functools import partial
 
 from hcpdiff.ckpt_manager import CkptManagerPKL, CkptManagerSafe
 from hcpdiff.data import RatioBucket, DataGroup, collate_fn_ft
@@ -329,12 +330,16 @@ class Trainer:
         # set optimizer
         parameters, parameters_pt = self.get_param_group_train()
 
-        cfg_opt = self.cfgs.train.optimizer
         if len(parameters)>0:  # do fine-tuning
+            cfg_opt = self.cfgs.train.optimizer
             if self.cfgs.train.scale_lr:
                 self.scale_lr(parameters)
 
-            if cfg_opt.type == 'adamw_8bit':
+            if isinstance(cfg_opt, partial):
+                if 'type' in cfg_opt.keywords:
+                    del cfg_opt.keywords['type']
+                self.optimizer = cfg_opt(params=parameters, lr=self.lr)
+            elif cfg_opt.type == 'adamw_8bit':
                 import bitsandbytes as bnb
                 self.optimizer = bnb.optim.AdamW8bit(params=parameters, lr=self.lr, weight_decay=cfg_opt.weight_decay)
             elif cfg_opt.type == 'deepspeed' and self.accelerator.state.deepspeed_plugin is not None:
@@ -343,23 +348,35 @@ class Trainer:
             elif cfg_opt.type == 'adamw':
                 self.optimizer = torch.optim.AdamW(params=parameters, lr=self.lr, weight_decay=cfg_opt.weight_decay)
             else:
-                self.optimizer = cfg_opt.optimizer.opt(parameters, lr=self.lr)
+                raise NotImplementedError(f'Unknown optimizer {cfg_opt.type}')
 
-            self.lr_scheduler = get_scheduler(optimizer=self.optimizer, **self.cfgs.train.scheduler)
+            if isinstance(self.cfgs.train.scheduler, partial):
+                self.lr_scheduler = self.cfgs.train.scheduler(optimizer=self.optimizer)
+            else:
+                self.lr_scheduler = get_scheduler(optimizer=self.optimizer, **self.cfgs.train.scheduler)
 
         if len(parameters_pt)>0:  # do prompt-tuning
+            cfg_opt_pt = self.cfgs.train.optimizer_pt
             if self.cfgs.train.scale_lr_pt:
                 self.scale_lr(parameters_pt)
+            if isinstance(cfg_opt_pt, partial):
+                if 'type' in cfg_opt_pt.keywords:
+                    del cfg_opt_pt.keywords['type']
+                self.optimizer_pt = cfg_opt_pt(params=parameters_pt, lr=self.lr)
+            else:
+                self.optimizer_pt = torch.optim.AdamW(params=parameters_pt, lr=self.lr, weight_decay=cfg_opt_pt.weight_decay)
 
-            self.optimizer_pt = torch.optim.AdamW(params=parameters_pt, lr=self.lr, weight_decay=cfg_opt.weight_decay_pt)
-            self.lr_scheduler_pt = get_scheduler(optimizer=self.optimizer_pt, **self.cfgs.train.scheduler_pt)
+            if isinstance(self.cfgs.train.scheduler_pt, partial):
+                self.lr_scheduler_pt = self.cfgs.train.scheduler_pt(optimizer=self.optimizer_pt)
+            else:
+                self.lr_scheduler_pt = get_scheduler(optimizer=self.optimizer_pt, **self.cfgs.train.scheduler_pt)
 
     def train(self):
         total_batch_size = sum(self.batch_size_list)*self.world_size*self.cfgs.train.gradient_accumulation_steps
 
         self.loggers.info("***** Running training *****")
         self.loggers.info(f"  Num batches each epoch = {len(self.train_loader_group.loader_list[0])}")
-        self.loggers.info(f"  Num Steps = {self.cfgs.train.scheduler.num_training_steps}")
+        self.loggers.info(f"  Num Steps = {self.cfgs.train.train_steps}")
         self.loggers.info(f"  Instantaneous batch size per device = {sum(self.batch_size_list)}")
         self.loggers.info(f"  Total train batch size (w. parallel, distributed & accumulation) = {total_batch_size}")
         self.loggers.info(f"  Gradient Accumulation steps = {self.cfgs.train.gradient_accumulation_steps}")
@@ -380,13 +397,13 @@ class Trainer:
                     lr_model = self.lr_scheduler.get_last_lr()[0] if hasattr(self, 'lr_scheduler') else 0.
                     lr_word = self.lr_scheduler_pt.get_last_lr()[0] if hasattr(self, 'lr_scheduler_pt') else 0.
                     self.loggers.log(datas={
-                        'Step':{'format':'[{}/{}]', 'data':[self.global_step, self.cfgs.train.scheduler.num_training_steps]},
+                        'Step':{'format':'[{}/{}]', 'data':[self.global_step, self.cfgs.train.train_steps]},
                         'LR_model':{'format':'{:.2e}', 'data':[lr_model]},
                         'LR_word':{'format':'{:.2e}', 'data':[lr_word]},
                         'Loss':{'format':'{:.5f}', 'data':[loss_sum.mean()]},
                     }, step=self.global_step)
 
-            if self.global_step>=self.cfgs.train.scheduler.num_training_steps:
+            if self.global_step>=self.cfgs.train.train_steps:
                 break
 
         self.wait_for_everyone()

hcpdiff/utils/net_utils.py

@@ -1,12 +1,11 @@
 import os
-from typing import Optional, Union, Tuple, Dict, Callable
+from typing import Optional, Union
 
 import torch
+from diffusers.optimization import SchedulerType, TYPE_TO_SCHEDULER_FUNCTION, Optimizer
 from torch import nn
 from torch.optim import lr_scheduler
-from diffusers.optimization import SchedulerType, TYPE_TO_SCHEDULER_FUNCTION, Optimizer
 from transformers import PretrainedConfig
-from collections import OrderedDict
 
 class TEUnetWrapper(nn.Module):
     def __init__(self, unet, TE):
@@ -33,7 +32,7 @@ def get_scheduler(
     optimizer: Optimizer,
     num_warmup_steps: Optional[int] = None,
     num_training_steps: Optional[int] = None,
-    scheduler_kwargs = {},
+    scheduler_kwargs={},
 ):
     """
     Unified API to get any scheduler from its name.
@@ -64,11 +63,11 @@ def get_scheduler(
     if num_warmup_steps is None:
         raise ValueError(f"{name} requires `num_warmup_steps`, please provide that argument.")
 
-    #One Cycle for super convergence
-    if name=='one_cycle':
+    # One Cycle for super convergence
+    if name == 'one_cycle':
         scheduler = lr_scheduler.OneCycleLR(optimizer, max_lr=[x['lr'] for x in optimizer.state_dict()['param_groups']],
-                                steps_per_epoch=num_training_steps, epochs=1,
-                                pct_start=num_warmup_steps/num_training_steps, **scheduler_kwargs)
+                                            steps_per_epoch=num_training_steps, epochs=1,
+                                            pct_start=num_warmup_steps/num_training_steps, **scheduler_kwargs)
         return scheduler
 
     name = SchedulerType(name)
@@ -117,44 +116,46 @@ def remove_all_hooks(model: nn.Module) -> None:
         child._backward_hooks.clear()
 
 def remove_layers(model: nn.Module, layer_class):
-    named_modules = {k: v for k, v in model.named_modules()}
-    for k,v in named_modules.items():
+    named_modules = {k:v for k, v in model.named_modules()}
+    for k, v in named_modules.items():
         if isinstance(v, layer_class):
             parent, name = named_modules[k.rsplit('.', 1)]
             delattr(parent, name)
             del v
 
 def load_emb(path):
-    emb=torch.load(path, map_location='cpu')['string_to_param']['*']
+    emb = torch.load(path, map_location='cpu')['string_to_param']['*']
     emb.requires_grad_(False)
     return emb
 
-def save_emb(path, emb:torch.Tensor, replace=False):
+def save_emb(path, emb: torch.Tensor, replace=False):
     name = os.path.basename(path)
     if os.path.exists(path) and not replace:
         raise FileExistsError(f'embedding "{name}" already exist.')
-    name=name[:name.rfind('.')]
+    name = name[:name.rfind('.')]
     torch.save({'string_to_param':{'*':emb}, 'name':name}, path)
 
-
 def hook_compile(model):
     named_modules = {k:v for k, v in model.named_modules()}
 
     for name, block in named_modules.items():
         if len(block._forward_hooks)>0:
-            for hook in block._forward_hooks.values(): # 从前往后执行
+            for hook in block._forward_hooks.values():  # 从前往后执行
                 old_forward = block.forward
+
                 def new_forward(*args, **kwargs):
                     result = old_forward(*args, **kwargs)
                     hook_result = hook(block, args, result)
                     if hook_result is not None:
                         result = hook_result
                     return result
+
                 block.forward = new_forward
 
         if len(block._forward_pre_hooks)>0:
-            for hook in list(block._forward_pre_hooks.values())[::-1]: # 从前往后执行
+            for hook in list(block._forward_pre_hooks.values())[::-1]:  # 从前往后执行
                 old_forward = block.forward
+
                 def new_forward(*args, **kwargs):
                     result = hook(block, args)
                     if result is not None:
@@ -163,5 +164,6 @@ def hook_compile(model):
                     else:
                         result = args
                     return old_forward(*result, **kwargs)
+
                 block.forward = new_forward
-    remove_all_hooks(model)
+    remove_all_hooks(model)

hcpdiff/visualizer.py

@@ -124,12 +124,9 @@ class Visualizer:
             images = self.pipe(prompt_embeds=emb_p, negative_prompt_embeds=emb_n, **kwargs).images
         return images
 
-    @torch.no_grad()
-    def vis_to_dir(self, root, prompt, negative_prompt='', save_cfg=True, **kwargs):
+    def save_images(self, images, root, prompt, negative_prompt='', save_cfg=True):
         os.makedirs(root, exist_ok=True)
-        num_img_exist = max([int(x.split('-',1)[0]) for x in os.listdir(root) if x.rsplit('.', 1)[-1] in types_support])+1
-
-        images = self.vis_images(prompt, negative_prompt, **kwargs)
+        num_img_exist = max([int(x.split('-', 1)[0]) for x in os.listdir(root) if x.rsplit('.', 1)[-1] in types_support]) + 1
 
         for p, pn, img in zip(prompt, negative_prompt, images):
             img.save(os.path.join(root, f"{num_img_exist}-{to_validate_file(prompt[0])}.{self.cfgs.save.image_type}"), quality=self.cfgs.save.quality)
@@ -139,6 +136,10 @@ class Visualizer:
                     f.write(OmegaConf.to_yaml(self.cfgs_raw))
             num_img_exist += 1
 
+    def vis_to_dir(self, root, prompt, negative_prompt='', save_cfg=True, **kwargs):
+        images = self.vis_images(prompt, negative_prompt, **kwargs)
+        self.save_images(images, root, prompt, negative_prompt, save_cfg=save_cfg)
+
     def show_latent(self, prompt, negative_prompt='', **kwargs):
         emb_n, emb_p = self.te_hook.encode_prompt_to_emb(negative_prompt + prompt).chunk(2)
         emb_p = self.te_hook.mult_attn(emb_p, self.token_ex.parse_attn_mult(prompt))

{hcpdiff-0.3.5.data → hcpdiff-0.3.7.data}/data/hcpdiff/cfgs/train/examples/DreamArtist++.yaml

@@ -6,15 +6,21 @@ lora_unet:
   - lr: 1e-4
     rank: 0.01875
     branch: p
+    dropout: 0.1
     layers:
-      - 're:.*\.attn.?$'
-      #- 're:.*\.ff\.net\.0$' # Increases fitness, but potentially reduces controllability
+      - 're:.*\.to_k$'
+      - 're:.*\.to_v$'
+      - 're:.*\.ff$'
+      #- 're:.*\.attn.?$' # Increases fitness, but potentially reduces controllability
   - lr: 4e-5 # Low negative unet lr prevents image collapse
     rank: 0.01875
     branch: n
+    dropout: 0.1
     layers:
-      - 're:.*\.attn.?$'
-      #- 're:.*\.ff\.net\.0$' # Increases fitness, but potentially reduces controllability
+      - 're:.*\.to_k$'
+      - 're:.*\.to_v$'
+      - 're:.*\.ff$'
+      #- 're:.*\.attn.?$' # Increases fitness, but potentially reduces controllability
   #  - lr: 1e-4
   #    rank: 0.01875
   #    type: p
@@ -27,23 +33,25 @@ lora_unet:
   #      - 're:.*\.resnets$' # Increases fitness, but potentially reduces controllability and change style
 
 lora_text_encoder:
-  - lr: 1e-5
-    rank: 0.01
+  - lr: 2e-5
+    rank: 2
     branch: p
+    dropout: 0.1
     layers:
       - 're:.*self_attn$'
       - 're:.*mlp$'
-  - lr: 1e-5
-    rank: 0.01
+  - lr: 2e-5
+    rank: 2
     branch: n
+    dropout: 0.1
     layers:
       - 're:.*self_attn$'
       - 're:.*mlp$'
 
 tokenizer_pt:
   train: # prompt tuning embeddings
-    - { name: 'pt-botdog1', lr: 0.003 }
-    - { name: 'pt-botdog1-neg', lr: 0.003 }
+    - { name: 'pt-botdog1', lr: 0.0025 }
+    - { name: 'pt-botdog1-neg', lr: 0.0025 }
 
 train:
   gradient_accumulation_steps: 1
@@ -52,13 +60,19 @@ train:
   #cfg_scale: '1.0-3.0:cos' # dynamic CFG with timestamp
   cfg_scale: '3.0'
 
+  loss:
+    criterion: # min SNR loss
+      _target_: hcpdiff.loss.MinSNRLoss
+      gamma: 2.0
+
   scheduler:
-    name: 'constant_with_warmup'
-    num_warmup_steps: 50
+    name: one_cycle
+    num_warmup_steps: 200
     num_training_steps: 1000
+    scheduler_kwargs: { }
 
   scheduler_pt:
-    name: 'one_cycle'
+    name: one_cycle
     num_warmup_steps: 200
     num_training_steps: 1000
     scheduler_kwargs: {}
@@ -68,6 +82,7 @@ model:
   tokenizer_repeats: 1
   ema_unet: 0
   ema_text_encoder: 0
+  clip_skip: 0
 
 data:
   dataset1:

hcpdiff-0.3.7.data/data/hcpdiff/cfgs/train/examples/Lion_optimizer.yaml

@@ -0,0 +1,15 @@
+_base_: [cfgs/train/examples/fine-tuning.yaml]
+
+# Install: pip install lion-pytorch
+
+train:
+  optimizer:
+    _target_: lion_pytorch.Lion
+    _partial_: True
+    weight_decay: 1e-2
+    #use_triton: True # set this to True to use cuda kernel w/ Triton lang (Tillet et al)
+
+  optimizer_pt:
+    _target_: lion_pytorch.Lion
+    _partial_: True
+    weight_decay: 1e-3

hcpdiff-0.3.7.data/data/hcpdiff/cfgs/train/examples/min_snr.yaml

@@ -0,0 +1,7 @@
+_base_: [cfgs/train/examples/fine-tuning.yaml]
+
+train:
+  loss:
+    criterion: # min SNR loss
+      _target_: hcpdiff.loss.MinSNRLoss
+      gamma: 2.0

{hcpdiff-0.3.5.data → hcpdiff-0.3.7.data}/data/hcpdiff/cfgs/train/train_base.yaml

@@ -10,6 +10,7 @@ vis_info:
   negative_prompt: ''
 
 train:
+  train_steps: 1000
   gradient_accumulation_steps: 1
   workers: 4
   max_grad_norm: 1.0
@@ -35,7 +36,10 @@ train:
   optimizer:
     type: adamw
     weight_decay: 1e-3
-    weight_decay_pt: 5e-4
+
+  optimizer_pt:
+    type: adamw
+    weight_decay: 5e-4
 
   scale_lr: True # auto scale lr with total batch size
   scheduler:
@@ -58,7 +62,7 @@ model:
   revision: null
   pretrained_model_name_or_path: null
   tokenizer_name: null
-  tokenizer_repeats: 3
+  tokenizer_repeats: 2
   enable_xformers: True
   gradient_checkpointing: True
   ema_unet: 0 # 0 to disable

{hcpdiff-0.3.5.dist-info → hcpdiff-0.3.7.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: hcpdiff
-Version: 0.3.5
+Version: 0.3.7
 Summary: A universal Stable-Diffusion toolbox
 Home-page: https://github.com/7eu7d7/HCP-Diffusion
 Author: Ziyi Dong
@@ -78,6 +78,8 @@ Compared to DreamArtist, DreamArtist++ is more stable with higher image quality
 * safetensors support
 * Controlnet (support train)
 * Min-SNR loss
+* Custom optimizer (Lion, DAdaptation, pytorch-optimizer, ...)
+* Custom lr scheduler
 
 ## Install
 

{hcpdiff-0.3.5.dist-info → hcpdiff-0.3.7.dist-info}/RECORD

@@ -1,16 +1,16 @@
 hcpdiff/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-hcpdiff/train_ac.py,sha256=03SQFub2-rSkVZqFBDoh7vAYP8VGqz9m7nvDHoP7lD8,26244
+hcpdiff/train_ac.py,sha256=1ZHWKryEy-1JPzmJsnoSzn47M9pKdbjDGxWMSNDLOYs,27108
 hcpdiff/train_ac_single.py,sha256=v35IWDwla9tunDksozwMBijas2aMZuhDofAKHX1RHzE,4785
 hcpdiff/train_colo.py,sha256=gApEmLYETlpMlngkBaKvb1GvwCH3EIqElZn1k8TSmCo,9319
-hcpdiff/visualizer.py,sha256=uNR9J6wiyJA_4fMRp7HVJxbTBzivU4C4zS9zHmbKVLc,7395
+hcpdiff/visualizer.py,sha256=6R3C-MdDJlMK3UCnw7is2jGfF18ens9rwaYYURKD1Ec,7544
 hcpdiff/ckpt_manager/__init__.py,sha256=AQOsLRmYOVXVw-yhzuYadiMKE3vUhvDr86srqOuhoW0,200
 hcpdiff/ckpt_manager/ckpt_pkl.py,sha256=WX-79vYZCeNnFixs7B3BDeo9659jUwVC9CZ5kVCjEpE,4173
 hcpdiff/ckpt_manager/ckpt_safetensor.py,sha256=UHrekZO9UfK9pa7lOjimbGxCHN65YX1NfC4w8N56rrM,1835
 hcpdiff/data/__init__.py,sha256=0enIUGK7Oo4k1FuSaLizWvPk1uI3QbvcPZuQlM9ZpaE,795
-hcpdiff/data/bucket.py,sha256=-p9Yr9ANMVPsksVmKmu8UunHkO0Q9SonBolPKZnrnGA,8554
+hcpdiff/data/bucket.py,sha256=5Wd5TRCZAhV6vLf2IGyPiV1lvLNrTC1yQGjxXn8iadY,8566
 hcpdiff/data/cond_pair_dataset.py,sha256=v12acr_m2l0k42yaXs-utyuvi8sqRSIuEOBG7Uqsll0,2214
 hcpdiff/data/pair_dataset.py,sha256=32H-wUWufXL7qtN5G1dfc2wQEBSEv70erisQzsecH1I,6104
-hcpdiff/data/utils.py,sha256=zPbf9VzJsieCCVY6nGU8YJzkyo9h2q0yydkcsVj7J8E,2615
+hcpdiff/data/utils.py,sha256=HpqzeiDOHT1sUWP0_Sm90W5l-6Xv67MWDChR3LeHL7Q,2588
 hcpdiff/loggers/__init__.py,sha256=mdVbijYrSxpQPC7WnSD6FKDPdc9NyE2_GueB1yGNJ6M,275
 hcpdiff/loggers/base_logger.py,sha256=E8L3hDuP_2QahUrtWPcKqSbr67Xtt5Qv47IOexFSPHc,1845
 hcpdiff/loggers/cli_logger.py,sha256=pzWjPr1M-7UleZJWW863Mu4StXY8rC1nR9tMYM16ulo,1276
@@ -30,7 +30,7 @@ hcpdiff/models/text_emb_ex.py,sha256=JKd4Dta-CU0YATBVos6MWvLu-nUYGx_Qdjig-2alkvQ
 hcpdiff/models/textencoder_ex.py,sha256=zI_SXbvzZvsjxQb4m9vC_c82Y7JVjktn7MsBnfmYRqU,5674
 hcpdiff/models/tokenizer_ex.py,sha256=lb6_k0BZMskXHnYUXliqA47tjCVY44OvqATUrGn7DhM,2365
 hcpdiff/tools/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-hcpdiff/tools/convert_caption_txt2json.py,sha256=FGolVVlJpJ60MOLb7AqqI1HQXV_VKx56Nzv68vZAE0c,728
+hcpdiff/tools/convert_caption_txt2json.py,sha256=ToKhrfAcN4Vzxc2gTwQOr8RQwKkPBgvpRndUlHzJOOE,955
 hcpdiff/tools/create_embedding.py,sha256=tnPpeSY1vW1P-jsjH_XvnDK83_zGx5RLr34lD38WCz0,1870
 hcpdiff/tools/gen_from_ptlist.py,sha256=LyNyc7u1fWNX1f92AgVYH3w_ePhOXmAM9HEWWSB6_T4,1691
 hcpdiff/tools/init_proj.py,sha256=7W2bsD_Yt4q85s3-dG2hSatgqn5MQb0JpuUXwmNpSto,756
@@ -42,41 +42,42 @@ hcpdiff/utils/cfg_net_tools.py,sha256=vFVyg5_cY6ygCovyNp4rXnRRW3BRZy8J4AOYzNy0CK
 hcpdiff/utils/colo_utils.py,sha256=JyLUvVnISa48CnryNLrgVxMo-jxu2UhBq70eYPrkjuI,837
 hcpdiff/utils/ema.py,sha256=-ZEp0wsaG9yiH-Xy6KE4jj2VKFkaH0Nbz_u9RuTPyfo,2993
 hcpdiff/utils/img_size_tool.py,sha256=Yh3_jZnGyXjb_5fKc-GkCVbotWarTrr5B90A0GETv5I,8433
-hcpdiff/utils/net_utils.py,sha256=-eAsiM3IPcm1oU0TUh7TEqL_58lCJ6wvI5E8SgP-_Wg,7052
+hcpdiff/utils/net_utils.py,sha256=7Zg47SJw6BCBpl2Nd8E5taxcvnur1NyWSZld8mziLEs,7029
 hcpdiff/utils/utils.py,sha256=zv54E2DtCctHAr1fdod--68fSiDl0FrfYyposkrOF6E,2756
-hcpdiff-0.3.5.data/data/hcpdiff/cfgs/te_struct.txt,sha256=yL4_mZ1MFVYsXgZc2amL3HcfHhVU97huy0Kufd4Nm3c,9778
-hcpdiff-0.3.5.data/data/hcpdiff/cfgs/unet_struct.txt,sha256=tsyLnBNkBvOCgz9BguOkaD_WDgzDUSAOTREUh3lF1Ns,45190
-hcpdiff-0.3.5.data/data/hcpdiff/cfgs/infer/change_vae.yaml,sha256=vMqGIwHTNlI-8_UZ4GskH7ILOMRSRrxwlCRfmkkVVrw,174
-hcpdiff-0.3.5.data/data/hcpdiff/cfgs/infer/euler_a.yaml,sha256=_NVVhFhPLXNm1ywxxq6HXURAuSnPjutO9rx7zPFfZl8,646
-hcpdiff-0.3.5.data/data/hcpdiff/cfgs/infer/img2img.yaml,sha256=UxOxUMShKYk6uR5w5aTRITINwkfleGrp-YQUJcmdD64,1608
-hcpdiff-0.3.5.data/data/hcpdiff/cfgs/infer/img2img_controlnet.yaml,sha256=ucOHq0TD6CXWmrBKm1fzixH8jum3a092Iqgu5X3PpUA,960
-hcpdiff-0.3.5.data/data/hcpdiff/cfgs/infer/text2img.yaml,sha256=FlsXEhjAYaByOOHNEp_SloVVkVv2Rq9ANoV6s2eWFmk,1216
-hcpdiff-0.3.5.data/data/hcpdiff/cfgs/infer/text2img_DA++.yaml,sha256=xHHkMRklE4uH15WUBAy-BgzCcZp6hOKApEofIrcME80,1542
-hcpdiff-0.3.5.data/data/hcpdiff/cfgs/infer/webui_model_infer.yaml,sha256=A9id_rgF2MO9Hu2yFYZeqaWK2PmVHN4QC67c1R6fDPk,1330
-hcpdiff-0.3.5.data/data/hcpdiff/cfgs/plugins/plugin_controlnet.yaml,sha256=paoKVoYqxmMc4P65qVWTIBnPAcKvaWtWQSD9b6WrnTg,426
-hcpdiff-0.3.5.data/data/hcpdiff/cfgs/train/train_base.yaml,sha256=U1snV7Nc31nE4fNuBtaK8fZJknrpsQ63vfH-XGkslEM,2849
-hcpdiff-0.3.5.data/data/hcpdiff/cfgs/train/tuning_base.yaml,sha256=3sDKNvwe1ztqpQnE5kTvVXDNARdzz9_v7dhhyRZU6-E,984
-hcpdiff-0.3.5.data/data/hcpdiff/cfgs/train/examples/CustomDiffusion.yaml,sha256=0ILjxlNRCrsadKj8d8md4hlHBAfpj0EUp-kQ4d7yBUU,2412
-hcpdiff-0.3.5.data/data/hcpdiff/cfgs/train/examples/DreamArtist++.yaml,sha256=m4VtlXiOxHRu55JK07mKLfpKyG_50vaK3wW1rTDGAQc,3404
-hcpdiff-0.3.5.data/data/hcpdiff/cfgs/train/examples/DreamArtist.yaml,sha256=GEoSf2lsOdL2rkE5vpjysL6dc6FBcpTnGhB2dVJnTkU,1431
-hcpdiff-0.3.5.data/data/hcpdiff/cfgs/train/examples/DreamBooth.yaml,sha256=88jbKuEYmvCaZxtBtVZk4C4YZawPlRg08xWJd3xcyB4,2219
-hcpdiff-0.3.5.data/data/hcpdiff/cfgs/train/examples/TextualInversion.yaml,sha256=ZGf-8oz2-X0ELTihy9TF2qurn1mCB9auMOYt7hbP3Ak,1224
-hcpdiff-0.3.5.data/data/hcpdiff/cfgs/train/examples/controlnet.yaml,sha256=XeDgjcjmor_gY4Qsy86et0tYm9VR8RVAJaoW-jF3UvQ,1141
-hcpdiff-0.3.5.data/data/hcpdiff/cfgs/train/examples/fine-tuning.yaml,sha256=_FV-ixk5UacI-opd7PJNO1rZs8Be0ofBGy9QAl_E8vg,1263
-hcpdiff-0.3.5.data/data/hcpdiff/cfgs/train/examples/locon.yaml,sha256=1v3RxbwuG5iZmljcSqycq8IYvuTVC7pNlzmGb1RO2A8,1471
-hcpdiff-0.3.5.data/data/hcpdiff/cfgs/train/examples/lora_conventional.yaml,sha256=0i1cl31v0n91Jmcq8LYuIr5ugvZ7pxmZNw0w3udkPtY,1310
-hcpdiff-0.3.5.data/data/hcpdiff/cfgs/train/examples/min_snr.yaml,sha256=tdYy3TIS8AHb09y0wftnxCBQUUgd7OFJOpABRLd1C1s,1359
-hcpdiff-0.3.5.data/data/hcpdiff/prompt_tuning_template/caption.txt,sha256=BFF5IJffv3lvSo6Axoc9tNLeby0T84zYSFN49wHqgWc,14
-hcpdiff-0.3.5.data/data/hcpdiff/prompt_tuning_template/name.txt,sha256=M5ZazRDxHC0Tj4HDe8iZ2BDklywaiRRk1UG0G_Sf01g,14
-hcpdiff-0.3.5.data/data/hcpdiff/prompt_tuning_template/name_2pt_caption.txt,sha256=3hP46lbjvV480jkaHyjJ6kOh-RBuBt-qJ56XkdfFUts,55
-hcpdiff-0.3.5.data/data/hcpdiff/prompt_tuning_template/name_caption.txt,sha256=r0J196gVkTGguSrkClVdQVrOi0m7UYHmjE-JPNS1eWg,25
-hcpdiff-0.3.5.data/data/hcpdiff/prompt_tuning_template/object.txt,sha256=AAQFaMPewZpoCbz_GLqqb3G3BR9pKAXCSj3PBec2iNU,889
-hcpdiff-0.3.5.data/data/hcpdiff/prompt_tuning_template/object_caption.txt,sha256=KykccgokzxIxIvJqUcqKZLNlmuWFQ2m__7eeTGRAeCo,1186
-hcpdiff-0.3.5.data/data/hcpdiff/prompt_tuning_template/style.txt,sha256=JiYeLSWrDlDZ1xCiyFaoQUNDYsVXJwUPNCcW4VDlj2w,872
-hcpdiff-0.3.5.data/data/hcpdiff/prompt_tuning_template/style_caption.txt,sha256=p3LUkXf_AxO9U5fsdNxDoSYjvTkF1LxPwUX3KRio8P0,1081
-hcpdiff-0.3.5.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-hcpdiff-0.3.5.dist-info/METADATA,sha256=ZZhmR0gtimlND5bCGzX0W9depz7KismiyLleIGKfz3M,6219
-hcpdiff-0.3.5.dist-info/WHEEL,sha256=pkctZYzUS4AYVn6dJ-7367OJZivF2e8RA9b_ZBjif18,92
-hcpdiff-0.3.5.dist-info/entry_points.txt,sha256=TZu3cbc9T3KmoNHx6JfTdHV_Ff89yn4XD7DoluIjZWk,57
-hcpdiff-0.3.5.dist-info/top_level.txt,sha256=shyf78x-HVgykYpsmY22mKG0xIc7Qk30fDMdavdYWQ8,8
-hcpdiff-0.3.5.dist-info/RECORD,,
+hcpdiff-0.3.7.data/data/hcpdiff/cfgs/te_struct.txt,sha256=yL4_mZ1MFVYsXgZc2amL3HcfHhVU97huy0Kufd4Nm3c,9778
+hcpdiff-0.3.7.data/data/hcpdiff/cfgs/unet_struct.txt,sha256=tsyLnBNkBvOCgz9BguOkaD_WDgzDUSAOTREUh3lF1Ns,45190
+hcpdiff-0.3.7.data/data/hcpdiff/cfgs/infer/change_vae.yaml,sha256=vMqGIwHTNlI-8_UZ4GskH7ILOMRSRrxwlCRfmkkVVrw,174
+hcpdiff-0.3.7.data/data/hcpdiff/cfgs/infer/euler_a.yaml,sha256=_NVVhFhPLXNm1ywxxq6HXURAuSnPjutO9rx7zPFfZl8,646
+hcpdiff-0.3.7.data/data/hcpdiff/cfgs/infer/img2img.yaml,sha256=UxOxUMShKYk6uR5w5aTRITINwkfleGrp-YQUJcmdD64,1608
+hcpdiff-0.3.7.data/data/hcpdiff/cfgs/infer/img2img_controlnet.yaml,sha256=ucOHq0TD6CXWmrBKm1fzixH8jum3a092Iqgu5X3PpUA,960
+hcpdiff-0.3.7.data/data/hcpdiff/cfgs/infer/text2img.yaml,sha256=FlsXEhjAYaByOOHNEp_SloVVkVv2Rq9ANoV6s2eWFmk,1216
+hcpdiff-0.3.7.data/data/hcpdiff/cfgs/infer/text2img_DA++.yaml,sha256=xHHkMRklE4uH15WUBAy-BgzCcZp6hOKApEofIrcME80,1542
+hcpdiff-0.3.7.data/data/hcpdiff/cfgs/infer/webui_model_infer.yaml,sha256=A9id_rgF2MO9Hu2yFYZeqaWK2PmVHN4QC67c1R6fDPk,1330
+hcpdiff-0.3.7.data/data/hcpdiff/cfgs/plugins/plugin_controlnet.yaml,sha256=paoKVoYqxmMc4P65qVWTIBnPAcKvaWtWQSD9b6WrnTg,426
+hcpdiff-0.3.7.data/data/hcpdiff/cfgs/train/train_base.yaml,sha256=xxGXHZ5LiOzMzk59N6zCRWbGfsPnkcQCvYNQtHLLM70,2899
+hcpdiff-0.3.7.data/data/hcpdiff/cfgs/train/tuning_base.yaml,sha256=3sDKNvwe1ztqpQnE5kTvVXDNARdzz9_v7dhhyRZU6-E,984
+hcpdiff-0.3.7.data/data/hcpdiff/cfgs/train/examples/CustomDiffusion.yaml,sha256=0ILjxlNRCrsadKj8d8md4hlHBAfpj0EUp-kQ4d7yBUU,2412
+hcpdiff-0.3.7.data/data/hcpdiff/cfgs/train/examples/DreamArtist++.yaml,sha256=fIiLT2bslMHNMm2YVi401-iuFVdvp7ORI9gDT1M-4FY,3667
+hcpdiff-0.3.7.data/data/hcpdiff/cfgs/train/examples/DreamArtist.yaml,sha256=GEoSf2lsOdL2rkE5vpjysL6dc6FBcpTnGhB2dVJnTkU,1431
+hcpdiff-0.3.7.data/data/hcpdiff/cfgs/train/examples/DreamBooth.yaml,sha256=88jbKuEYmvCaZxtBtVZk4C4YZawPlRg08xWJd3xcyB4,2219
+hcpdiff-0.3.7.data/data/hcpdiff/cfgs/train/examples/Lion_optimizer.yaml,sha256=06wR6KFhhzYJ9Pn2LFI1s5iUIwaZX229E7OrzqT_CsA,361
+hcpdiff-0.3.7.data/data/hcpdiff/cfgs/train/examples/TextualInversion.yaml,sha256=ZGf-8oz2-X0ELTihy9TF2qurn1mCB9auMOYt7hbP3Ak,1224
+hcpdiff-0.3.7.data/data/hcpdiff/cfgs/train/examples/controlnet.yaml,sha256=XeDgjcjmor_gY4Qsy86et0tYm9VR8RVAJaoW-jF3UvQ,1141
+hcpdiff-0.3.7.data/data/hcpdiff/cfgs/train/examples/fine-tuning.yaml,sha256=_FV-ixk5UacI-opd7PJNO1rZs8Be0ofBGy9QAl_E8vg,1263
+hcpdiff-0.3.7.data/data/hcpdiff/cfgs/train/examples/locon.yaml,sha256=1v3RxbwuG5iZmljcSqycq8IYvuTVC7pNlzmGb1RO2A8,1471
+hcpdiff-0.3.7.data/data/hcpdiff/cfgs/train/examples/lora_conventional.yaml,sha256=0i1cl31v0n91Jmcq8LYuIr5ugvZ7pxmZNw0w3udkPtY,1310
+hcpdiff-0.3.7.data/data/hcpdiff/cfgs/train/examples/min_snr.yaml,sha256=ZftPXDHzkHOQ_6NtvZ1dbSdHw0-RGyr4B7uE8TAcdOE,149
+hcpdiff-0.3.7.data/data/hcpdiff/prompt_tuning_template/caption.txt,sha256=BFF5IJffv3lvSo6Axoc9tNLeby0T84zYSFN49wHqgWc,14
+hcpdiff-0.3.7.data/data/hcpdiff/prompt_tuning_template/name.txt,sha256=M5ZazRDxHC0Tj4HDe8iZ2BDklywaiRRk1UG0G_Sf01g,14
+hcpdiff-0.3.7.data/data/hcpdiff/prompt_tuning_template/name_2pt_caption.txt,sha256=3hP46lbjvV480jkaHyjJ6kOh-RBuBt-qJ56XkdfFUts,55
+hcpdiff-0.3.7.data/data/hcpdiff/prompt_tuning_template/name_caption.txt,sha256=r0J196gVkTGguSrkClVdQVrOi0m7UYHmjE-JPNS1eWg,25
+hcpdiff-0.3.7.data/data/hcpdiff/prompt_tuning_template/object.txt,sha256=AAQFaMPewZpoCbz_GLqqb3G3BR9pKAXCSj3PBec2iNU,889
+hcpdiff-0.3.7.data/data/hcpdiff/prompt_tuning_template/object_caption.txt,sha256=KykccgokzxIxIvJqUcqKZLNlmuWFQ2m__7eeTGRAeCo,1186
+hcpdiff-0.3.7.data/data/hcpdiff/prompt_tuning_template/style.txt,sha256=JiYeLSWrDlDZ1xCiyFaoQUNDYsVXJwUPNCcW4VDlj2w,872
+hcpdiff-0.3.7.data/data/hcpdiff/prompt_tuning_template/style_caption.txt,sha256=p3LUkXf_AxO9U5fsdNxDoSYjvTkF1LxPwUX3KRio8P0,1081
+hcpdiff-0.3.7.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+hcpdiff-0.3.7.dist-info/METADATA,sha256=MfXHvfiw7MJmu95uMfkfeONiBN1f--kVZhchBgFSZPU,6304
+hcpdiff-0.3.7.dist-info/WHEEL,sha256=pkctZYzUS4AYVn6dJ-7367OJZivF2e8RA9b_ZBjif18,92
+hcpdiff-0.3.7.dist-info/entry_points.txt,sha256=TZu3cbc9T3KmoNHx6JfTdHV_Ff89yn4XD7DoluIjZWk,57
+hcpdiff-0.3.7.dist-info/top_level.txt,sha256=shyf78x-HVgykYpsmY22mKG0xIc7Qk30fDMdavdYWQ8,8
+hcpdiff-0.3.7.dist-info/RECORD,,

hcpdiff-0.3.5.data/data/hcpdiff/cfgs/train/examples/min_snr.yaml

@@ -1,58 +0,0 @@
-_base_: [cfgs/train/train_base.yaml, cfgs/train/tuning_base.yaml]
-
-unet:
-  -
-    lr: 1e-6
-    layers:
-      - '' # fine-tuning all layers in unet
-
-## fine-tuning text-encoder
-#text_encoder:
-#  - lr: 1e-6
-#    layers:
-#      - ''
-
-tokenizer_pt:
-  train: null
-
-train:
-  gradient_accumulation_steps: 1
-  save_step: 100
-
-  loss:
-    criterion: # min SNR loss
-      _target_: hcpdiff.loss.MinSNRLoss
-      gamma: 2.0
-
-  scheduler:
-    name: 'constant_with_warmup'
-    num_warmup_steps: 50
-    num_training_steps: 600
-
-model:
-  pretrained_model_name_or_path: 'runwayml/stable-diffusion-v1-5'
-  tokenizer_repeats: 1
-  ema_unet: 0
-  ema_text_encoder: 0
-
-data:
-  dataset1:
-    batch_size: 4
-    cache_latents: True
-
-    source:
-      data_source1:
-        img_root: 'imgs/'
-        prompt_template: 'prompt_tuning_template/object.txt'
-        caption_file: null # path to image captions (file_words)
-        tag_transforms:
-          transforms:
-            - _target_: hcpdiff.utils.caption_tools.TagShuffle
-            - _target_: hcpdiff.utils.caption_tools.TagDropout
-              p: 0.1
-            - _target_: hcpdiff.utils.caption_tools.TemplateFill
-              word_names: { }
-    bucket:
-      _target_: hcpdiff.data.bucket.RatioBucket.from_files # aspect ratio bucket
-      target_area: {_target_: "builtins.eval", _args_: ['512*512']}
-      num_bucket: 5