hcpdiff 0.9.1__py3-none-any.whl → 2.2__py3-none-any.whl

hcpdiff-0.9.1.data/data/hcpdiff/cfgs/train/examples/DreamArtist++.yaml

@@ -1,135 +0,0 @@
-_base_:
-  - cfgs/train/dataset/regularization_dataset.yaml
-  - cfgs/train/train_base.yaml
-  - cfgs/train/tuning_base.yaml
-
-unet: null
-
-lora_unet:
-  - lr: 1e-4
-    rank: 0.01875
-    branch: p
-    dropout: 0.1
-    layers:
-      - 're:.*\.to_k$'
-      - 're:.*\.to_v$'
-      - 're:.*\.ff$'
-      #- 're:.*\.attn.?$' # Increases fitness, but potentially reduces controllability
-  - lr: 4e-5 # Low negative unet lr prevents image collapse
-    rank: 0.01875
-    branch: n
-    dropout: 0.1
-    layers:
-      - 're:.*\.to_k$'
-      - 're:.*\.to_v$'
-      - 're:.*\.ff$'
-      #- 're:.*\.attn.?$' # Increases fitness, but potentially reduces controllability
-  #  - lr: 1e-4
-  #    rank: 0.01875
-  #    type: p
-  #    layers:
-  #      - 're:.*\.resnets$' # Increases fitness, but potentially reduces controllability and change style
-  #  - lr: 4e-5
-  #    rank: 0.01875
-  #    type: n
-  #    layers:
-  #      - 're:.*\.resnets$' # Increases fitness, but potentially reduces controllability and change style
-
-lora_text_encoder:
-  - lr: 2e-5
-    rank: 2
-    branch: p
-    dropout: 0.1
-    layers:
-      - 're:.*self_attn$'
-      - 're:.*mlp$'
-  - lr: 2e-5
-    rank: 2
-    branch: n
-    dropout: 0.1
-    layers:
-      - 're:.*self_attn$'
-      - 're:.*mlp$'
-
-tokenizer_pt:
-  train: # prompt tuning embeddings
-    - { name: 'pt-botdog1', lr: 0.0025 }
-    - { name: 'pt-botdog1-neg', lr: 0.0025 }
-
-train:
-  gradient_accumulation_steps: 1
-  save_step: 100
-
-  #cfg_scale: '1.0-3.0:cos' # dynamic CFG with timestamp
-  cfg_scale: '3.0'
-
-  loss:
-    criterion: # min SNR loss
-      _target_: hcpdiff.loss.MinSNRLoss
-      gamma: 2.0
-
-  scheduler:
-    name: one_cycle
-    num_warmup_steps: 200
-    num_training_steps: 1000
-    scheduler_kwargs: { }
-
-  scheduler_pt:
-    name: one_cycle
-    num_warmup_steps: 200
-    num_training_steps: 1000
-    scheduler_kwargs: {}
-
-model:
-  pretrained_model_name_or_path: 'runwayml/stable-diffusion-v1-5'
-  tokenizer_repeats: 1
-  ema_unet: 0
-  ema_text_encoder: 0
-  clip_skip: 0
-
-# The dataset configuration inherits regularization_dataset.yaml
-# 数据集配置继承自 regularization_dataset.yaml， 只需修改部分参数
-data:
-  dataset1:
-    batch_size: 4
-    cache_latents: True
-
-    source:
-      data_source1:
-        img_root: 'imgs/'
-        prompt_template: 'prompt_tuning_template/object.txt'
-        caption_file: null # path to image captions (file_words)
-        att_mask: null
-
-        word_names: --- # remove unused item
-        text_transforms:
-          transforms: # without TagShuffle and TagDropout. | 去掉 TagShuffle 和 TagDropout.
-            - _target_: hcpdiff.utils.caption_tools.TemplateFill
-              word_names:
-                pt1: [pt-botdog1, pt-botdog1-neg]
-    bucket:
-      _target_: hcpdiff.data.bucket.RatioBucket.from_files # aspect ratio bucket
-      target_area: ${hcp.eval:"512*512"}
-      num_bucket: 1
-
-  # Add regularization to prevent image crashes
-  # Regularization images is generated by model itself with prompt from dataset
-  dataset_class:
-    batch_size: 1
-    cache_latents: True
-    loss_weight: 1.0
-
-    source:
-      data_source1:
-        img_root: 'imgs/v15'
-        prompt_template: 'prompt_tuning_template/caption.txt'
-        caption_file:
-          _targe_: hcpdiff.data.JsonCaptionLoader
-          path: 'imgs/v15/image_captions.json'
-        att_mask: null
-
-        word_names:
-          pt1: ['', '']
-    bucket:
-      _target_: hcpdiff.data.bucket.FixedBucket
-      target_size: [512, 512]

hcpdiff-0.9.1.data/data/hcpdiff/cfgs/train/examples/DreamArtist.yaml

@@ -1,45 +0,0 @@
-_base_:
-  - cfgs/train/dataset/base_dataset.yaml
-  - cfgs/train/train_base.yaml
-  - cfgs/train/tuning_base.yaml
-
-tokenizer_pt:
-  train: # prompt tuning embeddings, needs to be created in advance
-    - { name: 'pt-catgirl1', lr: 0.003 }
-    - { name: 'pt-catgirl1-neg', lr: 0.003 }
-
-train:
-  gradient_accumulation_steps: 1
-  save_step: 100
-
-  #cfg_scale: '1.0-3.0:cos' # dynamic CFG with timestamp
-  cfg_scale: '3.0'
-
-  scheduler:
-    name: 'constant_with_warmup'
-    num_warmup_steps: 50
-    num_training_steps: 600
-
-model:
-  pretrained_model_name_or_path: 'runwayml/stable-diffusion-v1-5'
-  tokenizer_repeats: 1
-  ema_unet: 0
-  ema_text_encoder: 0
-
-data:
-  dataset1:
-    batch_size: 4
-    cache_latents: True
-
-    source:
-      data_source1:
-        img_root: 'imgs/'
-        prompt_template: 'prompt_tuning_template/object.txt'
-        caption_file: null # path to image captions (file_words)
-
-        word_names:
-          pt1: [ pt-catgirl1, pt-catgirl1-neg ] # A pair of word for positive and negative branches respectively.
-    bucket:
-      _target_: hcpdiff.data.bucket.RatioBucket.from_files # aspect ratio bucket
-      target_area: ${hcp.eval:"512*512"}
-      num_bucket: 1

hcpdiff-0.9.1.data/data/hcpdiff/cfgs/train/examples/DreamBooth.yaml

@@ -1,62 +0,0 @@
-_base_:
-  - cfgs/train/dataset/regularization_dataset.yaml
-  - cfgs/train/train_base.yaml
-  - cfgs/train/tuning_base.yaml
-
-unet:
-  -
-    lr: 1e-6
-    layers:
-      - ''
-
-train:
-  gradient_accumulation_steps: 1
-  save_step: 100
-
-  scheduler:
-    name: 'constant_with_warmup'
-    num_warmup_steps: 50
-    num_training_steps: 600
-
-model:
-  pretrained_model_name_or_path: 'runwayml/stable-diffusion-v1-5'
-  tokenizer_repeats: 1
-
-# The dataset configuration inherits regularization_dataset.yaml
-# 数据集配置继承自 regularization_dataset.yaml， 只需修改部分参数
-data:
-  dataset1:
-    batch_size: 4
-    cache_latents: True
-
-    source:
-      data_source1:
-        img_root: 'imgs/'
-        prompt_template: 'prompt_tuning_template/object.txt'
-        caption_file: null # path to image captions (file_words)
-        att_mask: null
-
-        word_names:
-          pt1: sks
-          class: dog
-    bucket:
-      _target_: hcpdiff.data.bucket.RatioBucket.from_files # aspect ratio bucket
-      target_area: ${hcp.eval:"512*512"}
-      num_bucket: 1
-
-  dataset_class:
-    batch_size: 1
-    cache_latents: True
-    loss_weight: 1.0
-
-    source:
-      data_source1:
-        img_root: 'imgs/db_class'
-        prompt_template: 'prompt_tuning_template/object.txt'
-        caption_file: null
-
-        word_names:
-          class: dog
-    bucket:
-      _target_: hcpdiff.data.bucket.FixedBucket
-      target_size: [512, 512]

hcpdiff-0.9.1.data/data/hcpdiff/cfgs/train/examples/FT_sdxl.yaml

@@ -1,33 +0,0 @@
-_base_:
-  - cfgs/train/examples/fine-tuning.yaml
-
-mixed_precision: 'bf16'
-
-train:
-  optimizer:
-    _target_: transformers.optimization.Adafactor
-    _partial_: True
-    relative_step: False
-    weight_decay: 1e-3
-
-model:
-  pretrained_model_name_or_path: 'stabilityai/stable-diffusion-xl-base-1.0'
-  clip_skip: 1
-  clip_final_norm: False
-  force_cast_precision: True
-
-data:
-  dataset1:
-    _target_: hcpdiff.data.CropInfoPairDataset
-    batch_size: 4
-
-    source:
-      data_source1:
-        img_root: 'imgs/'
-        prompt_template: 'prompt_tuning_template/object.txt'
-        caption_file: 'imgs/image_captions.json' # path to image captions (file_words)
-
-    bucket:
-      _target_: hcpdiff.data.bucket.RatioBucket.from_files # aspect ratio bucket
-      target_area: ${hcp.eval:"1024*1024"}
-      num_bucket: 4

hcpdiff-0.9.1.data/data/hcpdiff/cfgs/train/examples/Lion_optimizer.yaml

@@ -1,17 +0,0 @@
-_base_: [cfgs/train/examples/fine-tuning.yaml]
-
-# Install: pip install lion-pytorch
-
-train:
-  optimizer:
-    type: --- # remove unused item
-    _target_: lion_pytorch.Lion
-    _partial_: True
-    weight_decay: 1e-2
-    #use_triton: True # set this to True to use cuda kernel w/ Triton lang (Tillet et al)
-
-  optimizer_pt:
-    type: ---
-    _target_: lion_pytorch.Lion
-    _partial_: True
-    weight_decay: 1e-3

hcpdiff-0.9.1.data/data/hcpdiff/cfgs/train/examples/TextualInversion.yaml

@@ -1,41 +0,0 @@
-_base_:
-  - cfgs/train/dataset/base_dataset.yaml
-  - cfgs/train/train_base.yaml
-  - cfgs/train/tuning_base.yaml
-
-tokenizer_pt:
-  train: # prompt tuning embeddings, needs to be created in advance
-    - { name: 'pt-catgirl1', lr: 0.003 }
-
-train:
-  gradient_accumulation_steps: 1
-  save_step: 100
-
-  scheduler:
-    name: 'constant_with_warmup'
-    num_warmup_steps: 50
-    num_training_steps: 600
-
-model:
-  pretrained_model_name_or_path: 'runwayml/stable-diffusion-v1-5'
-  tokenizer_repeats: 1
-  ema_unet: 0
-  ema_text_encoder: 0
-
-data:
-  dataset1:
-    batch_size: 4
-    cache_latents: True
-
-    source:
-      data_source1:
-        img_root: 'imgs/'
-        prompt_template: 'prompt_tuning_template/object.txt'
-        caption_file: null # path to image captions (file_words)
-
-        word_names:
-          pt1: pt-catgirl1
-    bucket:
-      _target_: hcpdiff.data.bucket.RatioBucket.from_files # aspect ratio bucket
-      target_area: ${hcp.eval:"512*512"}
-      num_bucket: 1

hcpdiff-0.9.1.data/data/hcpdiff/cfgs/train/examples/add_logger_tensorboard_wandb.yaml

@@ -1,15 +0,0 @@
-_base_: [cfgs/train/train_base.yaml]
-
-logger:
-  -
-    _target_: hcpdiff.loggers.CLILogger
-    _partial_: True
-    out_path: 'train.log'
-    log_step: 20
-  - _target_: hcpdiff.loggers.TBLogger
-    _partial_: True
-    out_path: 'tblog/'
-    log_step: 5
-  - _target_: hcpdiff.loggers.WanDBLogger
-    _partial_: True
-    log_step: 5

hcpdiff-0.9.1.data/data/hcpdiff/cfgs/train/examples/controlnet.yaml

@@ -1,53 +0,0 @@
-_base_:
-  - cfgs/train/train_base.yaml
-  - cfgs/plugins/plugin_controlnet.yaml # include controlnet plugin
-
-tokenizer_pt:
-  train: null
-
-train:
-  gradient_accumulation_steps: 1
-  save_step: 100
-
-  scheduler:
-    name: 'constant_with_warmup'
-    num_warmup_steps: 50
-    num_training_steps: 600
-
-model:
-  pretrained_model_name_or_path: 'runwayml/stable-diffusion-v1-5'
-  tokenizer_repeats: 1
-  ema_unet: 0
-  ema_text_encoder: 0
-
-data:
-  dataset1:
-    _target_: hcpdiff.data.TextImageCondPairDataset
-    _partial_: True # Not directly instantiate the object here. There are other parameters to be added in the runtime.
-    batch_size: 4
-    cache_latents: True
-    att_mask_encode: False
-    loss_weight: 1.0
-
-    source:
-      data_source1:
-        _target_: hcpdiff.data.source.Text2ImageCondSource
-        img_root: 'imgs/'
-        cond_root: 'cond_imgs/'
-        prompt_template: 'prompt_tuning_template/object.txt'
-        caption_file: null # path to image captions (file_words)
-        att_mask: null
-        bg_color: [ 255, 255, 255 ] # RGB; for ARGB -> RGB
-
-        text_transforms:
-          _target_: torchvision.transforms.Compose
-          transforms:
-            - _target_: hcpdiff.utils.caption_tools.TagShuffle
-            - _target_: hcpdiff.utils.caption_tools.TagDropout
-              p: 0.1
-            - _target_: hcpdiff.utils.caption_tools.TemplateFill
-              word_names: { }
-    bucket:
-      _target_: hcpdiff.data.bucket.RatioBucket.from_files # aspect ratio bucket
-      target_area: ${hcp.eval:"512*512"}
-      num_bucket: 5

hcpdiff-0.9.1.data/data/hcpdiff/cfgs/train/examples/ema.yaml

@@ -1,10 +0,0 @@
-_base_:
-  - cfgs/train/examples/fine-tuning.yaml
-
-model:
-  ema:
-    _target_: hcpdiff.utils.ema.ModelEMA
-    _partial_: True
-    decay_max: 0.9997
-    power: 0.85
-

hcpdiff-0.9.1.data/data/hcpdiff/cfgs/train/examples/fine-tuning.yaml

@@ -1,53 +0,0 @@
-_base_:
-  - cfgs/train/dataset/base_dataset.yaml
-  - cfgs/train/train_base.yaml
-  - cfgs/train/tuning_base.yaml
-
-unet:
-  -
-    lr: 1e-6
-    layers:
-      - '' # fine-tuning all layers in unet
-
-## fine-tuning text-encoder
-#text_encoder:
-#  - lr: 1e-6
-#    layers:
-#      - ''
-
-tokenizer_pt:
-  train: null
-
-train:
-  gradient_accumulation_steps: 1
-  save_step: 100
-
-  scheduler:
-    name: 'constant_with_warmup'
-    num_warmup_steps: 50
-    num_training_steps: 600
-
-model:
-  pretrained_model_name_or_path: 'runwayml/stable-diffusion-v1-5'
-  tokenizer_repeats: 1
-  ema_unet: 0
-  ema_text_encoder: 0
-
-# The dataset configuration inherits base_dataset.yaml
-# 数据集配置继承自base_dataset.yaml， 只需修改部分参数
-data:
-  dataset1:
-    batch_size: 4
-    cache_latents: True
-
-    source:
-      data_source1:
-        img_root: 'imgs/'
-        prompt_template: 'prompt_tuning_template/object.txt'
-        caption_file: null # path to image captions (file_words)
-        att_mask: null
-
-    bucket:
-      _target_: hcpdiff.data.bucket.RatioBucket.from_files # aspect ratio bucket
-      target_area: ${hcp.eval:"512*512"}
-      num_bucket: 5

hcpdiff-0.9.1.data/data/hcpdiff/cfgs/train/examples/locon.yaml

@@ -1,24 +0,0 @@
-_base_: [cfgs/train/examples/lora_conventional.yaml]
-
-lora_unet:
-  - # Linear
-    lr: 1e-4
-    rank: 8
-    layers:
-      - 're:.*\.attn.?$'
-      - 're:.*\.ff$'
-  - # Conv2d
-    lr: 1e-4
-    rank: 8
-    layers:
-      - 're:.*\.resnets$'
-      - 're:.*\.proj_in$'
-      - 're:.*\.proj_out$'
-      - 're:.*\.conv$'
-
-lora_text_encoder:
-  - lr: 1e-5
-    rank: 4
-    layers:
-      - 're:.*self_attn$'
-      - 're:.*mlp$'

hcpdiff-0.9.1.data/data/hcpdiff/cfgs/train/examples/lora_anime_character.yaml

@@ -1,77 +0,0 @@
-_base_:
-  - cfgs/train/examples/lora_conventional.yaml
-
-model:
-  pretrained_model_name_or_path: 'deepghs/animefull-latest'
-  clip_skip: 1
-
-character_name: surtr_arknights
-dataset_dir: '/root/autodl-tmp/dataset/surtr_3'
-# if exp_dir is not set, a random time-based directory will be used
-# exp_dir: 'exps/surtr'
-
-unet_rank: 8
-text_encoder_rank: 4
-
-tokenizer_pt:
-  emb_dir: 'embs/' #自定义word目录
-  replace: False #训练后是否替换原有word
-  train: 
-    - name: ${character_name}
-      lr: 0.003
-
-lora_unet:
-  - lr: 1e-4
-    rank: ${unet_rank}
-    layers:
-      - 're:.*\.attn.?$'
-      - 're:.*\.ff$'
-
-lora_text_encoder:
-  - lr: 1e-5
-    rank: ${text_encoder_rank}
-    layers:
-      - 're:.*self_attn$'
-      - 're:.*mlp$'
-
-data:
-  dataset1:
-    batch_size: 4
-    cache_latents: True
-
-    source:
-      data_source1:
-        img_root: ${dataset_dir}
-        prompt_template: 'prompt_tuning_template/object_caption.txt'
-        caption_file: ${dataset_dir}  # path to image captions (file_words)
-
-        word_names:
-          pt1: ${character_name}
-
-    # support images with any size, not recommended for anime training
-    # bucket:
-    #   _target_: hcpdiff.data.bucket.RatioBucket.from_files # aspect ratio bucket
-    #   target_area: ${times:512,512}
-    #   num_bucket: 5
-
-    # all images must have the same size, such as 512x704
-    bucket:
-      _target_: hcpdiff.data.bucket.SizeBucket.from_files # aspect ratio bucket
-      target_area: ---
-      num_bucket: 1
-
-logger:
-  - _target_: hcpdiff.loggers.CLILogger
-    _partial_: True
-    out_path: 'train.log'
-    log_step: 20
-  - _target_: hcpdiff.loggers.TBLogger
-    _partial_: True
-    out_path: 'tblog/'
-    log_step: 5
-#  - _target_: hcpdiff.loggers.WanDBLogger
-#    _partial_: True
-#    out_path: null
-#    log_step: 5
-
-

hcpdiff-0.9.1.data/data/hcpdiff/cfgs/train/examples/lora_conventional.yaml

@@ -1,56 +0,0 @@
-_base_:
-  - cfgs/train/dataset/base_dataset.yaml
-  - cfgs/train/train_base.yaml
-  - cfgs/train/tuning_base.yaml
-
-lora_unet:
-  -
-    lr: 1e-4
-    rank: 8
-    layers:
-      - 're:.*\.attn.?$'
-      - 're:.*\.ff$'
-
-lora_text_encoder:
-  - lr: 1e-5
-    rank: 4
-    layers:
-      - 're:.*self_attn$'
-      - 're:.*mlp$'
-
-tokenizer_pt:
-  train: null
-
-train:
-  gradient_accumulation_steps: 1
-  save_step: 100
-
-  scheduler:
-    name: 'constant_with_warmup'
-    num_warmup_steps: 50
-    num_training_steps: 1000
-
-model:
-  pretrained_model_name_or_path: 'runwayml/stable-diffusion-v1-5'
-  tokenizer_repeats: 1
-  ema_unet: 0
-  ema_text_encoder: 0
-
-data:
-  dataset1:
-    batch_size: 4
-    cache_latents: True
-
-    source:
-      data_source1:
-        img_root: 'imgs/'
-        prompt_template: 'prompt_tuning_template/object.txt'
-        caption_file: null # path to image captions (file_words)
-
-        word_names:
-          pt1: pt-cat1
-
-    bucket:
-      _target_: hcpdiff.data.bucket.RatioBucket.from_files # aspect ratio bucket
-      target_area: ${hcp.eval:"512*512"}
-      num_bucket: 5

hcpdiff-0.9.1.data/data/hcpdiff/cfgs/train/examples/lora_sdxl.yaml

@@ -1,41 +0,0 @@
-_base_:
-  - cfgs/train/examples/lora_conventional.yaml
-
-lora_unet:
-  -
-    lr: 1e-4
-    rank: 8
-    layers:
-      - 're:.*\.attn.?$'
-      - 're:.*\.ff$'
-
-lora_text_encoder:
-  - lr: 1e-5
-    rank: 4
-    # for both CLIP
-    layers:
-      - 're:.*self_attn$'
-      - 're:.*mlp$'
-    # for CLIP1 (CLIP_B)
-    # layers:
-    #   - 're:clip_B.*self_attn$'
-    #   - 're:clip_B.*mlp$'
-    # for CLIP2 (CLIP_bigG)
-    # layers:
-    #   - 're:clip_bigG.*self_attn$'
-    #   - 're:clip_bigG.*mlp$'
-
-model:
-  pretrained_model_name_or_path: '/mnt/f/models/stable-diffusion-xl-base-1.0'
-  clip_skip: 1
-  clip_final_norm: False
-
-data:
-  dataset1:
-    _target_: hcpdiff.data.CropInfoPairDataset
-    batch_size: 4
-
-    bucket:
-      _target_: hcpdiff.data.bucket.RatioBucket.from_files # aspect ratio bucket
-      target_area: ${hcp.eval:"768*768"}
-      num_bucket: 4

hcpdiff-0.9.1.data/data/hcpdiff/cfgs/train/examples/min_snr.yaml

@@ -1,7 +0,0 @@
-_base_: [cfgs/train/examples/fine-tuning.yaml]
-
-train:
-  loss:
-    criterion: # min SNR loss
-      _target_: hcpdiff.loss.MinSNRLoss
-      gamma: 2.0

hcpdiff-0.9.1.data/data/hcpdiff/cfgs/train/examples/preview_in_training.yaml

@@ -1,6 +0,0 @@
-_base_: [cfgs/train/train_base.yaml]
-
-previewer:
-  _target_: hcpdiff.loggers.preview.ImagePreviewer
-  _partial_: True
-  infer_cfg: cfgs/infer/text2img.yaml