hcpdiff 0.9.0__py3-none-any.whl → 2.1__py3-none-any.whl

hcpdiff/visualizer_reloadable.py

@@ -1,237 +0,0 @@
-from hcpdiff.visualizer import Visualizer
-import accelerate.hooks
-from omegaconf import OmegaConf
-from hcpdiff.models import EmbeddingPTHook
-import hydra
-from diffusers import AutoencoderKL, PNDMScheduler
-import torch
-from hcpdiff.utils.cfg_net_tools import HCPModelLoader, make_plugin
-from hcpdiff.utils import load_config, hash_str
-from copy import deepcopy
-
-class VisualizerReloadable(Visualizer):
-    def __init__(self, cfgs):
-        self.lora_dict = {}
-        self.part_plugin_cfg_set = set()
-        super().__init__(cfgs)
-
-    def _merge_model(self, cfg_merge):
-        if 'plugin_cfg' in cfg_merge:  # Build plugins
-            plugin_cfg = hydra.utils.instantiate(load_config(cfg_merge.plugin_cfg))
-            make_plugin(self.pipe.unet, plugin_cfg.plugin_unet)
-            make_plugin(self.pipe.text_encoder, plugin_cfg.plugin_TE)
-
-        for cfg_group in cfg_merge.values():
-            if hasattr(cfg_group, 'type'):
-                if cfg_group.type == 'unet':
-                    lora_group = HCPModelLoader(self.pipe.unet).load_all(cfg_group)
-                elif cfg_group.type == 'TE':
-                    lora_group = HCPModelLoader(self.pipe.text_encoder).load_all(cfg_group)
-                else:
-                    raise ValueError(f'no host model type named {cfg_group.type}')
-
-                # record all lora plugin with its config hash
-                if not lora_group.empty():
-                    for cfg_lora, lora_plugin in zip(cfg_group.lora, lora_group.plugin_dict.values()):
-                        self.lora_dict[hash_str(OmegaConf.to_yaml(cfg_lora, resolve=True))] = lora_plugin
-
-                # record all part and plugin config hash
-                for cfg_part in getattr(cfg_group, "part", None) or []:
-                    self.part_plugin_cfg_set.add(hash_str(OmegaConf.to_yaml(cfg_part, resolve=True)))
-                for cfg_plugin in getattr(cfg_group, "plugin", None) or []:
-                    self.part_plugin_cfg_set.add(hash_str(OmegaConf.to_yaml(cfg_plugin, resolve=True)))
-
-    def merge_model(self):
-        self.part_plugin_cfg_set.clear()
-        self.lora_dict.clear()
-        self._merge_model(self.cfg_merge)
-
-    def part_plugin_changed(self):
-        if not self.cfg_merge:
-            return not self.cfg_same(self.cfg_merge, self.cfgs_old.merge)
-        part_plugin_cfg_set_new = set()
-        for cfg_group in self.cfg_merge.values():
-            for cfg_part in getattr(cfg_group, "part", None) or []:
-                part_plugin_cfg_set_new.add(hash_str(OmegaConf.to_yaml(cfg_part, resolve=True)))
-            for cfg_plugin in getattr(cfg_group, "plugin", None) or []:
-                part_plugin_cfg_set_new.add(hash_str(OmegaConf.to_yaml(cfg_plugin, resolve=True)))
-        return part_plugin_cfg_set_new !=  self.part_plugin_cfg_set
-
-    @staticmethod
-    def cfg_same(cfg1, cfg2):
-        if cfg1 is None:
-            return cfg2 is None
-        elif cfg2 is None:
-            return cfg1 is None
-        else:
-            return OmegaConf.to_yaml(cfg1) == OmegaConf.to_yaml(cfg2)
-
-    def reload_offload(self) -> bool:
-        if not self.cfg_same(self.cfgs_raw.offload, self.cfgs_raw_old.offload):
-            if self.offload_old:
-                # remove offload hooks
-                accelerate.hooks.remove_hook_from_module(self.pipe.unet, recurse=True)
-                accelerate.hooks.remove_hook_from_module(self.pipe.vae, recurse=True)
-        else:
-            return False
-
-        if self.offload:
-            self.pipe.unet.to('cpu')
-            self.pipe.vae.to('cpu')
-            torch.cuda.empty_cache()
-            torch.cuda.synchronize()
-            self.build_offload(self.cfgs.offload)
-        else:
-            self.pipe.unet.to('cuda')
-        return True
-
-    def reload_emb_hook(self) -> bool:
-        if self.cfgs.emb_dir!=self.cfgs_old.emb_dir or self.cfgs.N_repeats!=self.cfgs_old.N_repeats:
-            self.emb_hook.remove()
-            self.emb_hook, _ = EmbeddingPTHook.hook_from_dir(self.cfgs.emb_dir, self.pipe.tokenizer, self.pipe.text_encoder,
-                                                         N_repeats=self.cfgs.N_repeats)
-            return True
-        return False
-
-    def reload_te_hook(self) -> bool:
-        if self.cfgs.clip_skip != self.cfgs_old.clip_skip or self.cfgs.N_repeats != self.cfgs_old.N_repeats:
-            self.te_hook.N_repeats = self.cfgs.N_repeats
-            self.te_hook.clip_skip = self.cfgs.clip_skip
-            return True
-        return False
-
-    def reload_model(self) -> bool:
-        pipeline = self.get_pipeline()
-        if self.cfgs.pretrained_model!=self.cfgs_old.pretrained_model or self.part_plugin_changed():
-            comp = pipeline.from_pretrained(self.cfgs.pretrained_model, safety_checker=None, requires_safety_checker=False,
-                                        torch_dtype=self.dtype).components
-            if 'vae' in self.cfgs.new_components:
-                self.cfgs.new_components.vae = hydra.utils.instantiate(self.cfgs.new_components.vae)
-            comp.update(self.cfgs.new_components)
-            self.pipe = pipeline(**comp)
-            if self.cfg_merge:
-                self.merge_model()
-            self.pipe = self.pipe.to(torch_dtype=self.dtype)
-            self.build_optimize()
-            return True
-        return False
-
-    def reload_pipe(self) -> bool:
-        pipeline = self.get_pipeline()
-        if type(self.pipe)!=pipeline:
-            self.pipe = pipeline(**self.pipe.components)
-            return True
-        return False
-
-
-    def reload_scheduler(self) -> bool:
-        if 'scheduler' in self.cfgs_raw_old.new_components and 'scheduler' not in self.cfgs_raw.new_components:
-            # load default scheduler
-            self.pipe.scheduler = PNDMScheduler.from_pretrained(self.cfgs.pretrained_model, subfolder='scheduler', torch_dtype=self.dtype)
-            return True
-        elif not self.cfg_same(getattr(self.cfgs_raw_old.new_components, 'scheduler', {}), getattr(self.cfgs_raw.new_components, 'scheduler', {})):
-            self.pipe.scheduler = self.cfgs.new_components.scheduler
-            return True
-        return False
-
-    def reload_vae(self) -> bool:
-        if 'vae' in self.cfgs_raw_old.new_components and 'vae' not in self.cfgs_raw.new_components:
-            # load default VAE
-            self.cfgs.new_components.vae = AutoencoderKL.from_pretrained(self.cfgs.pretrained_model, subfolder='vae', torch_dtype=self.dtype)
-            return True
-        elif not self.cfg_same(getattr(self.cfgs_raw_old.new_components, 'vae', {}), getattr(self.cfgs_raw.new_components, 'vae', {})):
-            # VAE config changed, need reload
-            if 'vae' in self.cfgs_old.new_components:
-                del self.cfgs_old.new_components.vae
-                torch.cuda.empty_cache()
-            self.cfgs.new_components.vae = hydra.utils.instantiate(self.cfgs.new_components.vae)
-            self.pipe.vae = self.cfgs.new_components.vae
-            return True
-        return False
-
-    def reload_lora(self):
-        if self.cfg_merge is None:
-            if self.cfgs_old.merge is None:
-                return False
-            else:
-                for lora in self.lora_dict.values():
-                    lora.remove()
-                self.lora_dict.clear()
-                return True
-
-        cfg_merge = deepcopy(self.cfg_merge)
-        all_lora_hash = set()
-        for k, cfg_group in self.cfg_merge.items():
-            if 'part' in cfg_merge[k]:
-                del cfg_merge[k].part
-            if 'plugin' in cfg_merge[k]:
-                del cfg_merge[k].plugin
-
-            lora_add = []
-            for cfg_lora in getattr(cfg_group, "lora", None) or []:
-                cfg_hash = hash_str(OmegaConf.to_yaml(cfg_lora, resolve=True))
-                if cfg_hash not in self.lora_dict:
-                    lora_add.append(cfg_lora)
-                    all_lora_hash.add(cfg_hash)
-            cfg_merge[k].lora = OmegaConf.create(lora_add)
-
-        lora_rm_set = set(self.lora_dict.keys())-all_lora_hash
-        for cfg_hash in lora_rm_set:
-            self.lora_dict[cfg_hash].remove()
-        for cfg_hash in lora_rm_set:
-            del self.lora_dict[cfg_hash]
-
-        self._merge_model(cfg_merge)
-
-    def check_reload(self, cfgs):
-        '''
-        Reload and modify each module based on the changes of configuration file.
-        '''
-        self.cfgs_raw_old = self.cfgs_raw
-        self.cfgs_old = self.cfgs
-        self.offload_old = self.offload
-
-        self.cfgs_raw = cfgs
-
-        # Reload vae only when vae config changes
-        if 'vae' in self.cfgs_raw.new_components:
-            vae_cfg = self.cfgs_raw.new_components.vae
-            self.cfgs_raw.new_components.vae = None
-            self.cfgs = hydra.utils.instantiate(self.cfgs_raw)
-            self.cfgs_raw.new_components.vae = vae_cfg
-            self.cfgs.new_components.vae = vae_cfg
-        else:
-            self.cfgs = hydra.utils.instantiate(self.cfgs_raw)
-
-        self.cfg_merge = self.cfgs.merge
-        self.offload = 'offload' in self.cfgs and self.cfgs.offload is not None
-        self.dtype = self.dtype_dict[self.cfgs.dtype]
-
-        self.need_inter_imgs = any(item.need_inter_imgs for item in self.cfgs.interface)
-
-        is_model_reload = self.reload_model()
-        if not is_model_reload:
-            is_vae_reload = self.reload_vae()
-            if is_vae_reload:
-                self.build_vae_offload()
-            self.reload_lora()
-            self.reload_scheduler()
-            self.reload_offload()
-            self.reload_emb_hook()
-            self.reload_te_hook()
-            self.reload_pipe()
-
-        if getattr(self.cfgs, 'vae_optimize', None) is not None:
-            if self.cfgs.vae_optimize.tiling:
-                self.pipe.vae.enable_tiling()
-            else:
-                self.pipe.vae.disable_tiling()
-
-            if self.cfgs.vae_optimize.slicing:
-                self.pipe.vae.enable_slicing()
-            else:
-                self.pipe.vae.disable_slicing()
-
-        del self.cfgs_raw_old
-        del self.cfgs_old
-

hcpdiff/workflow/base.py

@@ -1,59 +0,0 @@
-from typing import List, Dict
-from tqdm.auto import tqdm
-
-class from_memory:
-    #TODO: add memory for all from_memory in cfg
-    def __init__(self, memory, mem_name):
-        self.mem_name = mem_name
-        self.memory = memory
-
-    def __call__(self):
-        memory = self.memory # use in eval
-        return eval(f'memory.{self.mem_name}')
-
-def from_memory_context(fun):
-    def f(*args, **kwargs):
-        filter_kwargs = {k: (v() if isinstance(v, from_memory) else v) for k,v in kwargs.items()}
-        return fun(*args, **filter_kwargs)
-    return f
-
-class BasicAction:
-    def __init__(self):
-        pass
-
-    def __call__(self, *args, **kwargs):
-        return self.forward(*args, **kwargs)
-
-    def forward(self, *args, **kwargs):
-        raise NotImplementedError()
-
-class MemoryMixin:
-    pass
-
-class ExecAction(BasicAction, MemoryMixin):
-    def __init__(self, prog:str):
-        self.prog = prog
-
-    def forward(self, memory, **states):
-        exec(self.prog)
-        return states
-
-class LoopAction(BasicAction, MemoryMixin):
-    def __init__(self, loop_value:Dict[str, str], actions:List[BasicAction]):
-        self.loop_value = loop_value
-        self.actions = actions
-
-    def forward(self, memory, **states):
-        loop_data = [states.pop(k) for k in self.loop_value.keys()]
-        pbar = tqdm(zip(*loop_data), total=len(loop_data[0]))
-        N_steps = len(self.actions)
-        for data in pbar:
-            feed_data = {k:v for k,v in zip(self.loop_value.values(), data)}
-            states.update(feed_data)
-            for step, act in enumerate(self.actions):
-                pbar.set_description(f'[{step+1}/{N_steps}] action: {type(act).__name__}')
-                if isinstance(act, MemoryMixin):
-                    states = act(memory=memory, **states)
-                else:
-                    states = act(**states)
-        return states

hcpdiff-0.9.0.data/data/hcpdiff/cfgs/infer/anime/text2img_anime.yaml

@@ -1,21 +0,0 @@
-_base_: [cfgs/infer/text2img.yaml]
-
-pretrained_model: 'deepghs/animefull-latest'  # animefull-latest model
-prompt: 'masterpiece, best quality, 1girl, solo, tohsaka rin'  # image of 远坂凛(tohsaka rin)
-neg_prompt: 'lowres, bad anatomy, bad hands, text, error, missing fingers, extra digit, fewer digits, cropped, worst quality, low quality, normal quality, jpeg artifacts, signature, watermark, username, blurry'
-
-clip_skip: 1 #动漫模型通常会跳过一个CLIP层
-
-infer_args:
-  width: 512
-  height: 768  # image size
-  guidance_scale: 7.5  # scale, when higher, the images will tend to be more similar
-  num_inference_steps: 30  # how many steps
-
-new_components:
-  scheduler:
-    _target_: diffusers.EulerAncestralDiscreteScheduler # change Sampler
-    beta_start: 0.00085
-    beta_end: 0.012
-    beta_schedule: 'scaled_linear'
-

hcpdiff-0.9.0.data/data/hcpdiff/cfgs/infer/anime/text2img_anime_lora.yaml

@@ -1,58 +0,0 @@
-_base_: 
-  - cfgs/infer/anime/text2img_anime.yaml
-
-pretrained_model: 'stablediffusionapi/anything-v5'  # better generic anime model
-
-# safe prompt
-prompt: 'masterpiece, best quality, highres, game cg, 1girl, solo, {night}, {starry sky}, beach, beautiful detailed sky, {extremely detailed background:1.2}, mature, {surtr_arknights-${model_steps}:1.2}, red_hair, horns, long_hair, purple_eyes, bangs, looking_at_viewer, bare_shoulders, hair_between_eyes, cleavage, {standing}, looking at viewer, {bikini:1.3}, light smile'
-
-# r18 prompt
-# prompt: 'nsfw, masterpiece, best quality, highres, 1girl, solo, {lyging on bed}, {extremely detailed background:1.2}, {nude:1.4}, {spread legs}, {arms up}, mature, {surtr_arknights-1000:1.2}, red_hair, horns, long_hair, purple_eyes, bangs, looking_at_viewer, bare_shoulders, hair_between_eyes, cleavage, nipples, {pussy:1.15}, {pussy juice:1.3}, looking at viewer, {embarrassed}, endured face, feet out of frame'
-
-# negative prompt
-neg_prompt: 'lowres, bad anatomy, bad hands, text, error, missing fingers, extra digit, fewer digits, cropped, worst quality, low quality, normal quality, jpeg artifacts, signature, watermark, username, blurry, white border'
-N_repeats: 2  # if prompt or neg_prompt is too long, increase this number
-
-bs: 1
-num: 1
-
-# when seed is not set, random seed will be used
-# seed: 758691538  # seed for safe
-# seed: 465191133  # seed for r18
-
-infer_args:
-  width: 512
-  height: 768  # image size
-  guidance_scale: 7.5  # scale, when higher, the images will tend to be more similar
-  num_inference_steps: 30  # how many steps
-
-exp_dir: 'exps/2023-07-26-01-05-35'  # experiment directory
-model_steps: 1000  # steps of selected model
-emb_dir: '${exp_dir}/ckpts/'
-output_dir: 'output/'
-
-merge:
-  alpha: 0.85 # lora权重, default: 0.85
-
-  group1:
-    type: 'unet'
-    base_model_alpha: 1.0 # base model weight to merge with lora or part
-    lora:
-      - path: '${.....exp_dir}/ckpts/unet-${.....model_steps}.safetensors'
-        alpha: ${....alpha}
-        layers: 'all'
-    part: null
-
-  group2:
-    type: 'TE'
-    base_model_alpha: 1.0 # base model weight to merge with lora or part
-    lora:
-      - path: '${.....exp_dir}/ckpts/text_encoder-${.....model_steps}.safetensors'
-        alpha: ${....alpha}
-        layers: 'all'
-    part: null
-
-interface:
-  - _target_: hcpdiff.vis.DiskInterface
-    show_steps: 0
-    save_root: '${output_dir}'

hcpdiff-0.9.0.data/data/hcpdiff/cfgs/infer/change_vae.yaml

@@ -1,6 +0,0 @@
-_base_: [cfgs/infer/text2img.yaml]
-
-new_components:
-  vae:
-    _target_: diffusers.AutoencoderKL.from_pretrained
-    pretrained_model_name_or_path: 'any3.0/vae' # path to vae model

hcpdiff-0.9.0.data/data/hcpdiff/cfgs/infer/euler_a.yaml

@@ -1,8 +0,0 @@
-_base_: [cfgs/infer/text2img.yaml]
-
-new_components:
-  scheduler:
-    _target_: diffusers.EulerAncestralDiscreteScheduler # change Sampler
-    beta_start: 0.00085
-    beta_end: 0.012
-    beta_schedule: 'scaled_linear'

hcpdiff-0.9.0.data/data/hcpdiff/cfgs/infer/img2img.yaml

@@ -1,10 +0,0 @@
-_base_: [cfgs/infer/text2img.yaml]
-
-condition:
-  type: i2i
-  image: 'cond_img.png'
-
-infer_args:
-  guidance_scale: 7.5
-  num_inference_steps: 50
-  strength: 0.75

hcpdiff-0.9.0.data/data/hcpdiff/cfgs/infer/img2img_controlnet.yaml

@@ -1,19 +0,0 @@
-_base_: [cfgs/infer/text2img.yaml]
-
-ex_input:
-  cond:
-    _target_: hcpdiff.data.data_processor.ControlNetProcessor
-    image: 'cond_img.png'
-
-merge:
-  plugin_cfg: cfgs/plugins/plugin_controlnet.yaml
-
-  group1:
-    type: 'unet'
-    base_model_alpha: 1.0 # base model weight to merge with lora or part
-    lora: null
-    part: null
-    plugin:
-      controlnet1:
-        path: 'ckpts/controlnet.ckpt'
-        layers: 'all'

hcpdiff-0.9.0.data/data/hcpdiff/cfgs/infer/inpaint.yaml

@@ -1,11 +0,0 @@
-_base_: [cfgs/infer/text2img.yaml]
-
-condition:
-  type: inpaint
-  image: 'cond_img.png'
-  mask: 'mask.png'
-
-infer_args:
-  guidance_scale: 7.5
-  num_inference_steps: 50
-  strength: 0.75

hcpdiff-0.9.0.data/data/hcpdiff/cfgs/infer/load_lora.yaml

@@ -1,26 +0,0 @@
-_base_: [cfgs/infer/text2img.yaml]
-
-merge:
-  group1:
-    type: 'unet'
-    base_model_alpha: 1.0 # base model weight to merge with lora or part
-    lora:
-      - path: 'lora1-unet.safetensors'
-        alpha: 0.8
-        layers: 'all'
-      - path: 'lora2-unet.safetensors'
-        alpha: 0.65
-        layers: 'all'
-    part: null
-
-  group2:
-    type: 'TE'
-    base_model_alpha: 1.0 # base model weight to infer with lora or part
-    lora:
-      - path: 'lora1-te.safetensors'
-        alpha: 0.8
-        layers: 'all'
-      - path: 'lora2-te.safetensors'
-        alpha: 0.65
-        layers: 'all'
-    part: null

hcpdiff-0.9.0.data/data/hcpdiff/cfgs/infer/load_unet_part.yaml

@@ -1,18 +0,0 @@
-_base_: [cfgs/infer/text2img.yaml]
-
-merge:
-  group1:
-    type: 'unet'
-    base_model_alpha: 0.0 # 基础模型权重0.0，part部分新模型权重1.0，表示用part模型覆盖原有模型
-    part:
-      - path: 'unet-100.safetensors的路径'
-        alpha: 1.0
-        layers: 'all'
-
-  group2: # 如果没有练text_encoder，这部分可以不加
-    type: 'TE'
-    base_model_alpha: 0.0
-    lora:
-      - path: 'text_encoder-100.safetensors的路径'
-        alpha: 1.0
-        layers: 'all'

hcpdiff-0.9.0.data/data/hcpdiff/cfgs/infer/offload_2GB.yaml

@@ -1,6 +0,0 @@
-_base_: [cfgs/infer/text2img.yaml]
-
-offload:
-  max_VRAM: 2GiB
-  max_RAM: 30GiB
-  vae_cpu: False

hcpdiff-0.9.0.data/data/hcpdiff/cfgs/infer/save_model.yaml

@@ -1,44 +0,0 @@
-_base_: [cfgs/infer/text2img.yaml]
-
-save_model:
-  path: ckpts/model
-  to_safetensors: true
-
-merge:
-
-  group_lora_unet:
-    type: 'unet'
-    base_model_alpha: 1.0 # base model weight to merge with lora or part
-    lora:
-      - path: 'exps/lora1/ckpts/unet-600.safetensors'
-        alpha: 0.8
-        layers: 'all'
-      - path: 'exps/lora2/ckpts/unet-800.safetensors'
-        alpha: 0.7
-        layers:
-          - 're:.*\.to_k$'
-          - 're:.*\.to_v$'
-
-  group_lora_TE:
-    type: 'TE'
-    base_model_alpha: 1.0 # base model weight to infer with lora or part
-    lora:
-      - path: 'exps/lora1/ckpts/text_encoder-600.safetensors'
-        alpha: 0.8
-        layers: 'all'
-
-  group_part_unet:
-    type: 'unet'
-    base_model_alpha: 0.4 # base model weight to merge with lora or part
-    part:
-      - path: 'exps/part1/ckpts/unet-500.safetensors'
-        alpha: 0.6
-        layers: 'all'
-
-  group_part_TE:
-    type: 'TE'
-    base_model_alpha: 0.4 # base model weight to merge with lora or part
-    part:
-      - path: 'exps/part1/ckpts/text_encoder-500.safetensors'
-        alpha: 0.6
-        layers: 'all'

hcpdiff-0.9.0.data/data/hcpdiff/cfgs/infer/text2img.yaml

@@ -1,53 +0,0 @@
-# base_state*base_model_alpha + (lora_state[i]*lora_scale[i]*lora_alpha[i]) + (part_state[k]*part_alpha[k])
-
-pretrained_model: ''
-prompt: ''
-neg_prompt: 'lowres, bad anatomy, bad hands, text, error, missing fingers, extra digit, fewer digits, cropped, worst quality, low quality, normal quality, jpeg artifacts, signature, watermark, username, blurry'
-emb_dir: 'embs/'
-N_repeats: 1
-clip_skip: 0
-clip_final_norm: True
-encoder_attention_mask: True
-bs: 4
-num: 1
-seed: null
-dtype: 'fp16'
-amp: True
-
-condition: null
-
-ex_input: {}
-
-# Syntactic sugar for interface
-save:
-  out_dir: 'output/'
-  save_cfg: True
-  image_type: png
-  quality: 95
-#  image_type: webp
-#  quality: 75
-
-offload: null
-
-#vae_optimize: null
-vae_optimize:
-  tiling: False
-  slicing: False
-
-interface:
-  - _target_: hcpdiff.vis.DiskInterface
-    show_steps: 0
-    save_root: ${save.out_dir}
-    save_cfg: ${save.save_cfg}
-    image_type: ${save.image_type}
-    quality: ${save.quality}
-
-infer_args:
-  width: 512
-  height: 512
-  guidance_scale: 7.5
-  num_inference_steps: 50
-
-new_components: {}
-
-merge: null

hcpdiff-0.9.0.data/data/hcpdiff/cfgs/infer/text2img_DA++.yaml

@@ -1,34 +0,0 @@
-_base_: [cfgs/infer/text2img.yaml]
-
-merge:
-  exp_dir: '2023-04-03-10-10-36'
-  alpha: 0.8
-  alpha_neg: 0.65
-
-  group1:
-    type: 'unet'
-    base_model_alpha: 1.0 # base model weight to merge with lora or part
-    lora:
-      - path: 'exps/${merge.exp_dir}/ckpts/unet-600.safetensors'
-        alpha: ${merge.alpha}
-        layers: 'all'
-        mask: [ 0.5, 1 ] #
-      - path: 'exps/${merge.exp_dir}/ckpts/unet-neg-600.safetensors'
-        alpha: ${merge.alpha_neg}
-        layers: 'all'
-        mask: [ 0, 0.5 ]
-    part: null
-
-  group2:
-    type: 'TE'
-    base_model_alpha: 1.0 # base model weight to infer with lora or part
-    lora:
-      - path: 'exps/${merge.exp_dir}/ckpts/text_encoder-600.safetensors'
-        alpha: ${merge.alpha}
-        layers: 'all'
-        mask: [ 0.5, 1 ]
-      - path: 'exps/${merge.exp_dir}/ckpts/text_encoder-neg-600.safetensors'
-        alpha: ${merge.alpha_neg}
-        layers: 'all'
-        mask: [ 0, 0.5 ]
-    part: null

hcpdiff-0.9.0.data/data/hcpdiff/cfgs/infer/text2img_sdxl.yaml

@@ -1,9 +0,0 @@
-_base_: [cfgs/infer/text2img.yaml]
-
-emb_dir: embs_sdxl
-
-prompt: ''
-neg_prompt: ''
-
-clip_skip: 1
-clip_final_norm: False

hcpdiff-0.9.0.data/data/hcpdiff/cfgs/plugins/plugin_controlnet.yaml

@@ -1,17 +0,0 @@
-_base_: [cfgs/train/tuning_base.yaml]
-
-plugin_unet:
-  controlnet1:
-    _target_: hcpdiff.models.controlnet.ControlNetPlugin
-    _partial_: True
-    lr: 1e-4
-    from_layers:
-      - 'pre_hook:'
-      - 'pre_hook:conv_in' # to make forward inside autocast
-    to_layers:
-      - 'down_blocks.0'
-      - 'down_blocks.1'
-      - 'down_blocks.2'
-      - 'down_blocks.3'
-      - 'mid_block'
-      - 'pre_hook:up_blocks.3.resnets.2'