libcom 0.1.8__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- libcom/__init__.py +23 -0
- libcom/color_transfer/__init__.py +3 -0
- libcom/color_transfer/reinhard.py +57 -0
- libcom/fopa_heat_map/__init__.py +4 -0
- libcom/fopa_heat_map/fopa_heat_map.py +212 -0
- libcom/fopa_heat_map/source/__init__.py +0 -0
- libcom/fopa_heat_map/source/backbone/ResNet.py +229 -0
- libcom/fopa_heat_map/source/backbone/__init__.py +0 -0
- libcom/fopa_heat_map/source/data/OBdataset.py +292 -0
- libcom/fopa_heat_map/source/data/__init__.py +0 -0
- libcom/fopa_heat_map/source/data/all_transforms.py +25 -0
- libcom/fopa_heat_map/source/network/BaseBlocks.py +26 -0
- libcom/fopa_heat_map/source/network/DynamicModules.py +43 -0
- libcom/fopa_heat_map/source/network/ObPlaNet_simple.py +112 -0
- libcom/fopa_heat_map/source/network/__init__.py +1 -0
- libcom/fopa_heat_map/source/network/tensor_ops.py +37 -0
- libcom/fopa_heat_map/source/prepare_multi_fg_scales.py +85 -0
- libcom/fos_score/__init__.py +4 -0
- libcom/fos_score/fos_score_prediction.py +218 -0
- libcom/fos_score/source/__init__.py +0 -0
- libcom/fos_score/source/config/__init__.py +1 -0
- libcom/fos_score/source/config/config.py +68 -0
- libcom/fos_score/source/config/config.sfosd.yaml +43 -0
- libcom/fos_score/source/config/config_rfosd.yaml +43 -0
- libcom/fos_score/source/loss_function.py +118 -0
- libcom/fos_score/source/networks.py +355 -0
- libcom/harmony_score/__init__.py +3 -0
- libcom/harmony_score/harmony_score_prediction.py +119 -0
- libcom/harmony_score/source/__init__.py +0 -0
- libcom/harmony_score/source/bargainnet.py +226 -0
- libcom/image_harmonization/__init__.py +4 -0
- libcom/image_harmonization/image_harmonization.py +193 -0
- libcom/image_harmonization/source/__init__.py +0 -0
- libcom/image_harmonization/source/functions.py +747 -0
- libcom/image_harmonization/source/pct_net.py +85 -0
- libcom/image_harmonization/source/src/__init__.py +0 -0
- libcom/image_harmonization/source/src/lbm/__init__.py +0 -0
- libcom/image_harmonization/source/src/lbm/config.py +141 -0
- libcom/image_harmonization/source/src/lbm/data/__init__.py +62 -0
- libcom/image_harmonization/source/src/lbm/data/datasets/__init__.py +9 -0
- libcom/image_harmonization/source/src/lbm/data/datasets/collation_fn.py +41 -0
- libcom/image_harmonization/source/src/lbm/data/datasets/dataset.py +243 -0
- libcom/image_harmonization/source/src/lbm/data/datasets/datasets_config.py +42 -0
- libcom/image_harmonization/source/src/lbm/data/filters/__init__.py +12 -0
- libcom/image_harmonization/source/src/lbm/data/filters/base.py +21 -0
- libcom/image_harmonization/source/src/lbm/data/filters/filter_wrapper.py +36 -0
- libcom/image_harmonization/source/src/lbm/data/filters/filters.py +33 -0
- libcom/image_harmonization/source/src/lbm/data/filters/filters_config.py +32 -0
- libcom/image_harmonization/source/src/lbm/data/mappers/__init__.py +19 -0
- libcom/image_harmonization/source/src/lbm/data/mappers/base.py +26 -0
- libcom/image_harmonization/source/src/lbm/data/mappers/mappers.py +135 -0
- libcom/image_harmonization/source/src/lbm/data/mappers/mappers_config.py +109 -0
- libcom/image_harmonization/source/src/lbm/data/mappers/mappers_wrapper.py +31 -0
- libcom/image_harmonization/source/src/lbm/inference/__init__.py +4 -0
- libcom/image_harmonization/source/src/lbm/inference/inference.py +70 -0
- libcom/image_harmonization/source/src/lbm/inference/utils.py +222 -0
- libcom/image_harmonization/source/src/lbm/models/__init__.py +0 -0
- libcom/image_harmonization/source/src/lbm/models/base/__init__.py +4 -0
- libcom/image_harmonization/source/src/lbm/models/base/base_model.py +66 -0
- libcom/image_harmonization/source/src/lbm/models/base/model_config.py +8 -0
- libcom/image_harmonization/source/src/lbm/models/embedders/__init__.py +4 -0
- libcom/image_harmonization/source/src/lbm/models/embedders/base/__init__.py +4 -0
- libcom/image_harmonization/source/src/lbm/models/embedders/base/base_conditioner.py +60 -0
- libcom/image_harmonization/source/src/lbm/models/embedders/base/base_conditioner_config.py +27 -0
- libcom/image_harmonization/source/src/lbm/models/embedders/conditioners_wrapper.py +114 -0
- libcom/image_harmonization/source/src/lbm/models/embedders/latents_concat/__init__.py +4 -0
- libcom/image_harmonization/source/src/lbm/models/embedders/latents_concat/latents_concat_embedder_config.py +31 -0
- libcom/image_harmonization/source/src/lbm/models/embedders/latents_concat/latents_concat_embedder_model.py +80 -0
- libcom/image_harmonization/source/src/lbm/models/lbm/__init__.py +4 -0
- libcom/image_harmonization/source/src/lbm/models/lbm/lbm_config.py +101 -0
- libcom/image_harmonization/source/src/lbm/models/lbm/lbm_model.py +359 -0
- libcom/image_harmonization/source/src/lbm/models/unets/__init__.py +14 -0
- libcom/image_harmonization/source/src/lbm/models/unets/unet.py +148 -0
- libcom/image_harmonization/source/src/lbm/models/utils.py +377 -0
- libcom/image_harmonization/source/src/lbm/models/vae/__init__.py +4 -0
- libcom/image_harmonization/source/src/lbm/models/vae/autoencoderKL.py +136 -0
- libcom/image_harmonization/source/src/lbm/models/vae/autoencoderKL_config.py +27 -0
- libcom/image_harmonization/source/src/lbm/trainer/__init__.py +85 -0
- libcom/image_harmonization/source/src/lbm/trainer/loggers.py +324 -0
- libcom/image_harmonization/source/src/lbm/trainer/trainer.py +199 -0
- libcom/image_harmonization/source/src/lbm/trainer/training_config.py +82 -0
- libcom/image_harmonization/source/src/lbm/trainer/utils.py +193 -0
- libcom/inharmonious_region_localization/__init__.py +4 -0
- libcom/inharmonious_region_localization/inharmonious_region_localization.py +97 -0
- libcom/inharmonious_region_localization/source/__init__.py +0 -0
- libcom/inharmonious_region_localization/source/blocks.py +368 -0
- libcom/inharmonious_region_localization/source/functions.py +679 -0
- libcom/inharmonious_region_localization/source/madis_net.py +79 -0
- libcom/kontext_blending_harmonization/__init__.py +3 -0
- libcom/kontext_blending_harmonization/kontext_blending_harmonization.py +148 -0
- libcom/kontext_blending_harmonization/source/__init__.py +0 -0
- libcom/kontext_blending_harmonization/source/pipeline.py +1135 -0
- libcom/naive_composition/__init__.py +3 -0
- libcom/naive_composition/generate_composite_image.py +116 -0
- libcom/opa_score/__init__.py +3 -0
- libcom/opa_score/opa_score_prediction.py +101 -0
- libcom/opa_score/source/__init__.py +3 -0
- libcom/opa_score/source/object_place_net.py +55 -0
- libcom/opa_score/source/oblect_place_config.py +66 -0
- libcom/opa_score/source/resnet_4ch.py +213 -0
- libcom/os_insert/__init__.py +3 -0
- libcom/os_insert/diffusers_osinsert/__init__.py +78 -0
- libcom/os_insert/diffusers_osinsert/_patched_pipeline_flux_fill.py +878 -0
- libcom/os_insert/os_insert.py +534 -0
- libcom/os_insert/source/__init__.py +1 -0
- libcom/os_insert/source/ia_utils.py +183 -0
- libcom/os_insert/source/insertanything_infer.py +529 -0
- libcom/os_insert/source/ldm/__init__.py +0 -0
- libcom/os_insert/source/ldm/data/__init__.py +0 -0
- libcom/os_insert/source/ldm/data/base.py +23 -0
- libcom/os_insert/source/ldm/data/datamodule.py +128 -0
- libcom/os_insert/source/ldm/data/imagenet.py +394 -0
- libcom/os_insert/source/ldm/data/lsun.py +92 -0
- libcom/os_insert/source/ldm/data/open_images.py +728 -0
- libcom/os_insert/source/ldm/lr_scheduler.py +98 -0
- libcom/os_insert/source/ldm/models/__init__.py +0 -0
- libcom/os_insert/source/ldm/models/autoencoder.py +443 -0
- libcom/os_insert/source/ldm/models/diffusion/__init__.py +0 -0
- libcom/os_insert/source/ldm/models/diffusion/classifier.py +267 -0
- libcom/os_insert/source/ldm/models/diffusion/ddim.py +263 -0
- libcom/os_insert/source/ldm/models/diffusion/ddpm.py +1417 -0
- libcom/os_insert/source/ldm/models/diffusion/plms.py +252 -0
- libcom/os_insert/source/ldm/modules/__init__.py +0 -0
- libcom/os_insert/source/ldm/modules/attention.py +261 -0
- libcom/os_insert/source/ldm/modules/diffusionmodules/__init__.py +0 -0
- libcom/os_insert/source/ldm/modules/diffusionmodules/model.py +835 -0
- libcom/os_insert/source/ldm/modules/diffusionmodules/openaimodel.py +1108 -0
- libcom/os_insert/source/ldm/modules/diffusionmodules/util.py +267 -0
- libcom/os_insert/source/ldm/modules/distributions/__init__.py +0 -0
- libcom/os_insert/source/ldm/modules/distributions/distributions.py +92 -0
- libcom/os_insert/source/ldm/modules/ema.py +76 -0
- libcom/os_insert/source/ldm/modules/encoders/__init__.py +0 -0
- libcom/os_insert/source/ldm/modules/encoders/modules.py +190 -0
- libcom/os_insert/source/ldm/modules/encoders/xf.py +130 -0
- libcom/os_insert/source/ldm/modules/losses/__init__.py +1 -0
- libcom/os_insert/source/ldm/modules/losses/contperceptual.py +111 -0
- libcom/os_insert/source/ldm/modules/losses/vqperceptual.py +167 -0
- libcom/os_insert/source/ldm/modules/x_transformer.py +641 -0
- libcom/os_insert/source/ldm/util.py +203 -0
- libcom/os_insert/source/objectstitch_data.py +66 -0
- libcom/os_insert/source/objectstitch_infer.py +618 -0
- libcom/os_insert/source/sam_on_objectstitch.py +253 -0
- libcom/os_insert/source/utils.py +41 -0
- libcom/os_insert/source/v1.yaml +108 -0
- libcom/painterly_image_harmonization/__init__.py +4 -0
- libcom/painterly_image_harmonization/painterly_image_harmonization.py +215 -0
- libcom/painterly_image_harmonization/source/PHDNet/__init__.py +0 -0
- libcom/painterly_image_harmonization/source/PHDNet/networks.py +202 -0
- libcom/painterly_image_harmonization/source/PHDNet/phdnet.py +47 -0
- libcom/painterly_image_harmonization/source/PHDNet/phdnet_config.py +18 -0
- libcom/painterly_image_harmonization/source/PHDiffusion/__init__.py +0 -0
- libcom/painterly_image_harmonization/source/PHDiffusion/ldm/__init__.py +0 -0
- libcom/painterly_image_harmonization/source/PHDiffusion/ldm/inference_base.py +300 -0
- libcom/painterly_image_harmonization/source/PHDiffusion/ldm/lr_scheduler.py +98 -0
- libcom/painterly_image_harmonization/source/PHDiffusion/ldm/models/__init__.py +0 -0
- libcom/painterly_image_harmonization/source/PHDiffusion/ldm/models/autoencoder.py +211 -0
- libcom/painterly_image_harmonization/source/PHDiffusion/ldm/models/diffusion/__init__.py +3 -0
- libcom/painterly_image_harmonization/source/PHDiffusion/ldm/models/diffusion/ddim.py +336 -0
- libcom/painterly_image_harmonization/source/PHDiffusion/ldm/models/diffusion/ddpm.py +1400 -0
- libcom/painterly_image_harmonization/source/PHDiffusion/ldm/models/diffusion/dpm_solver/__init__.py +1 -0
- libcom/painterly_image_harmonization/source/PHDiffusion/ldm/models/diffusion/dpm_solver/dpm_solver.py +1217 -0
- libcom/painterly_image_harmonization/source/PHDiffusion/ldm/models/diffusion/dpm_solver/sampler.py +87 -0
- libcom/painterly_image_harmonization/source/PHDiffusion/ldm/models/diffusion/plms.py +243 -0
- libcom/painterly_image_harmonization/source/PHDiffusion/ldm/models/diffusion/scheduling_pndm.py +518 -0
- libcom/painterly_image_harmonization/source/PHDiffusion/ldm/modules/__init__.py +0 -0
- libcom/painterly_image_harmonization/source/PHDiffusion/ldm/modules/attention.py +378 -0
- libcom/painterly_image_harmonization/source/PHDiffusion/ldm/modules/diffusionmodules/__init__.py +0 -0
- libcom/painterly_image_harmonization/source/PHDiffusion/ldm/modules/diffusionmodules/model.py +857 -0
- libcom/painterly_image_harmonization/source/PHDiffusion/ldm/modules/diffusionmodules/openaimodel.py +823 -0
- libcom/painterly_image_harmonization/source/PHDiffusion/ldm/modules/diffusionmodules/util.py +270 -0
- libcom/painterly_image_harmonization/source/PHDiffusion/ldm/modules/distributions/__init__.py +0 -0
- libcom/painterly_image_harmonization/source/PHDiffusion/ldm/modules/distributions/distributions.py +92 -0
- libcom/painterly_image_harmonization/source/PHDiffusion/ldm/modules/ema.py +80 -0
- libcom/painterly_image_harmonization/source/PHDiffusion/ldm/modules/encoders/__init__.py +0 -0
- libcom/painterly_image_harmonization/source/PHDiffusion/ldm/modules/encoders/adapter.py +213 -0
- libcom/painterly_image_harmonization/source/PHDiffusion/ldm/modules/encoders/modules.py +82 -0
- libcom/painterly_image_harmonization/source/PHDiffusion/ldm/modules/extra_condition/__init__.py +1 -0
- libcom/painterly_image_harmonization/source/PHDiffusion/ldm/modules/extra_condition/api.py +269 -0
- libcom/painterly_image_harmonization/source/PHDiffusion/ldm/modules/extra_condition/midas/__init__.py +0 -0
- libcom/painterly_image_harmonization/source/PHDiffusion/ldm/modules/extra_condition/midas/api.py +175 -0
- libcom/painterly_image_harmonization/source/PHDiffusion/ldm/modules/extra_condition/midas/midas/__init__.py +0 -0
- libcom/painterly_image_harmonization/source/PHDiffusion/ldm/modules/extra_condition/midas/midas/base_model.py +16 -0
- libcom/painterly_image_harmonization/source/PHDiffusion/ldm/modules/extra_condition/midas/midas/blocks.py +342 -0
- libcom/painterly_image_harmonization/source/PHDiffusion/ldm/modules/extra_condition/midas/midas/dpt_depth.py +109 -0
- libcom/painterly_image_harmonization/source/PHDiffusion/ldm/modules/extra_condition/midas/midas/midas_net.py +76 -0
- libcom/painterly_image_harmonization/source/PHDiffusion/ldm/modules/extra_condition/midas/midas/midas_net_custom.py +128 -0
- libcom/painterly_image_harmonization/source/PHDiffusion/ldm/modules/extra_condition/midas/midas/transforms.py +234 -0
- libcom/painterly_image_harmonization/source/PHDiffusion/ldm/modules/extra_condition/midas/midas/vit.py +491 -0
- libcom/painterly_image_harmonization/source/PHDiffusion/ldm/modules/extra_condition/midas/utils.py +189 -0
- libcom/painterly_image_harmonization/source/PHDiffusion/ldm/modules/extra_condition/model_edge.py +653 -0
- libcom/painterly_image_harmonization/source/PHDiffusion/ldm/modules/extra_condition/openpose/__init__.py +0 -0
- libcom/painterly_image_harmonization/source/PHDiffusion/ldm/modules/extra_condition/openpose/api.py +35 -0
- libcom/painterly_image_harmonization/source/PHDiffusion/ldm/modules/extra_condition/openpose/body.py +209 -0
- libcom/painterly_image_harmonization/source/PHDiffusion/ldm/modules/extra_condition/openpose/hand.py +75 -0
- libcom/painterly_image_harmonization/source/PHDiffusion/ldm/modules/extra_condition/openpose/model.py +178 -0
- libcom/painterly_image_harmonization/source/PHDiffusion/ldm/modules/extra_condition/openpose/util.py +203 -0
- libcom/painterly_image_harmonization/source/PHDiffusion/ldm/modules/extra_condition/utils.py +72 -0
- libcom/painterly_image_harmonization/source/PHDiffusion/ldm/modules/fusion/__init__.py +0 -0
- libcom/painterly_image_harmonization/source/PHDiffusion/ldm/modules/fusion/dual_encoder_fusion.py +93 -0
- libcom/painterly_image_harmonization/source/PHDiffusion/ldm/modules/image_degradation/__init__.py +2 -0
- libcom/painterly_image_harmonization/source/PHDiffusion/ldm/modules/image_degradation/bsrgan.py +730 -0
- libcom/painterly_image_harmonization/source/PHDiffusion/ldm/modules/image_degradation/bsrgan_light.py +651 -0
- libcom/painterly_image_harmonization/source/PHDiffusion/ldm/modules/image_degradation/utils_image.py +916 -0
- libcom/painterly_image_harmonization/source/PHDiffusion/ldm/util.py +200 -0
- libcom/painterly_image_harmonization/source/PHDiffusion/stable_diffusion.yaml +75 -0
- libcom/painterly_image_harmonization/source/__init__.py +0 -0
- libcom/reflection_generation/__init__.py +3 -0
- libcom/reflection_generation/reflection_generation.py +174 -0
- libcom/reflection_generation/source/PostProcessModel.py +513 -0
- libcom/reflection_generation/source/__init__.py +0 -0
- libcom/reflection_generation/source/cldm/__init__.py +0 -0
- libcom/reflection_generation/source/cldm/base_network.py +166 -0
- libcom/reflection_generation/source/cldm/cldm.py +509 -0
- libcom/reflection_generation/source/cldm/ddim_hacked.py +317 -0
- libcom/reflection_generation/source/cldm/hack.py +111 -0
- libcom/reflection_generation/source/cldm/logger.py +127 -0
- libcom/reflection_generation/source/cldm/model.py +26 -0
- libcom/reflection_generation/source/cldm_v15.yaml +81 -0
- libcom/reflection_generation/source/cluster_feature.py +109 -0
- libcom/reflection_generation/source/ldm/__init__.py +0 -0
- libcom/reflection_generation/source/ldm/models/__init__.py +0 -0
- libcom/reflection_generation/source/ldm/models/autoencoder.py +219 -0
- libcom/reflection_generation/source/ldm/models/diffusion/__init__.py +0 -0
- libcom/reflection_generation/source/ldm/models/diffusion/attention_processor.py +188 -0
- libcom/reflection_generation/source/ldm/models/diffusion/ddim.py +340 -0
- libcom/reflection_generation/source/ldm/models/diffusion/ddpm.py +1892 -0
- libcom/reflection_generation/source/ldm/models/diffusion/dpm_solver/__init__.py +1 -0
- libcom/reflection_generation/source/ldm/models/diffusion/dpm_solver/dpm_solver.py +1154 -0
- libcom/reflection_generation/source/ldm/models/diffusion/dpm_solver/sampler.py +87 -0
- libcom/reflection_generation/source/ldm/models/diffusion/ip_adapter.py +57 -0
- libcom/reflection_generation/source/ldm/models/diffusion/plms.py +244 -0
- libcom/reflection_generation/source/ldm/models/diffusion/sampling_util.py +22 -0
- libcom/reflection_generation/source/ldm/modules/__init__.py +0 -0
- libcom/reflection_generation/source/ldm/modules/attention.py +341 -0
- libcom/reflection_generation/source/ldm/modules/diffusionmodules/__init__.py +0 -0
- libcom/reflection_generation/source/ldm/modules/diffusionmodules/model.py +852 -0
- libcom/reflection_generation/source/ldm/modules/diffusionmodules/openaimodel.py +786 -0
- libcom/reflection_generation/source/ldm/modules/diffusionmodules/upscaling.py +81 -0
- libcom/reflection_generation/source/ldm/modules/diffusionmodules/util.py +280 -0
- libcom/reflection_generation/source/ldm/modules/distributions/__init__.py +0 -0
- libcom/reflection_generation/source/ldm/modules/distributions/distributions.py +92 -0
- libcom/reflection_generation/source/ldm/modules/ema.py +80 -0
- libcom/reflection_generation/source/ldm/modules/encoders/__init__.py +0 -0
- libcom/reflection_generation/source/ldm/modules/encoders/modules.py +214 -0
- libcom/reflection_generation/source/ldm/modules/image_degradation/__init__.py +0 -0
- libcom/reflection_generation/source/ldm/modules/image_degradation/bsrgan.py +730 -0
- libcom/reflection_generation/source/ldm/modules/image_degradation/bsrgan_light.py +651 -0
- libcom/reflection_generation/source/ldm/modules/image_degradation/utils_image.py +916 -0
- libcom/reflection_generation/source/ldm/util.py +198 -0
- libcom/reflection_generation/source/local_clip.py +749 -0
- libcom/reflection_generation/source/tool_add_control.py +49 -0
- libcom/shadow_generation/__init__.py +3 -0
- libcom/shadow_generation/shadow_generation.py +754 -0
- libcom/shadow_generation/source/PostProcessModel.py +511 -0
- libcom/shadow_generation/source/__init__.py +0 -0
- libcom/shadow_generation/source/attention_processor.py +234 -0
- libcom/shadow_generation/source/cldm/__init__.py +0 -0
- libcom/shadow_generation/source/cldm/base_network.py +166 -0
- libcom/shadow_generation/source/cldm/cldm.py +524 -0
- libcom/shadow_generation/source/cldm/model.py +28 -0
- libcom/shadow_generation/source/ldm/__init__.py +0 -0
- libcom/shadow_generation/source/ldm/models/__init__.py +0 -0
- libcom/shadow_generation/source/ldm/models/autoencoder.py +219 -0
- libcom/shadow_generation/source/ldm/models/diffusion/__init__.py +0 -0
- libcom/shadow_generation/source/ldm/models/diffusion/attention_processor.py +188 -0
- libcom/shadow_generation/source/ldm/models/diffusion/ddim.py +340 -0
- libcom/shadow_generation/source/ldm/models/diffusion/ddpm.py +1893 -0
- libcom/shadow_generation/source/ldm/models/diffusion/dpm_solver/__init__.py +1 -0
- libcom/shadow_generation/source/ldm/models/diffusion/dpm_solver/dpm_solver.py +1154 -0
- libcom/shadow_generation/source/ldm/models/diffusion/dpm_solver/sampler.py +87 -0
- libcom/shadow_generation/source/ldm/models/diffusion/ip_adapter.py +57 -0
- libcom/shadow_generation/source/ldm/models/diffusion/plms.py +244 -0
- libcom/shadow_generation/source/ldm/models/diffusion/sampling_util.py +22 -0
- libcom/shadow_generation/source/ldm/modules/__init__.py +0 -0
- libcom/shadow_generation/source/ldm/modules/attention.py +341 -0
- libcom/shadow_generation/source/ldm/modules/diffusionmodules/__init__.py +0 -0
- libcom/shadow_generation/source/ldm/modules/diffusionmodules/model.py +852 -0
- libcom/shadow_generation/source/ldm/modules/diffusionmodules/openaimodel.py +786 -0
- libcom/shadow_generation/source/ldm/modules/diffusionmodules/upscaling.py +81 -0
- libcom/shadow_generation/source/ldm/modules/diffusionmodules/util.py +270 -0
- libcom/shadow_generation/source/ldm/modules/distributions/__init__.py +0 -0
- libcom/shadow_generation/source/ldm/modules/distributions/distributions.py +92 -0
- libcom/shadow_generation/source/ldm/modules/ema.py +80 -0
- libcom/shadow_generation/source/ldm/modules/encoders/__init__.py +0 -0
- libcom/shadow_generation/source/ldm/modules/encoders/modules.py +214 -0
- libcom/shadow_generation/source/ldm/modules/image_degradation/__init__.py +2 -0
- libcom/shadow_generation/source/ldm/modules/image_degradation/bsrgan.py +730 -0
- libcom/shadow_generation/source/ldm/modules/image_degradation/bsrgan_light.py +651 -0
- libcom/shadow_generation/source/ldm/modules/image_degradation/utils_image.py +916 -0
- libcom/shadow_generation/source/ldm/modules/midas/__init__.py +0 -0
- libcom/shadow_generation/source/ldm/modules/midas/api.py +170 -0
- libcom/shadow_generation/source/ldm/modules/midas/midas/__init__.py +0 -0
- libcom/shadow_generation/source/ldm/modules/midas/midas/base_model.py +16 -0
- libcom/shadow_generation/source/ldm/modules/midas/midas/blocks.py +342 -0
- libcom/shadow_generation/source/ldm/modules/midas/midas/dpt_depth.py +109 -0
- libcom/shadow_generation/source/ldm/modules/midas/midas/midas_net.py +76 -0
- libcom/shadow_generation/source/ldm/modules/midas/midas/midas_net_custom.py +128 -0
- libcom/shadow_generation/source/ldm/modules/midas/midas/transforms.py +234 -0
- libcom/shadow_generation/source/ldm/modules/midas/midas/vit.py +491 -0
- libcom/shadow_generation/source/ldm/modules/midas/utils.py +189 -0
- libcom/shadow_generation/source/ldm/util.py +199 -0
- libcom/utils/__init__.py +0 -0
- libcom/utils/environment.py +12 -0
- libcom/utils/model_download.py +67 -0
- libcom/utils/process_image.py +108 -0
- libcom-0.1.8.dist-info/METADATA +157 -0
- libcom-0.1.8.dist-info/RECORD +310 -0
- libcom-0.1.8.dist-info/WHEEL +5 -0
- libcom-0.1.8.dist-info/licenses/LICENSE +201 -0
- libcom-0.1.8.dist-info/top_level.txt +1 -0
|
@@ -0,0 +1,199 @@
|
|
|
1
|
+
import importlib
|
|
2
|
+
|
|
3
|
+
import torch
|
|
4
|
+
from torch import optim
|
|
5
|
+
import numpy as np
|
|
6
|
+
|
|
7
|
+
from inspect import isfunction
|
|
8
|
+
from PIL import Image, ImageDraw, ImageFont
|
|
9
|
+
|
|
10
|
+
|
|
11
|
+
def log_txt_as_img(wh, xc, size=10):
|
|
12
|
+
# wh a tuple of (width, height)
|
|
13
|
+
# xc a list of captions to plot
|
|
14
|
+
b = len(xc)
|
|
15
|
+
txts = list()
|
|
16
|
+
for bi in range(b):
|
|
17
|
+
txt = Image.new("RGB", wh, color="white")
|
|
18
|
+
draw = ImageDraw.Draw(txt)
|
|
19
|
+
font = ImageFont.truetype('font/DejaVuSans.ttf', size=size)
|
|
20
|
+
nc = int(40 * (wh[0] / 256))
|
|
21
|
+
lines = "\n".join(xc[bi][start:start + nc] for start in range(0, len(xc[bi]), nc))
|
|
22
|
+
|
|
23
|
+
try:
|
|
24
|
+
draw.text((0, 0), lines, fill="black", font=font)
|
|
25
|
+
except UnicodeEncodeError:
|
|
26
|
+
print("Cant encode string for logging. Skipping.")
|
|
27
|
+
|
|
28
|
+
txt = np.array(txt).transpose(2, 0, 1) / 127.5 - 1.0
|
|
29
|
+
txts.append(txt)
|
|
30
|
+
txts = np.stack(txts)
|
|
31
|
+
txts = torch.tensor(txts)
|
|
32
|
+
return txts
|
|
33
|
+
|
|
34
|
+
|
|
35
|
+
def ismap(x):
|
|
36
|
+
if not isinstance(x, torch.Tensor):
|
|
37
|
+
return False
|
|
38
|
+
return (len(x.shape) == 4) and (x.shape[1] > 3)
|
|
39
|
+
|
|
40
|
+
|
|
41
|
+
def isimage(x):
|
|
42
|
+
if not isinstance(x,torch.Tensor):
|
|
43
|
+
return False
|
|
44
|
+
return (len(x.shape) == 4) and (x.shape[1] == 3 or x.shape[1] == 1)
|
|
45
|
+
|
|
46
|
+
|
|
47
|
+
def exists(x):
|
|
48
|
+
return x is not None
|
|
49
|
+
|
|
50
|
+
|
|
51
|
+
def default(val, d):
|
|
52
|
+
if exists(val):
|
|
53
|
+
return val
|
|
54
|
+
return d() if isfunction(d) else d
|
|
55
|
+
|
|
56
|
+
|
|
57
|
+
def mean_flat(tensor):
|
|
58
|
+
"""
|
|
59
|
+
https://github.com/openai/guided-diffusion/blob/27c20a8fab9cb472df5d6bdd6c8d11c8f430b924/guided_diffusion/nn.py#L86
|
|
60
|
+
Take the mean over all non-batch dimensions.
|
|
61
|
+
"""
|
|
62
|
+
return tensor.mean(dim=list(range(1, len(tensor.shape))))
|
|
63
|
+
|
|
64
|
+
|
|
65
|
+
def count_params(model, verbose=False):
|
|
66
|
+
total_params = sum(p.numel() for p in model.parameters())
|
|
67
|
+
if verbose:
|
|
68
|
+
print(f"{model.__class__.__name__} has {total_params*1.e-6:.2f} M params.")
|
|
69
|
+
return total_params
|
|
70
|
+
|
|
71
|
+
|
|
72
|
+
def instantiate_from_config(config):
|
|
73
|
+
if not "target" in config:
|
|
74
|
+
if config == '__is_first_stage__':
|
|
75
|
+
return None
|
|
76
|
+
elif config == "__is_unconditional__":
|
|
77
|
+
return None
|
|
78
|
+
raise KeyError("Expected key `target` to instantiate.")
|
|
79
|
+
|
|
80
|
+
return get_obj_from_str(config["target"])(**config.get("params", dict()))
|
|
81
|
+
|
|
82
|
+
|
|
83
|
+
def get_obj_from_str(string, reload=False):
|
|
84
|
+
module, cls = string.rsplit(".", 1)
|
|
85
|
+
|
|
86
|
+
if reload:
|
|
87
|
+
module_imp = importlib.import_module(module)
|
|
88
|
+
importlib.reload(module_imp)
|
|
89
|
+
return getattr(importlib.import_module(module, package=None), cls)
|
|
90
|
+
|
|
91
|
+
|
|
92
|
+
class AdamWwithEMAandWings(optim.Optimizer):
|
|
93
|
+
# credit to https://gist.github.com/crowsonkb/65f7265353f403714fce3b2595e0b298
|
|
94
|
+
def __init__(self, params, lr=1.e-3, betas=(0.9, 0.999), eps=1.e-8, # TODO: check hyperparameters before using
|
|
95
|
+
weight_decay=1.e-2, amsgrad=False, ema_decay=0.9999, # ema decay to match previous code
|
|
96
|
+
ema_power=1., param_names=()):
|
|
97
|
+
"""AdamW that saves EMA versions of the parameters."""
|
|
98
|
+
if not 0.0 <= lr:
|
|
99
|
+
raise ValueError("Invalid learning rate: {}".format(lr))
|
|
100
|
+
if not 0.0 <= eps:
|
|
101
|
+
raise ValueError("Invalid epsilon value: {}".format(eps))
|
|
102
|
+
if not 0.0 <= betas[0] < 1.0:
|
|
103
|
+
raise ValueError("Invalid beta parameter at index 0: {}".format(betas[0]))
|
|
104
|
+
if not 0.0 <= betas[1] < 1.0:
|
|
105
|
+
raise ValueError("Invalid beta parameter at index 1: {}".format(betas[1]))
|
|
106
|
+
if not 0.0 <= weight_decay:
|
|
107
|
+
raise ValueError("Invalid weight_decay value: {}".format(weight_decay))
|
|
108
|
+
if not 0.0 <= ema_decay <= 1.0:
|
|
109
|
+
raise ValueError("Invalid ema_decay value: {}".format(ema_decay))
|
|
110
|
+
defaults = dict(lr=lr, betas=betas, eps=eps,
|
|
111
|
+
weight_decay=weight_decay, amsgrad=amsgrad, ema_decay=ema_decay,
|
|
112
|
+
ema_power=ema_power, param_names=param_names)
|
|
113
|
+
super().__init__(params, defaults)
|
|
114
|
+
|
|
115
|
+
def __setstate__(self, state):
|
|
116
|
+
super().__setstate__(state)
|
|
117
|
+
for group in self.param_groups:
|
|
118
|
+
group.setdefault('amsgrad', False)
|
|
119
|
+
|
|
120
|
+
@torch.no_grad()
|
|
121
|
+
def step(self, closure=None):
|
|
122
|
+
"""Performs a single optimization step.
|
|
123
|
+
Args:
|
|
124
|
+
closure (callable, optional): A closure that reevaluates the model
|
|
125
|
+
and returns the loss.
|
|
126
|
+
"""
|
|
127
|
+
loss = None
|
|
128
|
+
if closure is not None:
|
|
129
|
+
with torch.enable_grad():
|
|
130
|
+
loss = closure()
|
|
131
|
+
|
|
132
|
+
for group in self.param_groups:
|
|
133
|
+
params_with_grad = []
|
|
134
|
+
grads = []
|
|
135
|
+
exp_avgs = []
|
|
136
|
+
exp_avg_sqs = []
|
|
137
|
+
ema_params_with_grad = []
|
|
138
|
+
state_sums = []
|
|
139
|
+
max_exp_avg_sqs = []
|
|
140
|
+
state_steps = []
|
|
141
|
+
amsgrad = group['amsgrad']
|
|
142
|
+
beta1, beta2 = group['betas']
|
|
143
|
+
ema_decay = group['ema_decay']
|
|
144
|
+
ema_power = group['ema_power']
|
|
145
|
+
|
|
146
|
+
for p in group['params']:
|
|
147
|
+
if p.grad is None:
|
|
148
|
+
continue
|
|
149
|
+
params_with_grad.append(p)
|
|
150
|
+
if p.grad.is_sparse:
|
|
151
|
+
raise RuntimeError('AdamW does not support sparse gradients')
|
|
152
|
+
grads.append(p.grad)
|
|
153
|
+
|
|
154
|
+
state = self.state[p]
|
|
155
|
+
|
|
156
|
+
# State initialization
|
|
157
|
+
if len(state) == 0:
|
|
158
|
+
state['step'] = 0
|
|
159
|
+
# Exponential moving average of gradient values
|
|
160
|
+
state['exp_avg'] = torch.zeros_like(p, memory_format=torch.preserve_format)
|
|
161
|
+
# Exponential moving average of squared gradient values
|
|
162
|
+
state['exp_avg_sq'] = torch.zeros_like(p, memory_format=torch.preserve_format)
|
|
163
|
+
if amsgrad:
|
|
164
|
+
# Maintains max of all exp. moving avg. of sq. grad. values
|
|
165
|
+
state['max_exp_avg_sq'] = torch.zeros_like(p, memory_format=torch.preserve_format)
|
|
166
|
+
# Exponential moving average of parameter values
|
|
167
|
+
state['param_exp_avg'] = p.detach().float().clone()
|
|
168
|
+
|
|
169
|
+
exp_avgs.append(state['exp_avg'])
|
|
170
|
+
exp_avg_sqs.append(state['exp_avg_sq'])
|
|
171
|
+
ema_params_with_grad.append(state['param_exp_avg'])
|
|
172
|
+
|
|
173
|
+
if amsgrad:
|
|
174
|
+
max_exp_avg_sqs.append(state['max_exp_avg_sq'])
|
|
175
|
+
|
|
176
|
+
# update the steps for each param group update
|
|
177
|
+
state['step'] += 1
|
|
178
|
+
# record the step after step update
|
|
179
|
+
state_steps.append(state['step'])
|
|
180
|
+
|
|
181
|
+
optim._functional.adamw(params_with_grad,
|
|
182
|
+
grads,
|
|
183
|
+
exp_avgs,
|
|
184
|
+
exp_avg_sqs,
|
|
185
|
+
max_exp_avg_sqs,
|
|
186
|
+
state_steps,
|
|
187
|
+
amsgrad=amsgrad,
|
|
188
|
+
beta1=beta1,
|
|
189
|
+
beta2=beta2,
|
|
190
|
+
lr=group['lr'],
|
|
191
|
+
weight_decay=group['weight_decay'],
|
|
192
|
+
eps=group['eps'],
|
|
193
|
+
maximize=False)
|
|
194
|
+
|
|
195
|
+
cur_ema_decay = min(ema_decay, 1 - state['step'] ** -ema_power)
|
|
196
|
+
for param, ema_param in zip(params_with_grad, ema_params_with_grad):
|
|
197
|
+
ema_param.mul_(cur_ema_decay).add_(param.float(), alpha=1 - cur_ema_decay)
|
|
198
|
+
|
|
199
|
+
return loss
|
libcom/utils/__init__.py
ADDED
|
File without changes
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import torch
|
|
2
|
+
|
|
3
|
+
def check_gpu_device(device):
|
|
4
|
+
assert torch.cuda.is_available(), 'Only GPU are supported'
|
|
5
|
+
if isinstance(device, (int, str)):
|
|
6
|
+
device = int(device)
|
|
7
|
+
assert 0 <= device < torch.cuda.device_count(), f'invalid device id: {device}'
|
|
8
|
+
device = torch.device(f'cuda:{device}')
|
|
9
|
+
if isinstance(device, torch.device):
|
|
10
|
+
return device
|
|
11
|
+
else:
|
|
12
|
+
raise Exception('invalid device type: type({})={}'.format(device, type(device)))
|
|
@@ -0,0 +1,67 @@
|
|
|
1
|
+
import os
|
|
2
|
+
import shutil
|
|
3
|
+
from tqdm import tqdm
|
|
4
|
+
import zipfile
|
|
5
|
+
|
|
6
|
+
hf_repo = 'BCMIZB/Libcom_pretrained_models'
|
|
7
|
+
ms_repo = 'yujieouo/Libcom_pretrained_models'
|
|
8
|
+
|
|
9
|
+
def download_pretrained_model(weight_path):
|
|
10
|
+
if os.path.exists(weight_path):
|
|
11
|
+
assert os.path.isfile(weight_path), weight_path
|
|
12
|
+
return weight_path
|
|
13
|
+
else:
|
|
14
|
+
weight_path= os.path.abspath(weight_path)
|
|
15
|
+
model_name = os.path.basename(weight_path)
|
|
16
|
+
save_dir = os.path.dirname(weight_path)
|
|
17
|
+
download_file_from_network(model_name, save_dir)
|
|
18
|
+
print('Pretrained model has been stored to ', weight_path)
|
|
19
|
+
return weight_path
|
|
20
|
+
|
|
21
|
+
def download_entire_folder(folder_path):
|
|
22
|
+
if os.path.exists(folder_path):
|
|
23
|
+
assert os.path.isdir(folder_path), folder_path
|
|
24
|
+
assert len(os.listdir(folder_path)) > 1, f'{folder_path} is an empty folder'
|
|
25
|
+
return folder_path
|
|
26
|
+
else:
|
|
27
|
+
folder_path = os.path.abspath(folder_path)
|
|
28
|
+
folder_name = os.path.basename(folder_path)
|
|
29
|
+
file_name = folder_name + '.zip'
|
|
30
|
+
save_dir = os.path.dirname(folder_path)
|
|
31
|
+
download_file_from_network(file_name, save_dir)
|
|
32
|
+
zip_file = zipfile.ZipFile(os.path.join(save_dir, file_name))
|
|
33
|
+
zip_file.extractall(save_dir)
|
|
34
|
+
os.remove(os.path.join(save_dir, file_name))
|
|
35
|
+
print('Folder has been stored to ', folder_path)
|
|
36
|
+
return folder_path
|
|
37
|
+
|
|
38
|
+
def download_file_from_network(file_name, save_dir):
|
|
39
|
+
if not os.path.exists(save_dir):
|
|
40
|
+
os.makedirs(save_dir, exist_ok=True)
|
|
41
|
+
print('Try to download {} to {}'.format(file_name, save_dir))
|
|
42
|
+
try:
|
|
43
|
+
from huggingface_hub import hf_hub_download
|
|
44
|
+
file_path = hf_hub_download(repo_id=hf_repo, filename=file_name, cache_dir=save_dir, progress=True)
|
|
45
|
+
|
|
46
|
+
except Exception as e:
|
|
47
|
+
from modelscope.hub.file_download import model_file_download
|
|
48
|
+
file_path = model_file_download(model_id=ms_repo,
|
|
49
|
+
file_path=file_name,
|
|
50
|
+
cache_dir=save_dir,
|
|
51
|
+
revision='master')
|
|
52
|
+
assert os.path.exists(file_path), 'Download {} failed, please try again'.format(file)
|
|
53
|
+
save_path = os.path.abspath(os.path.join(save_dir, file_name))
|
|
54
|
+
shutil.copyfile(os.path.abspath(file_path), save_path, follow_symlinks=True)
|
|
55
|
+
assert os.path.exists(save_path), 'Move file to {} failed, please try again'.format(save_path)
|
|
56
|
+
os.remove(os.path.realpath(file_path)) # delete the cache
|
|
57
|
+
|
|
58
|
+
if __name__ == '__main__':
|
|
59
|
+
file_list = ['BargainNet.pth', 'SOPA.pth']
|
|
60
|
+
folder_list = ['openai-clip-vit-large-patch14']
|
|
61
|
+
for file in file_list:
|
|
62
|
+
weight_path = './pretrained_models/' + file
|
|
63
|
+
download_pretrained_model(weight_path)
|
|
64
|
+
|
|
65
|
+
for folder in folder_list:
|
|
66
|
+
folder_path = './pretrained_models/' + folder
|
|
67
|
+
download_entire_folder(folder_path)
|
|
@@ -0,0 +1,108 @@
|
|
|
1
|
+
import os
|
|
2
|
+
import cv2
|
|
3
|
+
from PIL import Image
|
|
4
|
+
import numpy as np
|
|
5
|
+
|
|
6
|
+
def opencv_to_pil(input):
|
|
7
|
+
return Image.fromarray(cv2.cvtColor(input, cv2.COLOR_BGR2RGB))
|
|
8
|
+
|
|
9
|
+
def pil_to_opencv(input):
|
|
10
|
+
return cv2.cvtColor(np.asarray(input), cv2.COLOR_RGB2BGR)
|
|
11
|
+
|
|
12
|
+
def read_image_opencv(input):
|
|
13
|
+
if isinstance(input, str):
|
|
14
|
+
assert os.path.exists(input), input
|
|
15
|
+
input = cv2.imread(input, cv2.IMREAD_COLOR)
|
|
16
|
+
elif isinstance(input, Image.Image):
|
|
17
|
+
input = pil_to_opencv(input)
|
|
18
|
+
return input
|
|
19
|
+
|
|
20
|
+
def read_mask_opencv(input):
|
|
21
|
+
if isinstance(input, str):
|
|
22
|
+
assert os.path.exists(input), input
|
|
23
|
+
input = cv2.imread(input, cv2.IMREAD_GRAYSCALE)
|
|
24
|
+
elif isinstance(input, Image.Image):
|
|
25
|
+
input = np.asarray(input)
|
|
26
|
+
return input
|
|
27
|
+
|
|
28
|
+
def read_image_pil(input):
|
|
29
|
+
if isinstance(input, str):
|
|
30
|
+
assert os.path.exists(input), input
|
|
31
|
+
input = Image.open(input).convert('RGB')
|
|
32
|
+
elif isinstance(input, np.ndarray):
|
|
33
|
+
input = opencv_to_pil(input)
|
|
34
|
+
return input
|
|
35
|
+
|
|
36
|
+
def read_mask_pil(input):
|
|
37
|
+
if isinstance(input, str):
|
|
38
|
+
assert os.path.exists(input), input
|
|
39
|
+
input = Image.open(input).convert('L')
|
|
40
|
+
elif isinstance(input, np.ndarray):
|
|
41
|
+
input = Image.fromarray(input).convert('L')
|
|
42
|
+
return input
|
|
43
|
+
|
|
44
|
+
def convert_mask_to_bbox(mask):
|
|
45
|
+
'''
|
|
46
|
+
mask: (h,w) or (h,w,1)
|
|
47
|
+
'''
|
|
48
|
+
if mask.ndim == 3:
|
|
49
|
+
mask = mask[...,0]
|
|
50
|
+
binmask = np.where(mask > 127)
|
|
51
|
+
x1 = int(np.min(binmask[1]))
|
|
52
|
+
x2 = int(np.max(binmask[1]))
|
|
53
|
+
y1 = int(np.min(binmask[0]))
|
|
54
|
+
y2 = int(np.max(binmask[0]))
|
|
55
|
+
return [x1, y1, x2+1, y2+1]
|
|
56
|
+
|
|
57
|
+
def fill_image_pil(image, mask, fill_pixel=(0,0,0), thresh=127):
|
|
58
|
+
image = fill_image_opencv(image, mask, fill_pixel, thresh)
|
|
59
|
+
return Image.fromarray(image)
|
|
60
|
+
|
|
61
|
+
def fill_image_opencv(image, mask, fill_pixel=(0,0,0), thresh=127):
|
|
62
|
+
image = np.asarray(image)
|
|
63
|
+
mask = np.asarray(mask)
|
|
64
|
+
mask = cv2.cvtColor(mask, cv2.COLOR_GRAY2BGR)
|
|
65
|
+
image[mask < thresh] = fill_pixel
|
|
66
|
+
return image
|
|
67
|
+
|
|
68
|
+
def make_image_grid(img_list, text_list=None, resolution=(512,512), cols=None, border_color=255, border_width=5):
|
|
69
|
+
if cols == None:
|
|
70
|
+
cols = len(img_list)
|
|
71
|
+
assert len(img_list) % cols == 0, f'{len(img_list)} % {cols} != 0'
|
|
72
|
+
if isinstance(text_list, (list, tuple)):
|
|
73
|
+
text_list += [''] * max(0, len(img_list) - len(text_list))
|
|
74
|
+
rows = len(img_list) // cols
|
|
75
|
+
hor_border = (np.ones((resolution[0], border_width, 3), dtype=np.float32) * border_color).astype(np.uint8)
|
|
76
|
+
index = 0
|
|
77
|
+
grid_img = []
|
|
78
|
+
for i in range(rows):
|
|
79
|
+
row_img = []
|
|
80
|
+
for j in range(cols):
|
|
81
|
+
img = read_image_opencv(img_list[index])
|
|
82
|
+
img = cv2.resize(img, resolution)
|
|
83
|
+
if img.ndim == 2:
|
|
84
|
+
img = cv2.cvtColor(img, cv2.COLOR_GRAY2BGR)
|
|
85
|
+
if text_list and len(text_list[index]) > 0:
|
|
86
|
+
cv2.putText(img, text_list[index], (10,50), cv2.FONT_HERSHEY_COMPLEX, 1, (0,0,255), 2)
|
|
87
|
+
row_img.append(img)
|
|
88
|
+
if j < cols-1:
|
|
89
|
+
row_img.append(hor_border)
|
|
90
|
+
index += 1
|
|
91
|
+
row_img = np.concatenate(row_img, axis=1)
|
|
92
|
+
grid_img.append(row_img)
|
|
93
|
+
if i < rows-1:
|
|
94
|
+
ver_border = (np.ones((border_width, grid_img[-1].shape[1], 3), dtype=np.float32) * border_color).astype(np.uint8)
|
|
95
|
+
grid_img.append(ver_border)
|
|
96
|
+
grid_img = np.concatenate(grid_img, axis=0)
|
|
97
|
+
return grid_img
|
|
98
|
+
|
|
99
|
+
def draw_bbox_on_image(input_img, bbox, color=(0,255,255), line_width=5):
|
|
100
|
+
img = read_image_opencv(input_img)
|
|
101
|
+
x1, y1, x2, y2 = bbox
|
|
102
|
+
h,w,_ = img.shape
|
|
103
|
+
x1 = max(x1, line_width)
|
|
104
|
+
y1 = max(y1, line_width)
|
|
105
|
+
x2 = min(x2, w-line_width)
|
|
106
|
+
y2 = min(y2, h-line_width)
|
|
107
|
+
img = cv2.rectangle(img, (x1,y1), (x2,y2), color, thickness=line_width)
|
|
108
|
+
return img
|
|
@@ -0,0 +1,157 @@
|
|
|
1
|
+
Metadata-Version: 2.4
|
|
2
|
+
Name: libcom
|
|
3
|
+
Version: 0.1.8
|
|
4
|
+
Summary: Image Composition Toolbox
|
|
5
|
+
Home-page: https://github.com/bcmi/libcom
|
|
6
|
+
Author: BCMI Lab
|
|
7
|
+
Author-email: bernard-zhang@hotmail.com
|
|
8
|
+
License: Apache License 2.0
|
|
9
|
+
Keywords: computer vision,image composition
|
|
10
|
+
Classifier: License :: OSI Approved :: Apache Software License
|
|
11
|
+
Classifier: Operating System :: OS Independent
|
|
12
|
+
Classifier: Programming Language :: Python :: 3
|
|
13
|
+
Classifier: Programming Language :: Python :: 3.8
|
|
14
|
+
Description-Content-Type: text/markdown
|
|
15
|
+
License-File: LICENSE
|
|
16
|
+
Requires-Dist: einops
|
|
17
|
+
Requires-Dist: huggingface_hub==0.35.1
|
|
18
|
+
Requires-Dist: imageio
|
|
19
|
+
Requires-Dist: torch==2.6.0
|
|
20
|
+
Requires-Dist: torchvision==0.21.0
|
|
21
|
+
Requires-Dist: diffusers==0.34.0
|
|
22
|
+
Requires-Dist: peft==0.17.1
|
|
23
|
+
Requires-Dist: sentencepiece
|
|
24
|
+
Requires-Dist: protobuf==6.32.1
|
|
25
|
+
Requires-Dist: modelscope==1.30.0
|
|
26
|
+
Requires-Dist: omegaconf==2.3.0
|
|
27
|
+
Requires-Dist: opencv_python_headless
|
|
28
|
+
Requires-Dist: pytorch_lightning==2.5.5
|
|
29
|
+
Requires-Dist: transformers==4.44.2
|
|
30
|
+
Requires-Dist: tqdm
|
|
31
|
+
Requires-Dist: open_clip_torch==3.2.0
|
|
32
|
+
Requires-Dist: taming-transformers-rom1504
|
|
33
|
+
Requires-Dist: scikit-learn
|
|
34
|
+
Requires-Dist: segment_anything
|
|
35
|
+
Requires-Dist: clip
|
|
36
|
+
Requires-Dist: pydantic==2.6.1
|
|
37
|
+
Requires-Dist: lpips==0.1.4
|
|
38
|
+
Dynamic: author
|
|
39
|
+
Dynamic: author-email
|
|
40
|
+
Dynamic: classifier
|
|
41
|
+
Dynamic: description
|
|
42
|
+
Dynamic: description-content-type
|
|
43
|
+
Dynamic: home-page
|
|
44
|
+
Dynamic: keywords
|
|
45
|
+
Dynamic: license
|
|
46
|
+
Dynamic: license-file
|
|
47
|
+
Dynamic: requires-dist
|
|
48
|
+
Dynamic: summary
|
|
49
|
+
|
|
50
|
+
<div align="center">
|
|
51
|
+
</br>
|
|
52
|
+
<img src="https://raw.githubusercontent.com/bcmi/libcom/main/resources/LOGO.png" width="200" />
|
|
53
|
+
|
|
54
|
+
</div>
|
|
55
|
+
|
|
56
|
+
<h1 align="center">libcom: everything about image composition</h1>
|
|
57
|
+
|
|
58
|
+
</br>
|
|
59
|
+
|
|
60
|
+
[](https://pypi.org/project/libcom)
|
|
61
|
+
[](https://pepy.tech/project/libcom)
|
|
62
|
+

|
|
63
|
+
[](https://libcom.ustcnewly.com/)
|
|
64
|
+
[](https://github.com/bcmi/Awesome-Image-Composition)
|
|
65
|
+
[](https://arxiv.org/pdf/2106.14490.pdf)
|
|
66
|
+
[](https://github.com/bcmi/libcom/stargazers)
|
|
67
|
+
|
|
68
|
+
---
|
|
69
|
+
|
|
70
|
+
Welcome to scan the WeChat QR code to join the discussion group on image composition/compositing, object insertion/addition.
|
|
71
|
+
<p align="center">
|
|
72
|
+
<img width="150" height="150" alt="Image" src="https://github.com/user-attachments/assets/8572a7c4-0f62-4a5f-bc06-9a1d9fcb14e3" />
|
|
73
|
+
</p>
|
|
74
|
+
|
|
75
|
+
## Introduction
|
|
76
|
+
**_libcom_ (the library of image composition) is an image composition toolbox.** The goal of [image composition](https://github.com/bcmi/Awesome-Image-Composition) ([object insertion](https://github.com/bcmi/Awesome-Object-Insertion)) is inserting one foreground into a background image to get a realistic composite image, by addressing the inconsistencies (appearance, geometry, and semantic inconsistency) between foreground and background. Generally speaking, image composition could be used to combine the visual elements from different images.
|
|
77
|
+
<div align="center">
|
|
78
|
+
</br>
|
|
79
|
+
<img src="https://raw.githubusercontent.com/bcmi/libcom/main/resources/image_composition_task.gif" width="600" />
|
|
80
|
+
</div>
|
|
81
|
+
|
|
82
|
+
**_libcom_ covers a diversity of related tasks in the field of image composition**, including image blending, standard/painterly image harmonization, shadow generation, reflection generation, object placement, generative composition, quality evaluation, *etc*. For each task, we integrate one or two selected methods considering both efficiency and effectiveness. The selected methods will be continuously updated upon the emergence of better methods.
|
|
83
|
+
|
|
84
|
+
**The ultimate goal of this library is solving all the problems related to image composition with simple `import libcom`.**
|
|
85
|
+
Welcome to follow WeChat public account ["Newly AIGCer"](https://www.ustcnewly.com/blog.html) or Zhihu Column ["Newly CVer"](https://www.zhihu.com/column/c_1333918224900206592) to get the latest information about image composition!
|
|
86
|
+
|
|
87
|
+
**Welcome to recommend your self-developed models or models you have tested by opening an issue. If a model delivers outstanding and stable performance, we will consider integrating it into libcom.**
|
|
88
|
+
|
|
89
|
+
**If you specialize in model inference acceleration, we welcome both voluntary and paid collaborations. Please contact us at ustcnewly@sjtu.edu.cn.**
|
|
90
|
+
|
|
91
|
+
## Online Workbench
|
|
92
|
+
|
|
93
|
+
We have built the [image composition workbench](https://libcom.ustcnewly.com/) based on our Libcom toolbox. The interface is as follows:
|
|
94
|
+
|
|
95
|
+
<div align="center">
|
|
96
|
+
</br>
|
|
97
|
+
<img src="https://raw.githubusercontent.com/bcmi/libcom/main/resources/online_workbench.jpg" width="1000" />
|
|
98
|
+
</div>
|
|
99
|
+
|
|
100
|
+
[![]](https://github.com/user-attachments/assets/87416ec5-2461-42cb-9f2d-5030b1e1b5ec)
|
|
101
|
+
|
|
102
|
+
## Main Functions
|
|
103
|
+
|
|
104
|
+
- **get_composite_image** generates composite images using naive copy-and-paste followed by image blending (alpha blending or Poisson blending).
|
|
105
|
+
- **OPAScoreModel** [[OPA]](https://github.com/bcmi/Object-Placement-Assessment-Dataset-OPA) evaluates the rationality of foreground object placement (location, scale) in a composite image.
|
|
106
|
+
- **FOPAHeatMapModel** [[FOPA]](https://github.com/bcmi/FOPA-Fast-Object-Placement-Assessment) can predict the rationality scores for all locations/scales given a background-foreground pair, when placing the foreground with certain scale at certain location in the background. Based on the predicted rationality score map, the model can output the composite image with optimal location/scale.
|
|
107
|
+
- **color_transfer** adjusts the foreground color to match the background using traditional color transfer method.
|
|
108
|
+
- **ImageHarmonizationModel** [[PCTNet]](https://github.com/rakutentech/PCT-Net-Image-Harmonization) [[LBM]](https://github.com/gojasper/LBM) adjusts the foreground illumination to be compatible the background given photorealistic background and photorealistic foreground.
|
|
109
|
+
- **PainterlyHarmonizationModel** [[PHDNet]](https://github.com/bcmi/PHDNet-Painterly-Image-Harmonization) [[PHDiffusion]](https://github.com/bcmi/PHDiffusion-Painterly-Image-Harmonization) adjusts the foreground style to be compatible with the background given artistic background and photorealistic foreground.
|
|
110
|
+
- **HarmonyScoreModel** [[BargainNet]](https://github.com/bcmi/BargainNet-Image-Harmonization) evaluates the harmony level between foreground and background in a composite image, that is, whether the illumination of foreground is harmonious with that of background.
|
|
111
|
+
- **InharmoniousLocalizationModel** [[MadisNet]](https://github.com/bcmi/MadisNet-Inharmonious-Region-Localization) localizes the inharmonious region in a synthetic image.
|
|
112
|
+
- **FOSScoreModel** [[DiscoFOS]](https://github.com/bcmi/Foreground-Object-Search-Dataset-FOSD) evaluates the compatibility between foreground and background in a composite image in terms of geometry and semantics, that is, whether the geometric perspective of foreground matches that of background, and whether the semantic context of foreground in the background is reasonable.
|
|
113
|
+
- **ShadowGenerationModel** [[GPSDiffusion]](https://github.com/bcmi/GPSDiffusion-Object-Shadow-Generation) generates plausible shadow for the inserted object in a composite image.
|
|
114
|
+
- **ReflectionGenerationModel** [[RGDiffusion]](https://github.com/bcmi/Object-Reflection-Generation-Dataset-DEROBA) generates plausible reflection for the inserted object in a composite image.
|
|
115
|
+
- **KontextBlendingHarmonizationModel** [[FluxKontext]](https://github.com/black-forest-labs/flux) is a generative image composition model which inserts foreground into the specified bounding box in the background. The pose and view of foreground stay unchanged. The "blending" mode does not adjust the foreground illumination, while the "harmonization" mode adjusts the foreground illumination to make the composite image harmonious.
|
|
116
|
+
- **OSInsertModel** [[OSInsert]](https://github.com/bcmi/OSInsert-Image-Composition) is a generative image composition model which inserts foreground into the specified bounding box in the background. The "conservative" mode has weak ability to adjust the pose and view of foreground according to the background. The "aggressive" mode has stronger ability to adjust the pose and view of foreground according to the background. You can also use foreground shape mask for controllable composition.
|
|
117
|
+
|
|
118
|
+
**For the detailed method descriptions, code examples, visualization results, and performance comments, please refer to our [[documents]](https://libcom.readthedocs.io/en/latest/).** If the model performance is not satisfactory, you can finetune the pretrained model on your own dataset using the source repository and replace the original model.
|
|
119
|
+
|
|
120
|
+
## Requirements
|
|
121
|
+
|
|
122
|
+
The main branch is built on the Linux system with **Python 3.10** and **PyTorch>=2.6**. For other dependencies, please refer to [[requirements]](https://github.com/bcmi/libcom/blob/main/requirements.txt).
|
|
123
|
+
|
|
124
|
+
## Get Started
|
|
125
|
+
Please refer to [[Installation]](https://github.com/bcmi/libcom/blob/main/docs/get_started.md) for installation instructions and [[documents]](https://libcom.readthedocs.io/en/latest/) for user guidance.
|
|
126
|
+
|
|
127
|
+
## Contributors
|
|
128
|
+
- Institution: [Brain-like Computing and Machine Intelligence (BCMI) Lab](https://bcmi.sjtu.edu.cn/).
|
|
129
|
+
- Project Initiator & Team Manager: [Li Niu](https://www.ustcnewly.com/index.html).
|
|
130
|
+
- Architect & Lead Developer: [Bo Zhang](https://bo-zhang-cs.github.io/), [Yujie Zhou](https://github.com/YujieOuO).
|
|
131
|
+
- Module Developers: [Jiacheng Sui](https://github.com/charlessjc), [Bingjie Gao](https://github.com/WhynotHAHA), [Lingxiao Lu](https://github.com/pokaaa), [Xinhao Tao](https://github.com/taoxinhao13), [Junyan Cao](https://github.com/cjy-4), [Haonan Zhao](https://github.com/nononononno), [Jiaxuan Chen](https://github.com/csdahunzi), [Junqi You](https://github.com/dhmbb2).
|
|
132
|
+
|
|
133
|
+
## License
|
|
134
|
+
|
|
135
|
+
This project is released under the [Apache 2.0 license](https://github.com/bcmi/libcom/blob/main/LICENSE).
|
|
136
|
+
|
|
137
|
+
## Bibtex
|
|
138
|
+
|
|
139
|
+
If you use our toolbox, please cite our survey paper using the following BibTeX [[arxiv](https://arxiv.org/pdf/2106.14490.pdf)]:
|
|
140
|
+
|
|
141
|
+
```
|
|
142
|
+
@article{niu2021making,
|
|
143
|
+
title={Making images real again: A comprehensive survey on deep image composition},
|
|
144
|
+
author={Niu, Li and Cong, Wenyan and Liu, Liu and Hong, Yan and Zhang, Bo and Liang, Jing and Zhang, Liqing},
|
|
145
|
+
journal={arXiv preprint arXiv:2106.14490},
|
|
146
|
+
year={2021}
|
|
147
|
+
}
|
|
148
|
+
```
|
|
149
|
+
|
|
150
|
+
|
|
151
|
+
|
|
152
|
+
|
|
153
|
+
|
|
154
|
+
|
|
155
|
+
|
|
156
|
+
|
|
157
|
+
|