InvokeAI 4.2.9.dev3__py3-none-any.whl → 4.2.9.dev5__py3-none-any.whl

{InvokeAI-4.2.9.dev3.dist-info → InvokeAI-4.2.9.dev5.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: InvokeAI
-Version: 4.2.9.dev3
+Version: 4.2.9.dev5
 Summary: An implementation of Stable Diffusion which provides various new features and options to aid the image generation process
 Author-email: The InvokeAI Project <lincoln.stein@gmail.com>
 License: Apache License
@@ -222,6 +222,7 @@ Requires-Dist: onnxruntime==1.16.3
 Requires-Dist: opencv-python==4.9.0.80
 Requires-Dist: pytorch-lightning==2.1.3
 Requires-Dist: safetensors==0.4.3
+Requires-Dist: sentencepiece==0.2.0
 Requires-Dist: spandrel==0.3.4
 Requires-Dist: timm==0.6.13
 Requires-Dist: torch==2.2.2
@@ -262,6 +263,7 @@ Requires-Dist: rich~=13.3
 Requires-Dist: scikit-image~=0.21.0
 Requires-Dist: semver~=3.0.1
 Requires-Dist: test-tube~=0.7.5
+Requires-Dist: bitsandbytes==0.43.3; sys_platform != "darwin"
 Requires-Dist: windows-curses; sys_platform == "win32"
 Provides-Extra: dev
 Requires-Dist: jurigged; extra == "dev"

{InvokeAI-4.2.9.dev3.dist-info → InvokeAI-4.2.9.dev5.dist-info}/RECORD

@@ -28,7 +28,9 @@ invokeai/app/invocations/crop_latents.py,sha256=frCjcMQeN8G2wweMkZnOUPox79r8ap2r
 invokeai/app/invocations/cv.py,sha256=xlIWdxA1x-79Fzz8BNT3uZe2gFn-_dyHNjSS8dRWy-c,1623
 invokeai/app/invocations/denoise_latents.py,sha256=mEZ3C_0PHU2a5C2EYjXU5sba8HbnAcZBuLW4wldBG2o,47718
 invokeai/app/invocations/facetools.py,sha256=wRdN9cxbM5-LhHvoJA0f4wcP9aAf-WPZAfeD6ktWECg,26436
-invokeai/app/invocations/fields.py,sha256=U7YSffFQTBLOxOSs3An8RyY6we7FU5vcAAcPVeQKfNA,24854
+invokeai/app/invocations/fields.py,sha256=xdhHrsWGpChgb2VhBjJ2ttqemZ8Bt210sKn6XSyKsDg,25244
+invokeai/app/invocations/flux_text_encoder.py,sha256=xl42hmNuwiG02EY8_OUTpMAo7EkFPAHdxsZrj_xY8PY,3478
+invokeai/app/invocations/flux_text_to_image.py,sha256=XpRq-FcLWovPQRygx4auldOc-5dFlT26xAwdtgDn358,6920
 invokeai/app/invocations/grounding_dino.py,sha256=Mv46FG3mq8X-XK50efdwdbV16B7GI5_kDCedjviXSn4,4560
 invokeai/app/invocations/ideal_size.py,sha256=LyowqAWwv11p9diFQDY5GyUs3jLzj0dgTxBov_WlrLI,2810
 invokeai/app/invocations/image.py,sha256=mURKycFb6V6TNaAkDNNh3fMNwFhHjCjIgVrI6uq4roU,38635
@@ -39,10 +41,10 @@ invokeai/app/invocations/latents_to_image.py,sha256=T42-aeT8798ITECx_EvK-JqS09WM
 invokeai/app/invocations/mask.py,sha256=ojDupVM7tIT-uEtmKM7gG7peLNa5v17X75zr2wk1SBc,5434
 invokeai/app/invocations/math.py,sha256=y00c6frIIowhN2lwTHYDjnuozNAtHGBa8_7FfHcRxLk,10441
 invokeai/app/invocations/metadata.py,sha256=ZrdeeDBpbq03dLqCykhkRc0y8LHN3sA3UQXP86UqQCA,11467
-invokeai/app/invocations/model.py,sha256=0557-QGXF5a2W3WW-YIYFDTREDtf7l50DkhrLWVercE,19189
+invokeai/app/invocations/model.py,sha256=MK0685OfrBnYr6TVUTXdPSjGj14qdNNZXaLjCvRBxpc,24221
 invokeai/app/invocations/noise.py,sha256=9cLYCgaMjVxuMxCa4_lPzHXvTo3M7ghBSDrG97bPJdg,3571
 invokeai/app/invocations/param_easing.py,sha256=yEdJY3SMcqiX7jrEAqQGDSFw3S7qBOrviDpbZ0rQyPM,10931
-invokeai/app/invocations/primitives.py,sha256=anCnmkJbrRy-KG5gOwuYF3T4liPRX2l2jg9ArOuv79M,15899
+invokeai/app/invocations/primitives.py,sha256=G9q69QsHEQebPmKKLz4P-M8f_MMhJ5qeRhc7utM6sXQ,16372
 invokeai/app/invocations/prompt.py,sha256=NKjGhuM8oAF7P-ipyMF0lR3dl3mmgcqtIWlgndai4Go,3638
 invokeai/app/invocations/resize_latents.py,sha256=QCwXjEiOHGsNqwwdYsA-02kfm4_IMvxZ8FCa2ExVz5M,3802
 invokeai/app/invocations/scheduler.py,sha256=8l9qxGLRTsiMS2xT92DnbU1cHgbmLUFH1-o5-3HICZE,1101
@@ -118,7 +120,7 @@ invokeai/app/services/model_images/model_images_default.py,sha256=DguPR-8dqZWto2
 invokeai/app/services/model_install/__init__.py,sha256=Ro5jmXL0eSD7iuyFaeN_wMn90NuAzU1Xl8FKq1EtgKs,703
 invokeai/app/services/model_install/model_install_base.py,sha256=qSVPNBXfx2NJnOaQz2N1w624xDeEyhw_2wDQmuJPlGs,10015
 invokeai/app/services/model_install/model_install_common.py,sha256=yEq7QDI5Gy8AdqswnHpztdMnpmYHla1K34ryD700wh8,8672
-invokeai/app/services/model_install/model_install_default.py,sha256=4AUHSJDHBb3GG3LGFtojhBjrz-zbEXVAkK0u1EcNo8E,41357
+invokeai/app/services/model_install/model_install_default.py,sha256=clc2UIXkHxkWipXsuoj0LqgwWVJcjHEaUFBOy99Otno,41437
 invokeai/app/services/model_load/__init__.py,sha256=qRbpqIvtfHQg08apIc-8YEbBknB6VCS2ESsdB_gq88w,277
 invokeai/app/services/model_load/model_load_base.py,sha256=ieDxiWYl4fYlwSBCAV0iTbDDV5IrVYbQmH9zUyfUwXk,2035
 invokeai/app/services/model_load/model_load_default.py,sha256=eVWYB5QG3F3UeIvbkZ-jw9zZ2VZ1GFydOMEkSB6BiP0,4729
@@ -127,7 +129,7 @@ invokeai/app/services/model_manager/model_manager_base.py,sha256=uUAXhQT_hlk8yKq
 invokeai/app/services/model_manager/model_manager_common.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 invokeai/app/services/model_manager/model_manager_default.py,sha256=46UecQE8Eq_LN83mZTo6N8Zjuu3pDlrExWZrBuMNiTM,3842
 invokeai/app/services/model_records/__init__.py,sha256=OzsXFpijEMROZWxLq2gaHgpDhUReybvB3AcVcHz0VHE,571
-invokeai/app/services/model_records/model_records_base.py,sha256=1WliWyMUX6j7xxXvIKX2Z41XlvUbL1O1U4MXT8n7v7A,8265
+invokeai/app/services/model_records/model_records_base.py,sha256=KQ6LQvHHdPVDcwIQkHiznZRBVsfeZuRMqRW4Aly8B8g,8349
 invokeai/app/services/model_records/model_records_sql.py,sha256=vVL-aZl2zv40taHyEqJYOY9wW7eThEcbYxuM5-KCml8,13317
 invokeai/app/services/names/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 invokeai/app/services/names/names_base.py,sha256=W-nIGXj0zoQ4PBqJ2ZsO9pOmYKhZI0VqdOkdAEkQC8c,312
@@ -208,6 +210,7 @@ invokeai/app/services/workflow_records/workflow_records_common.py,sha256=YsqF3BW
 invokeai/app/services/workflow_records/workflow_records_sqlite.py,sha256=jmfqNhRE2uHArobgszy7Sk4AIcRqySSYYRIRQ-E9J0Q,8618
 invokeai/app/services/workflow_records/default_workflows/ESRGAN Upscaling with Canny ControlNet.json,sha256=K-blUzhyR6Wi2qxX_4C8yh4fK3bW1MWHKpQ8DbsNGC0,24038
 invokeai/app/services/workflow_records/default_workflows/Face Detailer with IP-Adapter & Canny (See Note in Details).json,sha256=Vmd5xOCZWKaAebIdiwSwlDd2hCtIHYXtmG0cXW7a1qk,40964
+invokeai/app/services/workflow_records/default_workflows/Flux Text to Image.json,sha256=GqknzxQw1R70ElW-VA-vhIHtHA-RF-N-LhAs07YFsd0,8265
 invokeai/app/services/workflow_records/default_workflows/Multi ControlNet (Canny & Depth).json,sha256=K4KOWTYYnOrOhwxWE_GIjsXKhsAY2YxL40uBBGw-TBw,28538
 invokeai/app/services/workflow_records/default_workflows/MultiDiffusion SD1.5.json,sha256=tz5p5Io3VXafpSCA2WORx4wYex00KqUsxqDJUKWZmXs,39959
 invokeai/app/services/workflow_records/default_workflows/MultiDiffusion SDXL.json,sha256=prbM2KQBN8FEhJeS3Ka3sV66QC7Fba9R-Wl24kMNuH8,46050
@@ -236,6 +239,13 @@ invokeai/backend/model_patcher.py,sha256=A_Y-l-c9oSW5_na_jtgyTfxL6qjkNDYKNn-z32F
 invokeai/backend/raw_model.py,sha256=g7RfS65MHixII0uB0bczftXa6XZ2AJrjGes6vBdtWDY,778
 invokeai/backend/spandrel_image_to_image_model.py,sha256=8LEPnxmsq49VdDpJuM8k_sT22owSQU86wzYeyvI8mQc,5237
 invokeai/backend/textual_inversion.py,sha256=ELJpRptFlxZyJSdCxN1-p6BQV_8l9-j6_4VNDSDdtY4,5434
+invokeai/backend/flux/math.py,sha256=HUg2_9D8gTWbBCk83Kbj4YtVpbed1jQp-FfFo_zduAQ,1237
+invokeai/backend/flux/model.py,sha256=7_lwJ-U_yvlqoaF9fSr_pp_oZ7-IY76FNNSbKS16ABo,3800
+invokeai/backend/flux/sampling.py,sha256=plsQWr34OKZrljJ5cbyXeiFDnfFbg5quYvxjskcRteI,5501
+invokeai/backend/flux/util.py,sha256=EhTyFi5D9ZwXBtCa3t5IlfxFFAlRfWzD72SnaJ_iUlY,1537
+invokeai/backend/flux/modules/autoencoder.py,sha256=XzjNn5HimcvquoSV9bTAwDWlRoHrSLMd3IUmmBX5VRo,10501
+invokeai/backend/flux/modules/conditioner.py,sha256=Qg8LtxBj5vc8F620MoR3-PkZKpn5w-u4JpKlbLlKdZI,1186
+invokeai/backend/flux/modules/layers.py,sha256=bwtnTuYqqwgiSDnoxcEMUbApGdLZ0RvJsrGfgqWIz8Q,9442
 invokeai/backend/image_util/__init__.py,sha256=RobCteLw_1EBJf6auQYQOlQT-uVmSqbNzImQIaSl4eI,395
 invokeai/backend/image_util/canny.py,sha256=1NlaLs9V0WyBIn9mF7Gf-LetF6n4gazF8V1r6E9c5kg,1461
 invokeai/backend/image_util/hed.py,sha256=iTGUXTS8jadKDq2zh1Y1-daAvXyaA8YbDuoFGWFcOo4,5445
@@ -274,17 +284,17 @@ invokeai/backend/ip_adapter/resampler.py,sha256=H8fOGW2ImExAM6LtgbuRudonkkW3Bgce
 invokeai/backend/model_hash/hash_validator.py,sha256=h3n7m7PMgoeRAUKsZmyLLnzpMSBjihL4JoX1eCXY1Do,11111
 invokeai/backend/model_hash/model_hash.py,sha256=Bh0GsTWDwCRI7lrWdqEsgqLsiAqU3ECFdqlm53hG_d0,8337
 invokeai/backend/model_manager/__init__.py,sha256=Lp4UYH64YM7TrVeFAVswjWSJyuhJCjOzN-aUkTXbHF0,868
-invokeai/backend/model_manager/config.py,sha256=BV0-w3s9vGMwsv5ORerA3FAszwLiWM7L4mS1EW7K6jU,16368
+invokeai/backend/model_manager/config.py,sha256=wwa0cIhTwPH9waW-cdcQ71x0ISJwdnPUkiu98-kUolQ,18425
 invokeai/backend/model_manager/merge.py,sha256=Dk6uGfiEDWeHrwmSpSxNKDlQLHGdmnjczJ4KwpVlUsI,7963
-invokeai/backend/model_manager/probe.py,sha256=jO3QM4gc62ablqjNTvXlrm2F3-ryOXtN-UjWFmYK8eA,36852
+invokeai/backend/model_manager/probe.py,sha256=oQJpNTTdQ60htRGOyxL0pofG6bmWzqJdLxnh0zbohok,39573
 invokeai/backend/model_manager/search.py,sha256=OCRBOyvl2G1RH3IVJf4lyiAMGLUG0IhwpN0V99ATt6o,4893
-invokeai/backend/model_manager/starter_models.py,sha256=6NoA5pFLr62GCgyN0qaxPcuZwF-DFqMGeqqXD-o3u1c,18088
+invokeai/backend/model_manager/starter_models.py,sha256=DaZZ8AAewoIq8Cd_Bi4lt9NRjgUt3z7HKboTu-EXBeE,20903
 invokeai/backend/model_manager/load/__init__.py,sha256=9x2aYphy8NcdyElCqJFTy5WxKqVEtrYmsw0qRDEsxL4,1023
 invokeai/backend/model_manager/load/load_base.py,sha256=YDK1_n1VLjL6q-PgG4OwirKmA-3eD_e9wUvxSYDn6Yw,4784
 invokeai/backend/model_manager/load/load_default.py,sha256=wfPaFwVHaZ4rHy72O-jaHz0ZK5iEk-PiswEuvBFjifQ,4002
 invokeai/backend/model_manager/load/memory_snapshot.py,sha256=YChwCTvA804__FJ7BUC2gIvQ9dcEpAlRN3H3N7uNqb0,4079
 invokeai/backend/model_manager/load/model_loader_registry.py,sha256=GS1Q6w1bmUCOmE8aTCQqua6Jq0CEoTfDHZrXWU4U8IE,4014
-invokeai/backend/model_manager/load/model_util.py,sha256=XJKsB5V58C6uBirbHrqbtP2RMufrFoZa9GSPLgWe90M,5702
+invokeai/backend/model_manager/load/model_util.py,sha256=W3JdPA1t-ZVzQYZcHMCtiXW-Yx-hEmrPKxSqPS-OxBY,6129
 invokeai/backend/model_manager/load/optimizations.py,sha256=cwGXg5tBv-w5UGKaO5u2o8x6kuKyWC4cPn-EG5CwllQ,1392
 invokeai/backend/model_manager/load/model_cache/__init__.py,sha256=8vmdxdzgTNQQIrEitdbZL3oA5_zGTdIwcfu4_7FdWCM,217
 invokeai/backend/model_manager/load/model_cache/model_cache_base.py,sha256=t-m7r3jhx7UsKdDG8_qBmNgz-cav-a2UclE9bi8eS7U,6216
@@ -292,12 +302,13 @@ invokeai/backend/model_manager/load/model_cache/model_cache_default.py,sha256=mJ
 invokeai/backend/model_manager/load/model_cache/model_locker.py,sha256=Nhc80hZ43OGdvYJdufYEMWP9D0k8eTBjYhApEb0Rgc4,2190
 invokeai/backend/model_manager/load/model_loaders/__init__.py,sha256=EDgdUKmYMiisOPDHtaRU2uwbfSlLbU6hoQybJqVgS7k,37
 invokeai/backend/model_manager/load/model_loaders/controlnet.py,sha256=PBvWgeGpgLmE1CovUrN8gDEpssCHmb5orfwAiOYCj3U,1347
-invokeai/backend/model_manager/load/model_loaders/generic_diffusers.py,sha256=aWjDW3LWR-oXcvDhoX9nb2TzmgBt5ecB4xW3BU0soyc,4691
+invokeai/backend/model_manager/load/model_loaders/flux.py,sha256=zDr5QNa7wUa_15-SfdiFKGkDlszP7GMijEVV24JX2ow,9345
+invokeai/backend/model_manager/load/model_loaders/generic_diffusers.py,sha256=9cpb8uo810Rhs831hiZsNd_rq1smm064e_tPdmfah90,4881
 invokeai/backend/model_manager/load/model_loaders/ip_adapter.py,sha256=cveZ8G9uoZLvPgL5gi1TOWUQCOZ45lkYGV3X50tqx9c,1327
 invokeai/backend/model_manager/load/model_loaders/lora.py,sha256=N6JeCddj5iXoTEwL5Gdawn2BSAogxFQTCYqZnMkUayE,2580
 invokeai/backend/model_manager/load/model_loaders/onnx.py,sha256=B89aT1_r2MZD5GH7GnPGA-VeA1f9t4RGCmahjHrVdHM,1615
 invokeai/backend/model_manager/load/model_loaders/spandrel_image_to_image.py,sha256=gMKDXaEA74H2A_LnalZ-FsllczdvOiBimDozoiQCTpA,1548
-invokeai/backend/model_manager/load/model_loaders/stable_diffusion.py,sha256=xqS_znepDoU2niyC4iB1T3QcvEtNLMfrxS3QLJZH0pM,5700
+invokeai/backend/model_manager/load/model_loaders/stable_diffusion.py,sha256=DOqRuC5bZI2rZcPu1ZcCbzyaBRgcq3oVHvEZUszvaeY,6467
 invokeai/backend/model_manager/load/model_loaders/textual_inversion.py,sha256=u8aaHr91SZp89-51dtQmkRJbtGVBvqHLdSL9lX2Etaw,1722
 invokeai/backend/model_manager/load/model_loaders/vae.py,sha256=eIX4iqbqBA_Rv5mE2otxyLqhzaGM8Iw0WODXzZ4XmKM,1290
 invokeai/backend/model_manager/metadata/__init__.py,sha256=TRImeMpoWu7ZVEH35eLP_w6euT0frVJhupk1D5wZ7bc,1049
@@ -307,8 +318,14 @@ invokeai/backend/model_manager/metadata/fetch/fetch_base.py,sha256=Z1pwtCfK_aJY0
 invokeai/backend/model_manager/metadata/fetch/huggingface.py,sha256=6WjRYd_8G_gnuaCZ3kUVFT9F-JzxCifpQMMFV3b-Yyw,4862
 invokeai/backend/model_manager/util/libc_util.py,sha256=L6K94lsb2LC8zCf-SX-qHPk1IX7Jkj88-Az7OEinWvQ,3176
 invokeai/backend/model_manager/util/model_util.py,sha256=NmLH47PXXLqPP0QCoMkAHlxwyav-01k5A2GhyH0ydgs,5234
-invokeai/backend/model_manager/util/select_hf_files.py,sha256=bDjHwTrDsh2HKIQciFEpJK3nGvMUYZE3d1i42zPk2rQ,6497
+invokeai/backend/model_manager/util/select_hf_files.py,sha256=O4Y-9PuXtiqe2UuRlKnh2Rl-1mxtkZO5DilkLBVKnJE,7731
 invokeai/backend/onnx/onnx_runtime.py,sha256=2x1VY0TD_rOr0EyHL9XnYnL2OrDptLKu-v6ba5xKVHc,9341
+invokeai/backend/quantization/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+invokeai/backend/quantization/bnb_llm_int8.py,sha256=az_FxITDORm2w-J9Vu25ytK8PsAany5r_Cvd0prDtoo,5577
+invokeai/backend/quantization/bnb_nf4.py,sha256=r_Y97abXJh18cUcVkieKu-3WTfvARQ4YGvC9PxqQGoo,7486
+invokeai/backend/quantization/scripts/load_flux_model_bnb_llm_int8.py,sha256=3VX1dqs_mmJLwws038xIjXEeyWApdK5W4A_UulQefoU,3532
+invokeai/backend/quantization/scripts/load_flux_model_bnb_nf4.py,sha256=Q6hl1jcJgYcf8XUv0jyf5eLNGhNY4WSB0_jhN_M80-I,3829
+invokeai/backend/quantization/scripts/quantize_t5_xxl_bnb_llm_int8.py,sha256=OEhZf2e8a4lxqJeaC2QKEXrONy8k1x1kd36oOZn5cJE,4300
 invokeai/backend/stable_diffusion/__init__.py,sha256=g_ewd8QGYcCAUvzvprxEPjwPGC0xXjQQtfzVeDKzIe4,448
 invokeai/backend/stable_diffusion/denoise_context.py,sha256=9iSSdtL_PiwEEjtauuIZOvOWtSO8XVwMs9CD-9gCBac,5425
 invokeai/backend/stable_diffusion/diffusers_pipeline.py,sha256=C_a2nSUs3VfNvheGid1Y5zYZLETM4hb2xhkTXX2vpxI,28460
@@ -318,7 +335,7 @@ invokeai/backend/stable_diffusion/extensions_manager.py,sha256=8nuxafeEdvnzt6T7T
 invokeai/backend/stable_diffusion/multi_diffusion_pipeline.py,sha256=R3ckLReKDOR9gYfHyvKzmsLxs7CuZSGLcz-DufxAy2I,9585
 invokeai/backend/stable_diffusion/vae_tiling.py,sha256=scaK8nIFNQUKs3ERQREilqOPelDOblmeiIeN6nHKBRY,1353
 invokeai/backend/stable_diffusion/diffusion/__init__.py,sha256=jM2_45i6TPyyZnwvJHv24tSwjfOoy2QjsSgsYnP1QAw,190
-invokeai/backend/stable_diffusion/diffusion/conditioning_data.py,sha256=gIQOobObHGf-C6PMFvpyLcOAUzB7I_00xH18j7JbPfw,9771
+invokeai/backend/stable_diffusion/diffusion/conditioning_data.py,sha256=XkLPgWQpdNPmBTjvMaxngGf-otCfVI4hAdwCFpPPBrQ,9928
 invokeai/backend/stable_diffusion/diffusion/custom_atttention.py,sha256=JPgj5jpwR3whUi1pRs_KiDRneOHJXYOZqEq039oH-Hs,9702
 invokeai/backend/stable_diffusion/diffusion/regional_ip_data.py,sha256=827a7P_usxN026r1SW8_DA94dFnCzCthj8P4dK0BuPY,3299
 invokeai/backend/stable_diffusion/diffusion/regional_prompt_data.py,sha256=gjOsipACHNyuzmWBQ9eebFg08h350MX9g4N-bWeNROc,5463
@@ -374,12 +391,12 @@ invokeai/frontend/cli/arg_parser.py,sha256=6_y2ZB0iDmMvy2b_MJRWSdlqW1hToptmOoFl0
 invokeai/frontend/install/__init__.py,sha256=aAlRfyPocCx3Bm7NRB2I3Y_88Ug5omU4M5thFiNaw1A,57
 invokeai/frontend/install/import_images.py,sha256=wddGRowy3HQGEnRHTGAkOA1fhzPz9qT4IbGoZqX9xlc,34417
 invokeai/frontend/web/__init__.py,sha256=H4ye3hqaqVMEuzTnUNGeYBSHDhYLDcUWzS1XOr1zUWw,54
-invokeai/frontend/web/dist/index.html,sha256=uyO4eIjawgb1bJ8lHEWYoiCj5TeRm2M3TBhtcuuk6TI,682
-invokeai/frontend/web/dist/assets/App-CEWYwnr8.js,sha256=v0_idMkutcePfD1CsIYfCyXWnFWLsrqn7lBITqMkWZ8,724866
+invokeai/frontend/web/dist/index.html,sha256=KIjX7JDBV3ye8BUtMTEowugflMpSdJgV0BRUWNM9m2I,682
 invokeai/frontend/web/dist/assets/App-DEu4J2pT.css,sha256=HLO_vKmG5ANNQg2BEeOD8KYUvV8sL3rH0i2S1Cwe4T0,7322
+invokeai/frontend/web/dist/assets/App-DY31F4eS.js,sha256=GJBme6ZtF6Atu3bCKJi_xzdORbJy3OrRY8CmEOUgfR8,719437
 invokeai/frontend/web/dist/assets/ThemeLocaleProvider-B2NxUfIp.css,sha256=AX2miGfzdvzaNF5JUMZdLSevO2nzgbeG8CvPMIBzQMs,15298
-invokeai/frontend/web/dist/assets/ThemeLocaleProvider-BnjZcfy9.js,sha256=vX4I5c2KPqeKn5VAtnvslXXVZOFrYcetHCeOVP6Ux8k,603
-invokeai/frontend/web/dist/assets/index-CMrB5_9v.js,sha256=TxR1EtrlFEnZKQuPrXOrYrEBTvcOyUrDprinLORN0Vk,2127368
+invokeai/frontend/web/dist/assets/ThemeLocaleProvider-CHTCW1Vd.js,sha256=eivjPxcujNBPO5GQvX6YuAg424YNhvgjtoQ_632WNjA,605
+invokeai/frontend/web/dist/assets/index-DL1l-JWO.js,sha256=yzIcmZRy5mnVvvwm6BittvhAeAKfwZ005dUivabQ8xQ,2143805
 invokeai/frontend/web/dist/assets/inter-cyrillic-ext-wght-normal-B2xhLi22.woff2,sha256=wpY9x2Wg6ArPJplunuyuJEXzN4PVPGFdwBSovnKqwXA,25888
 invokeai/frontend/web/dist/assets/inter-cyrillic-wght-normal-CMZtQduZ.woff2,sha256=YswB2u9yw-p2olhEU2jS9KuNBakfkcU_0S98QuMyWUI,18740
 invokeai/frontend/web/dist/assets/inter-greek-ext-wght-normal-CGAr0uHJ.woff2,sha256=akF8_kBanIieL9Y6ZyibhaaIaBwPpk8SFedKwUcaNv4,11200
@@ -414,7 +431,7 @@ invokeai/frontend/web/dist/locales/ar.json,sha256=tfE9ecaXVwPjLe6RK1WxypBPJnjiw2
 invokeai/frontend/web/dist/locales/az.json,sha256=gssN5Q1lHAHJQj4-qvjg6dP3Sh-ZPNb6pb6FLE7xTxk,62
 invokeai/frontend/web/dist/locales/bg.json,sha256=BlR-CNtSfdYBxKpPNry8czGAHryF1kqC64CEft-nk7w,2797
 invokeai/frontend/web/dist/locales/de.json,sha256=I0a4pKjvNYVFBB92rg9_vxhjpLZiBvAffpCNlsNtBdo,53387
-invokeai/frontend/web/dist/locales/en.json,sha256=QXcLpefqQmAg95gpaMZJgeP-DuFoJnNAVlVh0xOWV9A,85327
+invokeai/frontend/web/dist/locales/en.json,sha256=1BAr9rFlHt0QOdT0GcWJuaFqHpSg-6ktvCQnlZN3ZaU,85543
 invokeai/frontend/web/dist/locales/es.json,sha256=cM0Y11TD3yagTWW-UEWNsl3UJSczQ9sjXtYKYzdAh1Y,28050
 invokeai/frontend/web/dist/locales/fi.json,sha256=m3l-thXyvRoGIeRbo99AziHPhx5nkcpQEiELOHGeqrc,1725
 invokeai/frontend/web/dist/locales/fr.json,sha256=8iUSmE3g44tFPiOw6sjLbK2ZMHksvIaHzU-FXwCorbs,19666
@@ -438,14 +455,14 @@ invokeai/frontend/web/dist/locales/zh_CN.json,sha256=_MQCeltlC9IR8AVUmkYqvBVlZuQ
 invokeai/frontend/web/dist/locales/zh_Hant.json,sha256=Eij7-HNGo6fy2JXigLXPaQSopWnpE3c5F3l4Y5v3TAE,6705
 invokeai/frontend/web/scripts/clean_translations.py,sha256=-3KLLgb8fvvp0yglxKIkj1Ekr6AQh7OLWIArodu7gy4,3015
 invokeai/frontend/web/static/docs/invoke-favicon-docs.svg,sha256=2DfWaNhjgplnQK8V79yXjQ34JDCk94ZPH29CiTk90y8,779
-invokeai/invocation_api/__init__.py,sha256=mhpkTAKegeqLLOGHiX__VwRu8wsBIgNNk0c95GN_sD0,5245
+invokeai/invocation_api/__init__.py,sha256=PJgu7yu-0hukEyAHOm0sfw4kPZ2OvbAnXI6n7NtIt4A,5339
 invokeai/version/__init__.py,sha256=22G4uBmmfLuldDclGKINkVS-rgPfNFQUJH_ag8m_OcM,529
-invokeai/version/invokeai_version.py,sha256=lNcI-zQuUpKD_z-DfgrtXmM4ytGkxYmra-dzKCL81g8,27
-InvokeAI-4.2.9.dev3.dist-info/LICENSE,sha256=OTAVifLLp_QCl8faBcfl0WT3BMqpeWZbEXw1MgPJzwM,10146
-InvokeAI-4.2.9.dev3.dist-info/LICENSE-SD1+SD2.txt,sha256=GbsztR5dRQiKsmF33NYkGL-GFJhSc2oG9gQPwzo-7Tg,14555
-InvokeAI-4.2.9.dev3.dist-info/LICENSE-SDXL.txt,sha256=JV_wPIqRG79iLCB8HrwY1J8jBimjUblcUxfnDbUMaqs,14213
-InvokeAI-4.2.9.dev3.dist-info/METADATA,sha256=STYf4fKy4PXDjUzAID1h6EQgMN8ZfT53n9IL9nX7gIY,26930
-InvokeAI-4.2.9.dev3.dist-info/WHEEL,sha256=eOLhNAGa2EW3wWl_TU484h7q1UNgy0JXjjoqKoxAAQc,92
-InvokeAI-4.2.9.dev3.dist-info/entry_points.txt,sha256=LCFZSg_rueHvY38L2CPqClMIlBIkCf3LCd564kgtzkw,200
-InvokeAI-4.2.9.dev3.dist-info/top_level.txt,sha256=69I61eoKb6LXiuo6Zz2l_6lhY1eRGBCqP8i9SMqp9Gg,9
-InvokeAI-4.2.9.dev3.dist-info/RECORD,,
+invokeai/version/invokeai_version.py,sha256=Ka_f4-2HOmNKxxozrK096OChralMNFdgh5fdnbLj2XM,27
+InvokeAI-4.2.9.dev5.dist-info/LICENSE,sha256=OTAVifLLp_QCl8faBcfl0WT3BMqpeWZbEXw1MgPJzwM,10146
+InvokeAI-4.2.9.dev5.dist-info/LICENSE-SD1+SD2.txt,sha256=GbsztR5dRQiKsmF33NYkGL-GFJhSc2oG9gQPwzo-7Tg,14555
+InvokeAI-4.2.9.dev5.dist-info/LICENSE-SDXL.txt,sha256=JV_wPIqRG79iLCB8HrwY1J8jBimjUblcUxfnDbUMaqs,14213
+InvokeAI-4.2.9.dev5.dist-info/METADATA,sha256=qLXHW8qeDihlx9n4lOngL_u6DjdSOScoFOCBxUkz-1o,27028
+InvokeAI-4.2.9.dev5.dist-info/WHEEL,sha256=eOLhNAGa2EW3wWl_TU484h7q1UNgy0JXjjoqKoxAAQc,92
+InvokeAI-4.2.9.dev5.dist-info/entry_points.txt,sha256=LCFZSg_rueHvY38L2CPqClMIlBIkCf3LCd564kgtzkw,200
+InvokeAI-4.2.9.dev5.dist-info/top_level.txt,sha256=69I61eoKb6LXiuo6Zz2l_6lhY1eRGBCqP8i9SMqp9Gg,9
+InvokeAI-4.2.9.dev5.dist-info/RECORD,,

invokeai/app/invocations/fields.py

@@ -40,6 +40,7 @@ class UIType(str, Enum, metaclass=MetaEnum):
 
     # region Model Field Types
     MainModel = "MainModelField"
+    FluxMainModel = "FluxMainModelField"
     SDXLMainModel = "SDXLMainModelField"
     SDXLRefinerModel = "SDXLRefinerModelField"
     ONNXModel = "ONNXModelField"
@@ -48,6 +49,7 @@ class UIType(str, Enum, metaclass=MetaEnum):
     ControlNetModel = "ControlNetModelField"
     IPAdapterModel = "IPAdapterModelField"
     T2IAdapterModel = "T2IAdapterModelField"
+    T5EncoderModel = "T5EncoderModelField"
     SpandrelImageToImageModel = "SpandrelImageToImageModelField"
     # endregion
 
@@ -125,13 +127,16 @@ class FieldDescriptions:
     negative_cond = "Negative conditioning tensor"
     noise = "Noise tensor"
     clip = "CLIP (tokenizer, text encoder, LoRAs) and skipped layer count"
+    t5_encoder = "T5 tokenizer and text encoder"
     unet = "UNet (scheduler, LoRAs)"
+    transformer = "Transformer"
     vae = "VAE"
     cond = "Conditioning tensor"
     controlnet_model = "ControlNet model to load"
     vae_model = "VAE model to load"
     lora_model = "LoRA model to load"
     main_model = "Main model (UNet, VAE, CLIP) to load"
+    flux_model = "Flux model (Transformer) to load"
     sdxl_main_model = "SDXL Main model (UNet, VAE, CLIP1, CLIP2) to load"
     sdxl_refiner_model = "SDXL Refiner Main Modde (UNet, VAE, CLIP2) to load"
     onnx_main_model = "ONNX Main model (UNet, VAE, CLIP) to load"
@@ -231,6 +236,12 @@ class ColorField(BaseModel):
         return (self.r, self.g, self.b, self.a)
 
 
+class FluxConditioningField(BaseModel):
+    """A conditioning tensor primitive value"""
+
+    conditioning_name: str = Field(description="The name of conditioning tensor")
+
+
 class ConditioningField(BaseModel):
     """A conditioning tensor primitive value"""
 

invokeai/app/invocations/flux_text_encoder.py

@@ -0,0 +1,86 @@
+from typing import Literal
+
+import torch
+from transformers import CLIPTextModel, CLIPTokenizer, T5EncoderModel, T5Tokenizer
+
+from invokeai.app.invocations.baseinvocation import BaseInvocation, Classification, invocation
+from invokeai.app.invocations.fields import FieldDescriptions, Input, InputField
+from invokeai.app.invocations.model import CLIPField, T5EncoderField
+from invokeai.app.invocations.primitives import FluxConditioningOutput
+from invokeai.app.services.shared.invocation_context import InvocationContext
+from invokeai.backend.flux.modules.conditioner import HFEncoder
+from invokeai.backend.stable_diffusion.diffusion.conditioning_data import ConditioningFieldData, FLUXConditioningInfo
+
+
+@invocation(
+    "flux_text_encoder",
+    title="FLUX Text Encoding",
+    tags=["prompt", "conditioning", "flux"],
+    category="conditioning",
+    version="1.0.0",
+    classification=Classification.Prototype,
+)
+class FluxTextEncoderInvocation(BaseInvocation):
+    """Encodes and preps a prompt for a flux image."""
+
+    clip: CLIPField = InputField(
+        title="CLIP",
+        description=FieldDescriptions.clip,
+        input=Input.Connection,
+    )
+    t5_encoder: T5EncoderField = InputField(
+        title="T5Encoder",
+        description=FieldDescriptions.t5_encoder,
+        input=Input.Connection,
+    )
+    t5_max_seq_len: Literal[256, 512] = InputField(
+        description="Max sequence length for the T5 encoder. Expected to be 256 for FLUX schnell models and 512 for FLUX dev models."
+    )
+    prompt: str = InputField(description="Text prompt to encode.")
+
+    @torch.no_grad()
+    def invoke(self, context: InvocationContext) -> FluxConditioningOutput:
+        t5_embeddings, clip_embeddings = self._encode_prompt(context)
+        conditioning_data = ConditioningFieldData(
+            conditionings=[FLUXConditioningInfo(clip_embeds=clip_embeddings, t5_embeds=t5_embeddings)]
+        )
+
+        conditioning_name = context.conditioning.save(conditioning_data)
+        return FluxConditioningOutput.build(conditioning_name)
+
+    def _encode_prompt(self, context: InvocationContext) -> tuple[torch.Tensor, torch.Tensor]:
+        # Load CLIP.
+        clip_tokenizer_info = context.models.load(self.clip.tokenizer)
+        clip_text_encoder_info = context.models.load(self.clip.text_encoder)
+
+        # Load T5.
+        t5_tokenizer_info = context.models.load(self.t5_encoder.tokenizer)
+        t5_text_encoder_info = context.models.load(self.t5_encoder.text_encoder)
+
+        prompt = [self.prompt]
+
+        with (
+            t5_text_encoder_info as t5_text_encoder,
+            t5_tokenizer_info as t5_tokenizer,
+        ):
+            assert isinstance(t5_text_encoder, T5EncoderModel)
+            assert isinstance(t5_tokenizer, T5Tokenizer)
+
+            t5_encoder = HFEncoder(t5_text_encoder, t5_tokenizer, False, self.t5_max_seq_len)
+
+            prompt_embeds = t5_encoder(prompt)
+
+        with (
+            clip_text_encoder_info as clip_text_encoder,
+            clip_tokenizer_info as clip_tokenizer,
+        ):
+            assert isinstance(clip_text_encoder, CLIPTextModel)
+            assert isinstance(clip_tokenizer, CLIPTokenizer)
+
+            clip_encoder = HFEncoder(clip_text_encoder, clip_tokenizer, True, 77)
+
+            pooled_prompt_embeds = clip_encoder(prompt)
+
+        assert isinstance(prompt_embeds, torch.Tensor)
+        assert isinstance(pooled_prompt_embeds, torch.Tensor)
+        return prompt_embeds, pooled_prompt_embeds

invokeai/app/invocations/flux_text_to_image.py

@@ -0,0 +1,172 @@
+import torch
+from einops import rearrange
+from PIL import Image
+
+from invokeai.app.invocations.baseinvocation import BaseInvocation, Classification, invocation
+from invokeai.app.invocations.fields import (
+    FieldDescriptions,
+    FluxConditioningField,
+    Input,
+    InputField,
+    WithBoard,
+    WithMetadata,
+)
+from invokeai.app.invocations.model import TransformerField, VAEField
+from invokeai.app.invocations.primitives import ImageOutput
+from invokeai.app.services.session_processor.session_processor_common import CanceledException
+from invokeai.app.services.shared.invocation_context import InvocationContext
+from invokeai.backend.flux.model import Flux
+from invokeai.backend.flux.modules.autoencoder import AutoEncoder
+from invokeai.backend.flux.sampling import denoise, get_noise, get_schedule, prepare_latent_img_patches, unpack
+from invokeai.backend.stable_diffusion.diffusion.conditioning_data import FLUXConditioningInfo
+from invokeai.backend.util.devices import TorchDevice
+
+
+@invocation(
+    "flux_text_to_image",
+    title="FLUX Text to Image",
+    tags=["image", "flux"],
+    category="image",
+    version="1.0.0",
+    classification=Classification.Prototype,
+)
+class FluxTextToImageInvocation(BaseInvocation, WithMetadata, WithBoard):
+    """Text-to-image generation using a FLUX model."""
+
+    transformer: TransformerField = InputField(
+        description=FieldDescriptions.flux_model,
+        input=Input.Connection,
+        title="Transformer",
+    )
+    vae: VAEField = InputField(
+        description=FieldDescriptions.vae,
+        input=Input.Connection,
+    )
+    positive_text_conditioning: FluxConditioningField = InputField(
+        description=FieldDescriptions.positive_cond, input=Input.Connection
+    )
+    width: int = InputField(default=1024, multiple_of=16, description="Width of the generated image.")
+    height: int = InputField(default=1024, multiple_of=16, description="Height of the generated image.")
+    num_steps: int = InputField(
+        default=4, description="Number of diffusion steps. Recommend values are schnell: 4, dev: 50."
+    )
+    guidance: float = InputField(
+        default=4.0,
+        description="The guidance strength. Higher values adhere more strictly to the prompt, and will produce less diverse images. FLUX dev only, ignored for schnell.",
+    )
+    seed: int = InputField(default=0, description="Randomness seed for reproducibility.")
+
+    @torch.no_grad()
+    def invoke(self, context: InvocationContext) -> ImageOutput:
+        # Load the conditioning data.
+        cond_data = context.conditioning.load(self.positive_text_conditioning.conditioning_name)
+        assert len(cond_data.conditionings) == 1
+        flux_conditioning = cond_data.conditionings[0]
+        assert isinstance(flux_conditioning, FLUXConditioningInfo)
+
+        latents = self._run_diffusion(context, flux_conditioning.clip_embeds, flux_conditioning.t5_embeds)
+        image = self._run_vae_decoding(context, latents)
+        image_dto = context.images.save(image=image)
+        return ImageOutput.build(image_dto)
+
+    def _run_diffusion(
+        self,
+        context: InvocationContext,
+        clip_embeddings: torch.Tensor,
+        t5_embeddings: torch.Tensor,
+    ):
+        transformer_info = context.models.load(self.transformer.transformer)
+        inference_dtype = torch.bfloat16
+
+        # Prepare input noise.
+        x = get_noise(
+            num_samples=1,
+            height=self.height,
+            width=self.width,
+            device=TorchDevice.choose_torch_device(),
+            dtype=inference_dtype,
+            seed=self.seed,
+        )
+
+        img, img_ids = prepare_latent_img_patches(x)
+
+        is_schnell = "schnell" in transformer_info.config.config_path
+
+        timesteps = get_schedule(
+            num_steps=self.num_steps,
+            image_seq_len=img.shape[1],
+            shift=not is_schnell,
+        )
+
+        bs, t5_seq_len, _ = t5_embeddings.shape
+        txt_ids = torch.zeros(bs, t5_seq_len, 3, dtype=inference_dtype, device=TorchDevice.choose_torch_device())
+
+        # HACK(ryand): Manually empty the cache. Currently we don't check the size of the model before loading it from
+        # disk. Since the transformer model is large (24GB), there's a good chance that it will OOM on 32GB RAM systems
+        # if the cache is not empty.
+        context.models._services.model_manager.load.ram_cache.make_room(24 * 2**30)
+
+        with transformer_info as transformer:
+            assert isinstance(transformer, Flux)
+
+            def step_callback() -> None:
+                if context.util.is_canceled():
+                    raise CanceledException
+
+                # TODO: Make this look like the image before re-enabling
+                # latent_image = unpack(img.float(), self.height, self.width)
+                # latent_image = latent_image.squeeze()  # Remove unnecessary dimensions
+                # flattened_tensor = latent_image.reshape(-1)  # Flatten to shape [48*128*128]
+
+                # # Create a new tensor of the required shape [255, 255, 3]
+                # latent_image = flattened_tensor[: 255 * 255 * 3].reshape(255, 255, 3)  # Reshape to RGB format
+
+                # # Convert to a NumPy array and then to a PIL Image
+                # image = Image.fromarray(latent_image.cpu().numpy().astype(np.uint8))
+
+                # (width, height) = image.size
+                # width *= 8
+                # height *= 8
+
+                # dataURL = image_to_dataURL(image, image_format="JPEG")
+
+                # # TODO: move this whole function to invocation context to properly reference these variables
+                # context._services.events.emit_invocation_denoise_progress(
+                #     context._data.queue_item,
+                #     context._data.invocation,
+                #     state,
+                #     ProgressImage(dataURL=dataURL, width=width, height=height),
+                # )
+
+            x = denoise(
+                model=transformer,
+                img=img,
+                img_ids=img_ids,
+                txt=t5_embeddings,
+                txt_ids=txt_ids,
+                vec=clip_embeddings,
+                timesteps=timesteps,
+                step_callback=step_callback,
+                guidance=self.guidance,
+            )
+
+        x = unpack(x.float(), self.height, self.width)
+
+        return x
+
+    def _run_vae_decoding(
+        self,
+        context: InvocationContext,
+        latents: torch.Tensor,
+    ) -> Image.Image:
+        vae_info = context.models.load(self.vae.vae)
+        with vae_info as vae:
+            assert isinstance(vae, AutoEncoder)
+            latents = latents.to(dtype=TorchDevice.choose_torch_dtype())
+            img = vae.decode(latents)
+
+        img = img.clamp(-1, 1)
+        img = rearrange(img[0], "c h w -> h w c")
+        img_pil = Image.fromarray((127.5 * (img + 1.0)).byte().cpu().numpy())
+
+        return img_pil