optimum-rbln 0.1.13__py3-none-any.whl → 0.2.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (103) hide show
  1. optimum/rbln/__init__.py +41 -38
  2. optimum/rbln/__version__.py +16 -1
  3. optimum/rbln/diffusers/__init__.py +26 -2
  4. optimum/rbln/{modeling_diffusers.py → diffusers/modeling_diffusers.py} +97 -126
  5. optimum/rbln/diffusers/models/__init__.py +36 -3
  6. optimum/rbln/{transformers/generation → diffusers/models/autoencoders}/__init__.py +1 -2
  7. optimum/rbln/diffusers/models/{autoencoder_kl.py → autoencoders/autoencoder_kl.py} +73 -61
  8. optimum/rbln/diffusers/models/autoencoders/vae.py +83 -0
  9. optimum/rbln/diffusers/models/controlnet.py +54 -14
  10. optimum/rbln/diffusers/models/transformers/__init__.py +24 -0
  11. optimum/rbln/diffusers/models/transformers/transformer_sd3.py +203 -0
  12. optimum/rbln/diffusers/models/unets/__init__.py +24 -0
  13. optimum/rbln/diffusers/models/{unet_2d_condition.py → unets/unet_2d_condition.py} +82 -22
  14. optimum/rbln/diffusers/pipelines/__init__.py +23 -2
  15. optimum/rbln/diffusers/pipelines/controlnet/multicontrolnet.py +13 -33
  16. optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet.py +17 -2
  17. optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet_img2img.py +18 -2
  18. optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet_sd_xl.py +18 -2
  19. optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet_sd_xl_img2img.py +18 -2
  20. optimum/rbln/diffusers/pipelines/stable_diffusion/__init__.py +1 -0
  21. optimum/rbln/diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion.py +2 -2
  22. optimum/rbln/diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion_img2img.py +1 -13
  23. optimum/rbln/diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion_inpaint.py +31 -0
  24. optimum/rbln/diffusers/pipelines/stable_diffusion_3/__init__.py +26 -0
  25. optimum/rbln/diffusers/pipelines/stable_diffusion_3/pipeline_stable_diffusion_3.py +31 -0
  26. optimum/rbln/diffusers/pipelines/stable_diffusion_3/pipeline_stable_diffusion_3_img2img.py +31 -0
  27. optimum/rbln/diffusers/pipelines/stable_diffusion_3/pipeline_stable_diffusion_3_inpaint.py +31 -0
  28. optimum/rbln/diffusers/pipelines/stable_diffusion_xl/__init__.py +24 -0
  29. optimum/rbln/diffusers/pipelines/stable_diffusion_xl/pipeline_stable_diffusion_xl.py +15 -8
  30. optimum/rbln/diffusers/pipelines/stable_diffusion_xl/pipeline_stable_diffusion_xl_img2img.py +15 -8
  31. optimum/rbln/diffusers/pipelines/stable_diffusion_xl/pipeline_stable_diffusion_xl_inpaint.py +31 -0
  32. optimum/rbln/modeling.py +238 -0
  33. optimum/rbln/modeling_base.py +186 -760
  34. optimum/rbln/modeling_config.py +31 -7
  35. optimum/rbln/ops/__init__.py +26 -0
  36. optimum/rbln/ops/attn.py +221 -0
  37. optimum/rbln/ops/flash_attn.py +70 -0
  38. optimum/rbln/ops/kv_cache_update.py +69 -0
  39. optimum/rbln/transformers/__init__.py +20 -2
  40. optimum/rbln/{modeling_alias.py → transformers/modeling_alias.py} +5 -1
  41. optimum/rbln/transformers/modeling_generic.py +385 -0
  42. optimum/rbln/transformers/models/auto/__init__.py +23 -0
  43. optimum/rbln/transformers/models/auto/auto_factory.py +117 -23
  44. optimum/rbln/transformers/models/auto/modeling_auto.py +36 -12
  45. optimum/rbln/transformers/models/bart/__init__.py +0 -1
  46. optimum/rbln/transformers/models/bart/bart_architecture.py +107 -464
  47. optimum/rbln/transformers/models/bart/modeling_bart.py +10 -9
  48. optimum/rbln/transformers/models/bert/modeling_bert.py +3 -6
  49. optimum/rbln/transformers/models/clip/modeling_clip.py +8 -25
  50. optimum/rbln/transformers/models/decoderonly/__init__.py +0 -10
  51. optimum/rbln/transformers/models/decoderonly/decoderonly_architecture.py +775 -514
  52. optimum/rbln/transformers/models/decoderonly/modeling_decoderonly.py +128 -260
  53. optimum/rbln/transformers/models/dpt/modeling_dpt.py +1 -1
  54. optimum/rbln/transformers/models/exaone/exaone_architecture.py +60 -45
  55. optimum/rbln/transformers/models/exaone/modeling_exaone.py +4 -2
  56. optimum/rbln/transformers/models/gemma/gemma_architecture.py +33 -104
  57. optimum/rbln/transformers/models/gpt2/gpt2_architecture.py +50 -238
  58. optimum/rbln/transformers/models/gpt2/modeling_gpt2.py +3 -2
  59. optimum/rbln/transformers/models/llama/llama_architecture.py +0 -1
  60. optimum/rbln/transformers/models/llava_next/modeling_llava_next.py +3 -75
  61. optimum/rbln/transformers/models/midm/midm_architecture.py +84 -238
  62. optimum/rbln/transformers/models/midm/modeling_midm.py +5 -6
  63. optimum/rbln/transformers/models/mistral/mistral_architecture.py +0 -1
  64. optimum/rbln/transformers/models/phi/phi_architecture.py +60 -261
  65. optimum/rbln/transformers/models/qwen2/qwen2_architecture.py +0 -1
  66. optimum/rbln/transformers/models/seq2seq/modeling_seq2seq.py +58 -103
  67. optimum/rbln/transformers/models/seq2seq/seq2seq_architecture.py +498 -0
  68. optimum/rbln/transformers/models/t5/__init__.py +0 -1
  69. optimum/rbln/transformers/models/t5/modeling_t5.py +106 -5
  70. optimum/rbln/transformers/models/t5/t5_architecture.py +106 -448
  71. optimum/rbln/transformers/models/wav2vec2/modeling_wav2vec2.py +1 -1
  72. optimum/rbln/transformers/models/whisper/generation_whisper.py +42 -0
  73. optimum/rbln/transformers/models/whisper/modeling_whisper.py +78 -55
  74. optimum/rbln/transformers/models/whisper/whisper_architecture.py +219 -312
  75. optimum/rbln/transformers/models/xlm_roberta/modeling_xlm_roberta.py +3 -35
  76. optimum/rbln/transformers/utils/rbln_quantization.py +120 -4
  77. optimum/rbln/utils/decorator_utils.py +51 -11
  78. optimum/rbln/utils/hub.py +131 -0
  79. optimum/rbln/utils/import_utils.py +22 -1
  80. optimum/rbln/utils/logging.py +37 -0
  81. optimum/rbln/utils/model_utils.py +52 -0
  82. optimum/rbln/utils/runtime_utils.py +10 -4
  83. optimum/rbln/utils/save_utils.py +17 -0
  84. optimum/rbln/utils/submodule.py +137 -0
  85. optimum_rbln-0.2.0.dist-info/METADATA +117 -0
  86. optimum_rbln-0.2.0.dist-info/RECORD +114 -0
  87. {optimum_rbln-0.1.13.dist-info → optimum_rbln-0.2.0.dist-info}/WHEEL +1 -1
  88. optimum_rbln-0.2.0.dist-info/licenses/LICENSE +288 -0
  89. optimum/rbln/transformers/cache_utils.py +0 -107
  90. optimum/rbln/transformers/generation/streamers.py +0 -139
  91. optimum/rbln/transformers/generation/utils.py +0 -397
  92. optimum/rbln/transformers/models/exaone/hf_hub_cached/configuration_exaone.py +0 -181
  93. optimum/rbln/transformers/models/exaone/hf_hub_cached/modeling_exaone.py +0 -1725
  94. optimum/rbln/transformers/models/midm/hf_hub_cached/configuration_midm.py +0 -22
  95. optimum/rbln/transformers/models/midm/hf_hub_cached/midm_bitext_tokenization.py +0 -304
  96. optimum/rbln/transformers/models/midm/hf_hub_cached/modeling_midm.py +0 -1469
  97. optimum/rbln/transformers/models/midm/hf_hub_cached/rotary_position_embedding.py +0 -98
  98. optimum/rbln/utils/context.py +0 -58
  99. optimum/rbln/utils/timer_utils.py +0 -43
  100. optimum_rbln-0.1.13.dist-info/METADATA +0 -120
  101. optimum_rbln-0.1.13.dist-info/RECORD +0 -107
  102. optimum_rbln-0.1.13.dist-info/entry_points.txt +0 -4
  103. optimum_rbln-0.1.13.dist-info/licenses/LICENSE +0 -201
@@ -0,0 +1,137 @@
1
+ # Copyright 2024 Rebellions Inc.
2
+
3
+ # Licensed under the Apache License, Version 2.0 (the "License");
4
+ # you may not use this file except in compliance with the License.
5
+ # You may obtain a copy of the License at:
6
+
7
+ # http://www.apache.org/licenses/LICENSE-2.0
8
+
9
+ # Unless required by applicable law or agreed to in writing, software
10
+ # distributed under the License is distributed on an "AS IS" BASIS,
11
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
+ # See the License for the specific language governing permissions and
13
+ # limitations under the License.
14
+
15
+ # Portions of this software are licensed under the Apache License,
16
+ # Version 2.0. See the NOTICE file distributed with this work for
17
+ # additional information regarding copyright ownership.
18
+
19
+ # All other portions of this software, including proprietary code,
20
+ # are the intellectual property of Rebellions Inc. and may not be
21
+ # copied, modified, or distributed without prior written permission
22
+ # from Rebellions Inc.
23
+
24
+ import importlib
25
+ from pathlib import Path
26
+ from typing import TYPE_CHECKING, Any, Dict, List
27
+
28
+ from ..modeling_config import RBLNConfig
29
+
30
+
31
+ if TYPE_CHECKING:
32
+ from transformers import PreTrainedModel
33
+
34
+ from ..modeling_base import RBLNBaseModel
35
+
36
+
37
+ class SubModulesMixin:
38
+ """
39
+ _rbln_submodules = [
40
+ {"name": "vision_tower"},
41
+ {"name": "language_model"},
42
+ ]
43
+ """
44
+
45
+ _rbln_submodules: List[Dict[str, Any]] = []
46
+
47
+ def __init__(
48
+ self,
49
+ *,
50
+ rbln_submodules: List["RBLNBaseModel"] = [],
51
+ **kwargs,
52
+ ) -> None:
53
+ for submodule_meta, submodule in zip(self._rbln_submodules, rbln_submodules):
54
+ setattr(self, submodule_meta["name"], submodule)
55
+
56
+ @classmethod
57
+ def _export_submodules_from_model(
58
+ cls,
59
+ model: "PreTrainedModel",
60
+ model_save_dir: str,
61
+ rbln_kwargs: Dict[str, Any],
62
+ **kwargs,
63
+ ) -> List["RBLNBaseModel"]:
64
+ rbln_submodules = []
65
+ for submodule in cls._rbln_submodules:
66
+ submodule_name = submodule["name"]
67
+ torch_submodule: "PreTrainedModel" = getattr(model, submodule["name"])
68
+ cls_name = torch_submodule.__class__.__name__
69
+ submodule_cls: "RBLNBaseModel" = getattr(importlib.import_module("optimum.rbln"), f"RBLN{cls_name}")
70
+
71
+ if submodule_name in rbln_kwargs:
72
+ kwargs["rbln_config"] = rbln_kwargs[submodule_name]
73
+
74
+ rbln_submodule = submodule_cls.from_model(
75
+ model=torch_submodule,
76
+ subfolder=submodule_name,
77
+ model_save_dir=model_save_dir,
78
+ **kwargs,
79
+ )
80
+
81
+ rbln_submodules.append(rbln_submodule)
82
+
83
+ return rbln_submodules
84
+
85
+ @classmethod
86
+ def _load_submodules_from_compiled_models(
87
+ cls,
88
+ model_save_dir: str,
89
+ rbln_kwargs: Dict[str, Any],
90
+ **kwargs,
91
+ ):
92
+ rbln_submodules = []
93
+ for submodule in cls._rbln_submodules:
94
+ submodule_name = submodule["name"]
95
+
96
+ if submodule_name in rbln_kwargs:
97
+ kwargs["rbln_config"] = rbln_kwargs[submodule_name]
98
+
99
+ # Get cls name for call the constructor of the rbln class
100
+ submodule_rbln_config = RBLNConfig.load(Path(model_save_dir) / submodule_name)
101
+ submodule_cls_name = submodule_rbln_config.meta["cls"]
102
+ submodule_cls: "RBLNBaseModel" = getattr(importlib.import_module("optimum.rbln"), submodule_cls_name)
103
+
104
+ rbln_submodule = submodule_cls._from_pretrained(
105
+ model_id=model_save_dir,
106
+ config=None,
107
+ subfolder=submodule_name,
108
+ **kwargs,
109
+ )
110
+ rbln_submodules.append(rbln_submodule)
111
+ return rbln_submodules
112
+
113
+ @classmethod
114
+ def _load_submodules(
115
+ cls,
116
+ model_save_dir,
117
+ rbln_kwargs,
118
+ model=None,
119
+ **kwargs,
120
+ ):
121
+ # Two ways :
122
+ # 1. Compile from pytorch object
123
+ # 2. Load from compiled file
124
+ if model is not None:
125
+ return cls._export_submodules_from_model(
126
+ model=model,
127
+ model_save_dir=model_save_dir,
128
+ rbln_kwargs=rbln_kwargs,
129
+ **kwargs,
130
+ )
131
+
132
+ else:
133
+ return cls._load_submodules_from_compiled_models(
134
+ model_save_dir=model_save_dir,
135
+ rbln_kwargs=rbln_kwargs,
136
+ **kwargs,
137
+ )
@@ -0,0 +1,117 @@
1
+ Metadata-Version: 2.3
2
+ Name: optimum-rbln
3
+ Version: 0.2.0
4
+ Summary: Optimum RBLN is the interface between the Hugging Face Transformers and Diffusers libraries and RBLN accelerators. It provides a set of tools enabling easy model loading and inference on single and multiple rbln device settings for different downstream tasks.
5
+ Project-URL: Homepage, https://rebellions.ai
6
+ Project-URL: Documentation, https://docs.rbln.ai
7
+ Author-email: "Rebellions Inc." <support@rebellions.ai>
8
+ License: Apache
9
+ Keywords: atom,diffusers,inference,rbln,rebel,transformers
10
+ Classifier: Development Status :: 2 - Pre-Alpha
11
+ Classifier: Intended Audience :: Developers
12
+ Classifier: Intended Audience :: Education
13
+ Classifier: Intended Audience :: Science/Research
14
+ Classifier: License :: OSI Approved :: Apache Software License
15
+ Classifier: Operating System :: POSIX :: Linux
16
+ Classifier: Programming Language :: Python :: 3 :: Only
17
+ Classifier: Programming Language :: Python :: 3.9
18
+ Classifier: Programming Language :: Python :: 3.10
19
+ Classifier: Programming Language :: Python :: 3.11
20
+ Classifier: Programming Language :: Python :: 3.12
21
+ Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
22
+ Requires-Python: <3.13,>=3.9
23
+ Requires-Dist: accelerate>=1.0.1
24
+ Requires-Dist: diffusers<=0.31.0
25
+ Requires-Dist: einops>=0.8.0
26
+ Requires-Dist: halo>=0.0.31
27
+ Requires-Dist: packaging>=24.1
28
+ Requires-Dist: torch<=2.5.1
29
+ Requires-Dist: torchaudio<=2.5.1
30
+ Requires-Dist: torchvision<=0.20.1
31
+ Requires-Dist: transformers==4.45.2
32
+ Description-Content-Type: text/markdown
33
+
34
+
35
+ # Optimum RBLN
36
+
37
+ <div align="center">
38
+
39
+ <img src="assets/rbln_logo.png" width="60%"/>
40
+
41
+ [![PyPI version](https://badge.fury.io/py/optimum-rbln.svg)](https://badge.fury.io/py/optimum-rbln)
42
+ [![License](https://img.shields.io/github/license/rebellions-sw/optimum-rbln)](https://github.com/rebellions-sw/optimum-rbln/blob/main/LICENSE)
43
+
44
+ </div>
45
+
46
+ 🤗 Optimum RBLN provides an interface between HuggingFace libraries ([Transformers](https://huggingface.co/docs/transformers), [Diffusers](https://huggingface.co/docs/diffusers/index)) and RBLN NPUs, including [ATOM](https://rebellions.ai/rebellions-product/rbln-ca25/) and [REBEL](https://rebellions.ai/rebellions-product/rebel/).
47
+
48
+ This library enables seamless integration between the HuggingFace ecosystem and RBLN NPUs through a comprehensive toolkit for model loading and inference across single and multi-NPU environments. While we maintain a list of [officially validated models and tasks](https://docs.rbln.ai/software/optimum/optimum_rbln.html), users can easily adapt other models and tasks with minimal modifications.
49
+
50
+ ## Key Features
51
+
52
+ 🚀 **High Performance Inference**
53
+ - Optimized model execution on RBLN NPUs through RBLN SDK compilation
54
+ - Support for both single and multi-NPU inference
55
+ - Integrated with RBLN Runtime for optimal performance
56
+
57
+ 🔧 **Easy Integration**
58
+ - Seamless compatibility with HuggingFace Model Hub
59
+ - Drop-in replacement for existing HuggingFace pipelines
60
+ - Minimal code changes required for NPU acceleration
61
+
62
+
63
+ ## Seamless Replacement for Existing HuggingFace Code
64
+
65
+ ```diff
66
+ - from diffusers import StableDiffusionXLPipeline
67
+ + from optimum.rbln import RBLNStableDiffusionXLPipeline
68
+
69
+ # Load model
70
+ model_id = "stabilityai/stable-diffusion-xl-base-1.0"
71
+ prompt = "Astronaut in a jungle, cold color palette, muted colors, detailed, 8k"
72
+ - pipe = StableDiffusionXLPipeline.from_pretrained(model_id)
73
+ + pipe = RBLNStableDiffusionXLPipeline.from_pretrained(model_id, export=True)
74
+
75
+ # Generate image
76
+ image = pipe(prompt).images[0]
77
+
78
+ # Save image result
79
+ image.save("image.png")
80
+
81
+ + # (Optional) Save compiled artifacts to skip the compilation step in future runs
82
+ + pipe.save_pretrained("compiled_sdxl")
83
+ ```
84
+
85
+ ## Documentation
86
+
87
+ Check out [the documentation of Optimum RBLN](https://docs.rbln.ai/software/optimum/optimum_rbln.html) for more advanced usage.
88
+
89
+ ## Getting Started
90
+
91
+ > **Note:** The `rebel-compiler` library, which is required for running `optimum-rbln`, is only available for approved users. Please refer to the [installation guide](https://docs.rbln.ai/getting_started/installation_guide.html) for instructions on accessing and installing `rebel-compiler`.
92
+
93
+ ### Install from PyPI
94
+
95
+ To install the latest release of this package:
96
+ ```bash
97
+ pip install optimum-rbln
98
+ ```
99
+
100
+ ### Install from source
101
+
102
+ #### Prerequisites
103
+
104
+ - Install [uv](https://docs.astral.sh/uv/) (refer to [this link](https://docs.astral.sh/uv/getting-started/installation/) for detailed commands)
105
+
106
+ The below command installs `optimum-rbln` along with its dependencies.
107
+
108
+ ```bash
109
+ git clone https://github.com/rebellions-sw/optimum-rbln.git
110
+ cd optimum-rbln
111
+ ./scripts/uv-sync.sh
112
+ ```
113
+
114
+ ### Need Help?
115
+
116
+ - Join discussions and get answers in our [Developer Community](https://discuss.rebellions.ai/)
117
+ - Contact maintainers at [support@rebellions.ai](mailto:support@rebellions.ai)
@@ -0,0 +1,114 @@
1
+ optimum/rbln/__init__.py,sha256=A0ydlEd6-L_ol6wfIFaKl3K93O1j6j9lCO9edPs7MJE,6430
2
+ optimum/rbln/__version__.py,sha256=H-qsvrxCpdhaQzyddR-yajEqI71hPxLa4KxzpP3uS1g,411
3
+ optimum/rbln/modeling.py,sha256=96N6auaSUpxazRNYCOHv2CyC64T8regJrlcMFQGdwqg,8661
4
+ optimum/rbln/modeling_base.py,sha256=3EK3eyv011WK7BXT1vt7chZFpgtiOpdd_gF1uDEX5W8,20753
5
+ optimum/rbln/modeling_config.py,sha256=LxOVAJheEF_A0C3px7pKZCqm3yfTi3-ZGkXJTFBcSc8,11729
6
+ optimum/rbln/diffusers/__init__.py,sha256=YO3hbNDu4jSG1ZL_be8BlQD2IxYH3USBwj71Gdsncnw,3307
7
+ optimum/rbln/diffusers/modeling_diffusers.py,sha256=vml1VgNlJAnYIW1pDTI-IGdph1Ji8ZvBlf4k_rw9864,15322
8
+ optimum/rbln/diffusers/models/__init__.py,sha256=88U_nTn_zDb9lhtT1sn3MSavubrKHu1MmCA48LKOG78,1751
9
+ optimum/rbln/diffusers/models/controlnet.py,sha256=8Hn765YYj5MFs9J4vvseRYkYoH2mYVq6-4VrMsVfUdE,10888
10
+ optimum/rbln/diffusers/models/autoencoders/__init__.py,sha256=yc1ABZG3xxzWPDGf0ADEeuSz3Nrq4ZP-CwddQ-VvWCU,1039
11
+ optimum/rbln/diffusers/models/autoencoders/autoencoder_kl.py,sha256=psW14vL3nJdfTdIdeZ6mF3ed9U85mZN_cX0691ZmnF8,9595
12
+ optimum/rbln/diffusers/models/autoencoders/vae.py,sha256=YdL-vWy9kHRj3fRUjxAnl8eWEYOV2tE0IrxRoIrlkNs,2888
13
+ optimum/rbln/diffusers/models/transformers/__init__.py,sha256=2bVk_6nuqcREOIVyR-4w5ksmdWJqyIV7Wxc5x0dqYO8,1048
14
+ optimum/rbln/diffusers/models/transformers/transformer_sd3.py,sha256=JmqiTq-2iB4y81HrWFAwsGzJISXbU2d6mtH_y7T-_wE,7683
15
+ optimum/rbln/diffusers/models/unets/__init__.py,sha256=-0PyRbBVBFujd7nBh0Z4NOe3RVOlAWyvWLU8r62dqdo,1049
16
+ optimum/rbln/diffusers/models/unets/unet_2d_condition.py,sha256=DrWhElKJ-pMDMfLygmSEm1J0_S_NnnyhqJCHzKW3TuA,14396
17
+ optimum/rbln/diffusers/pipelines/__init__.py,sha256=7rM-JI07v2yQXnb9CLSG0qkTbswzYSPHRYiPraK2Mw4,2863
18
+ optimum/rbln/diffusers/pipelines/controlnet/__init__.py,sha256=k0govvSBxBUR5qpxUGxRMHuQCMX7hXHVZ4EqVRw1LWk,1377
19
+ optimum/rbln/diffusers/pipelines/controlnet/multicontrolnet.py,sha256=l53qsOqazIMnCh71m7RVTaeOlCLdEehKu1Bt48z7Umo,4488
20
+ optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet.py,sha256=ojuRZEBhMb1tVpqOfGALAX4vS7uoTcvQzlCAJtB0kBo,35557
21
+ optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet_img2img.py,sha256=L-wKwpgGWTXwpUGqQ5YtxsikwhWiU9FqsU8zsp3Tz8k,34058
22
+ optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet_sd_xl.py,sha256=X_CMEJvtXjC46QvmoEIZSt3ErydfVaDwsmyzXiOkhHI,45149
23
+ optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet_sd_xl_img2img.py,sha256=HY8lkm8hZynzrJfPC8Fq3f8sFw_LXZLCi8psKyjzK-8,46478
24
+ optimum/rbln/diffusers/pipelines/stable_diffusion/__init__.py,sha256=7lX6f9XiqROsArw1X0lGsW06H0TrWKwvM9Ye16vis9Y,1224
25
+ optimum/rbln/diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion.py,sha256=r17vhwwuK5VQGZbQ62LlgKu1e7LHapBlHZydIkAlQk0,1270
26
+ optimum/rbln/diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion_img2img.py,sha256=cIW1wJKFZfr5rqHUf7FjKNIN7425w4LgYt5yeth6AuA,1298
27
+ optimum/rbln/diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion_inpaint.py,sha256=rPCj0JsBTrR_XxVh0dpD_8oI3PnYo9ecspGS6t3oYvI,1298
28
+ optimum/rbln/diffusers/pipelines/stable_diffusion_3/__init__.py,sha256=I1IbI4uo2ZqA2uLbhqW67wW7-8DwqeE-qPGc3BTL7dQ,1233
29
+ optimum/rbln/diffusers/pipelines/stable_diffusion_3/pipeline_stable_diffusion_3.py,sha256=6ctjMv6MpRuhTle9L9QTaaBuqmeheOBXJ2CgLiG2LA0,1317
30
+ optimum/rbln/diffusers/pipelines/stable_diffusion_3/pipeline_stable_diffusion_3_img2img.py,sha256=blojGQ8MLbhPAxQfAv9M9fi3UDNrXJGRs_1Uz2Lqa3U,1345
31
+ optimum/rbln/diffusers/pipelines/stable_diffusion_3/pipeline_stable_diffusion_3_inpaint.py,sha256=D_xLTE5D9m_wuQdBmcnIdk48Ey5Q_6mzWH3wex1xt4Q,1345
32
+ optimum/rbln/diffusers/pipelines/stable_diffusion_xl/__init__.py,sha256=eMHZUxczVow6JBNZGZDu_yLbDQIR5EXOGktvsfii2RY,1239
33
+ optimum/rbln/diffusers/pipelines/stable_diffusion_xl/pipeline_stable_diffusion_xl.py,sha256=KOZXQLyMkJ4-6ts2SeAJM_8wzKl9kAJ3LBZjqWuCzkI,1296
34
+ optimum/rbln/diffusers/pipelines/stable_diffusion_xl/pipeline_stable_diffusion_xl_img2img.py,sha256=MT5HwEiua0R7xeApk00YM0vJ_EaUrrqPJUzvmizpdwM,1324
35
+ optimum/rbln/diffusers/pipelines/stable_diffusion_xl/pipeline_stable_diffusion_xl_inpaint.py,sha256=kRd468mTZX4oOKr_9AZH7u7KflbkfQM9bK2CIJ83PBo,1324
36
+ optimum/rbln/ops/__init__.py,sha256=v5MnYLvX82F_mHM2ng8rUprKDbzATt3LnyrPSoMzNeo,1210
37
+ optimum/rbln/ops/attn.py,sha256=UfyzBb760e2FAtFMedQQZFCVjlDtQz7wLehqKRuhjT0,10150
38
+ optimum/rbln/ops/flash_attn.py,sha256=10fc280953kMX6bQpr_0HD5QdzcDUZOnRNz5h56Xmyw,2726
39
+ optimum/rbln/ops/kv_cache_update.py,sha256=skb1fpyzXzVHra1NZJv3wy5PzzaDDhxYD7s3TwGa7RQ,3537
40
+ optimum/rbln/transformers/__init__.py,sha256=gug_v2wgSw_9BYmIk9FFmxnXP7VQ6jFt79zdsySkLpg,4501
41
+ optimum/rbln/transformers/modeling_alias.py,sha256=ezq5taNeBZDOJxA_R9SqiE06bCIxjtLcYDO3nDrQ9Ek,2199
42
+ optimum/rbln/transformers/modeling_generic.py,sha256=InK0I4QWP4w7QrbRPRGJk-pzY4lcBRbxe0sj4sNqIV0,16981
43
+ optimum/rbln/transformers/modeling_rope_utils.py,sha256=ob8haNW5f0tPq26xd4sTg-rMrBT9M2VDP7wxt-PkvYY,13087
44
+ optimum/rbln/transformers/models/__init__.py,sha256=gffOrFFYG3W8ypxpDiUotU-McvjhytffeuUzunjv4nQ,3971
45
+ optimum/rbln/transformers/models/auto/__init__.py,sha256=Dgy4MoIxFxmSwwfTkw75LYGDK9W9kCsGZU4T5qB8qiA,1428
46
+ optimum/rbln/transformers/models/auto/auto_factory.py,sha256=JIFL404RVf6kAONhLeEz6z59tdahcUAyVSU8hdZZe0g,7421
47
+ optimum/rbln/transformers/models/auto/modeling_auto.py,sha256=lUI7gqBJ28cU_-19q1a8xJPwGr07hQhm7lTPi3Q4dko,4327
48
+ optimum/rbln/transformers/models/bart/__init__.py,sha256=F3QY3cwDpHRHxPA0wzzpvxnY1l-p_Xs9yunOZbL0PX4,1068
49
+ optimum/rbln/transformers/models/bart/bart_architecture.py,sha256=5pxQhMvqEugdsXMNv3hreFu5WlsKcMPTMkjJlIYvcLI,5873
50
+ optimum/rbln/transformers/models/bart/modeling_bart.py,sha256=MWtY1qFR0liOcS8JRg53EZ_FtFJeZrAAJT44PXnCtm0,5491
51
+ optimum/rbln/transformers/models/bert/__init__.py,sha256=divBpVNrRAdNAPgnQkGiEZI4oJHCJtLuwdYpMbD3dMM,1034
52
+ optimum/rbln/transformers/models/bert/modeling_bert.py,sha256=akbsBTsGTs7wrxPw120ryZspwYkmHAUrM4A8Kr3COw4,4111
53
+ optimum/rbln/transformers/models/clip/__init__.py,sha256=iXZfPPIztzMDOkY3fbEzx9dCkFKKtWYXCpLGfjEUeZE,1092
54
+ optimum/rbln/transformers/models/clip/modeling_clip.py,sha256=ranLV-NErSUcMEXgR3J4PYaWTMXZaf2qfPabztBLxJM,6099
55
+ optimum/rbln/transformers/models/decoderonly/__init__.py,sha256=lok5Px8lr71TWcLCQhmBBH2qUvwgeBe5nYKUljWAoIk,1059
56
+ optimum/rbln/transformers/models/decoderonly/decoderonly_architecture.py,sha256=vLJ_Xq5lukte3PzAxBB32cmkhgFtoPSN0U9n9Lf5XJs,37630
57
+ optimum/rbln/transformers/models/decoderonly/modeling_decoderonly.py,sha256=B3ZmKnmBR0xAOSFhNXx1Wm6ahZqO2dh9Zi0CsHjM9xQ,25682
58
+ optimum/rbln/transformers/models/dpt/__init__.py,sha256=R8OHDxOAYPjkk5t8osaPqRh85Pf1Cg1BtzqesqFRcTI,1045
59
+ optimum/rbln/transformers/models/dpt/modeling_dpt.py,sha256=Re15veJwAz3NaUv2GfrHyGUblW0Jcd2KLv23GutFp64,3805
60
+ optimum/rbln/transformers/models/exaone/__init__.py,sha256=CuWNwnZrbd_cLU7jDDPqC0kZIqx1ii_BYyQ98CKDag0,1253
61
+ optimum/rbln/transformers/models/exaone/exaone_architecture.py,sha256=V91GyW2uP3W-DAdBEmm1eN_Qddg2ibOni7qzJaVYqIY,3423
62
+ optimum/rbln/transformers/models/exaone/modeling_exaone.py,sha256=-0VjxpBOQLM3PAmrWCJXkTKQEap577bS_izn-gx8Ew8,2141
63
+ optimum/rbln/transformers/models/gemma/__init__.py,sha256=L1Qfr6dufWtoUZND_ofwxXPSxivEvPR8exy16a_nM2o,1042
64
+ optimum/rbln/transformers/models/gemma/gemma_architecture.py,sha256=ag0TeVt7pkZ3fNDYfi7TpQbwVvObDNvi7kvybtwEGC8,2359
65
+ optimum/rbln/transformers/models/gemma/modeling_gemma.py,sha256=floBHXgogv3iAPyjhjKzbjFHeH67L3FYUKs_wtRm-gM,1924
66
+ optimum/rbln/transformers/models/gpt2/__init__.py,sha256=jsOKYXUclG9G6cwUTUX4eeKqjCPfQUwev7TTFIMXS4Y,1040
67
+ optimum/rbln/transformers/models/gpt2/gpt2_architecture.py,sha256=aYGzhHChNn9UvCRFLe7LwmdmZGNL5b5_x2X__swOXMA,3260
68
+ optimum/rbln/transformers/models/gpt2/modeling_gpt2.py,sha256=lY9mQVEBpymz78Vkk-LpD3sFEJf69GUJaJQ1vH7zhLk,1884
69
+ optimum/rbln/transformers/models/llama/__init__.py,sha256=5mX-MuKzVBj6WQeVxyPhtvFTv0jeZXAFfg4RZ2nVUh0,1042
70
+ optimum/rbln/transformers/models/llama/llama_architecture.py,sha256=UkwDKUmYUtC9_7W4ffjl6M2RNXTuBAwBWVztIbMw3Fg,1122
71
+ optimum/rbln/transformers/models/llama/modeling_llama.py,sha256=D9efkBVUr7TaOkAkiN_qrtQC0AyzLK7cb7UbZpo4XwI,1924
72
+ optimum/rbln/transformers/models/llava_next/__init__.py,sha256=3vi2rmTeKBydGRFOtxELhxWixZggFMpGex6xqfMgi-I,1064
73
+ optimum/rbln/transformers/models/llava_next/modeling_llava_next.py,sha256=vLNI64l90mAzPdwfMuzF67qhY7PBz2gPI10uYUcpFWE,25884
74
+ optimum/rbln/transformers/models/midm/__init__.py,sha256=_6kYchy47frGMZ8uoUspZ9IwrmCBQJ-8kVfXM7xOMew,1249
75
+ optimum/rbln/transformers/models/midm/midm_architecture.py,sha256=W6tYWsRx462CGiB7w4AdTHWUP_ej4ck98a1J3jHhwO8,5696
76
+ optimum/rbln/transformers/models/midm/modeling_midm.py,sha256=9ysJgW76ikr-23XTG_OD-FwM_7uW56fuTOy30wH233U,2128
77
+ optimum/rbln/transformers/models/mistral/__init__.py,sha256=XtuOmzBITjj-H1yctXobJjHF908x1Wlxr_p4hi06v8I,1046
78
+ optimum/rbln/transformers/models/mistral/mistral_architecture.py,sha256=18Tp6h-vnKg524AaH3K56G6tKHMZ6uiyVwUg5cXwAGk,1127
79
+ optimum/rbln/transformers/models/mistral/modeling_mistral.py,sha256=i3X3HKGNee2ocEmpxdHMxuq7UAOgUs-QWlq2OizqA4g,1954
80
+ optimum/rbln/transformers/models/phi/__init__.py,sha256=LrGFTUo1oQnsPSTlxJqAJVVNUdUwq4u_Bf60RUgjLz4,1038
81
+ optimum/rbln/transformers/models/phi/modeling_phi.py,sha256=JfpuUB6cign-lqcUoprgq3gbQclZFT9HGV-NYVkSads,1910
82
+ optimum/rbln/transformers/models/phi/phi_architecture.py,sha256=d71CIMpijgHjGTQbJEFM7JPlmnzkYmiIW_sWLF9HvnY,4390
83
+ optimum/rbln/transformers/models/qwen2/__init__.py,sha256=1PLl1rlF14C6eSk3EZaDfyEHPaC4DZ2vwVlrklTkOYg,1042
84
+ optimum/rbln/transformers/models/qwen2/modeling_qwen2.py,sha256=8ldxWKk85snFX_EViA7kgcgKAZ_QSbmQxhlO4yFvhOA,1924
85
+ optimum/rbln/transformers/models/qwen2/qwen2_architecture.py,sha256=HafB2wFQn4AJ-nHMFc9ftYHZ0WBREHFqucxM6LrRrlA,1114
86
+ optimum/rbln/transformers/models/seq2seq/__init__.py,sha256=Oa11lBWDNQWahqvDco3JIsZldYS-lO8qjpnaGKSfR00,1045
87
+ optimum/rbln/transformers/models/seq2seq/modeling_seq2seq.py,sha256=CGpzCM0wcqzTzbEsw_jA0mGloykaxjHPWQIyMnamZOs,15801
88
+ optimum/rbln/transformers/models/seq2seq/seq2seq_architecture.py,sha256=PrhCrBZb24nzHClQWzllC3-FFulHQ2u7lkbbRX4a1Nc,19447
89
+ optimum/rbln/transformers/models/t5/__init__.py,sha256=ZyK9sxq2_-4Ub6zofOumFUgr8BcCz164RI9yojI98EA,1069
90
+ optimum/rbln/transformers/models/t5/modeling_t5.py,sha256=al83l5tKQ-Xp8rCKTHf4uIWV_VfThpfHLgXK0QEomAo,7987
91
+ optimum/rbln/transformers/models/t5/t5_architecture.py,sha256=u2QyXd9864naTj7aNLlgrt7ILAFzWXvDJJCMsUtEAIE,6603
92
+ optimum/rbln/transformers/models/wav2vec2/__init__.py,sha256=mz4cXqG9b0tDpTAw3qYn3FaJuolX601VmKBE3gohLSw,1043
93
+ optimum/rbln/transformers/models/wav2vec2/modeling_wav2vec2.py,sha256=vRDKoujGRvMvyAlJVJhj_EHf0OtQWbZHickFLzGjmDI,4231
94
+ optimum/rbln/transformers/models/whisper/__init__.py,sha256=PZ8qeAAFMas2MizwVYFxlpFWd5k1Pe1x-0IJfYAMhT8,1059
95
+ optimum/rbln/transformers/models/whisper/generation_whisper.py,sha256=vBtNj7auqjekqwtZQhTIpaauCoFTmufkClz7rRPwZyU,5080
96
+ optimum/rbln/transformers/models/whisper/modeling_whisper.py,sha256=1C-_mu47aJgd2sDh82mFj030NegYM-_YajZ2d8J_5xM,16215
97
+ optimum/rbln/transformers/models/whisper/whisper_architecture.py,sha256=0JKv4GCDFo_hBL_J_C_AL9UaUTEDE7FGF_zn4b0Q6fk,13552
98
+ optimum/rbln/transformers/models/xlm_roberta/__init__.py,sha256=NTj4hCpd8L2_i5DZuV5wp-h8OlTLYVUqTrJxzY_Dg9g,1047
99
+ optimum/rbln/transformers/models/xlm_roberta/modeling_xlm_roberta.py,sha256=H5SEtmCAuG6pL1ovl4eLPGZ3tx1IPOilsxKvnbFDN-E,3821
100
+ optimum/rbln/transformers/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
101
+ optimum/rbln/transformers/utils/rbln_quantization.py,sha256=_0rnt83lp2Mg6Z6LZvDfznj7em852Yqzy9PTAMFbrzI,7806
102
+ optimum/rbln/utils/__init__.py,sha256=F6hJP00eV1_hT_IVwqqYwLWcLQAvZbmmrNMJTia3mjI,1106
103
+ optimum/rbln/utils/decorator_utils.py,sha256=2yFVaMBDo4F1tHZxZnwcAkhaNm5Q9PXftbSGZWnHXFE,4139
104
+ optimum/rbln/utils/hub.py,sha256=o-nA2I_jnB0S2AX0-q9lSpSNcdP_TeqZbHv84Gxxvi4,4592
105
+ optimum/rbln/utils/import_utils.py,sha256=Vq651F7OpHdf8XUtmCz4jENXIyqCZHmylrn_XhAOFes,4452
106
+ optimum/rbln/utils/logging.py,sha256=on5MA3RRi12SSWgdtHQTiHc0GLRguZafdHaLGdTGGHY,3849
107
+ optimum/rbln/utils/model_utils.py,sha256=Od3XYZyWIm2Kei_BgImSdtqv5zLW9Ilht7lbCWHyfL4,1672
108
+ optimum/rbln/utils/runtime_utils.py,sha256=oGpsxEwI1oEXXCEb3novE2_nRCF3Wh58-G2vk1ukyuI,4093
109
+ optimum/rbln/utils/save_utils.py,sha256=k2PwWStUT-eIY6btyM5A98lMxAAPFas3RxeemET6QI4,4001
110
+ optimum/rbln/utils/submodule.py,sha256=lzD0HYiuo0i5OGnHQgVFdvB4AwLWnPMRCTtMumGY4bc,4465
111
+ optimum_rbln-0.2.0.dist-info/METADATA,sha256=4oNXHUKYeMQGSDpZDqJGcMfTuwmJ_4rCTE2F4vwkiGI,4834
112
+ optimum_rbln-0.2.0.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
113
+ optimum_rbln-0.2.0.dist-info/licenses/LICENSE,sha256=q7yy_9ECqQIxXbh2yiG4Hjalfp0e2-2Pbdc7psKUVs8,18079
114
+ optimum_rbln-0.2.0.dist-info/RECORD,,
@@ -1,4 +1,4 @@
1
1
  Wheel-Version: 1.0
2
- Generator: pdm-backend (2.4.3)
2
+ Generator: hatchling 1.27.0
3
3
  Root-Is-Purelib: true
4
4
  Tag: py3-none-any