optimum-rbln 0.1.13__py3-none-any.whl → 0.2.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- optimum/rbln/__init__.py +41 -38
- optimum/rbln/__version__.py +16 -1
- optimum/rbln/diffusers/__init__.py +26 -2
- optimum/rbln/{modeling_diffusers.py → diffusers/modeling_diffusers.py} +97 -126
- optimum/rbln/diffusers/models/__init__.py +36 -3
- optimum/rbln/{transformers/generation → diffusers/models/autoencoders}/__init__.py +1 -2
- optimum/rbln/diffusers/models/{autoencoder_kl.py → autoencoders/autoencoder_kl.py} +73 -61
- optimum/rbln/diffusers/models/autoencoders/vae.py +83 -0
- optimum/rbln/diffusers/models/controlnet.py +54 -14
- optimum/rbln/diffusers/models/transformers/__init__.py +24 -0
- optimum/rbln/diffusers/models/transformers/transformer_sd3.py +203 -0
- optimum/rbln/diffusers/models/unets/__init__.py +24 -0
- optimum/rbln/diffusers/models/{unet_2d_condition.py → unets/unet_2d_condition.py} +82 -22
- optimum/rbln/diffusers/pipelines/__init__.py +23 -2
- optimum/rbln/diffusers/pipelines/controlnet/multicontrolnet.py +13 -33
- optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet.py +17 -2
- optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet_img2img.py +18 -2
- optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet_sd_xl.py +18 -2
- optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet_sd_xl_img2img.py +18 -2
- optimum/rbln/diffusers/pipelines/stable_diffusion/__init__.py +1 -0
- optimum/rbln/diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion.py +2 -2
- optimum/rbln/diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion_img2img.py +1 -13
- optimum/rbln/diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion_inpaint.py +31 -0
- optimum/rbln/diffusers/pipelines/stable_diffusion_3/__init__.py +26 -0
- optimum/rbln/diffusers/pipelines/stable_diffusion_3/pipeline_stable_diffusion_3.py +31 -0
- optimum/rbln/diffusers/pipelines/stable_diffusion_3/pipeline_stable_diffusion_3_img2img.py +31 -0
- optimum/rbln/diffusers/pipelines/stable_diffusion_3/pipeline_stable_diffusion_3_inpaint.py +31 -0
- optimum/rbln/diffusers/pipelines/stable_diffusion_xl/__init__.py +24 -0
- optimum/rbln/diffusers/pipelines/stable_diffusion_xl/pipeline_stable_diffusion_xl.py +15 -8
- optimum/rbln/diffusers/pipelines/stable_diffusion_xl/pipeline_stable_diffusion_xl_img2img.py +15 -8
- optimum/rbln/diffusers/pipelines/stable_diffusion_xl/pipeline_stable_diffusion_xl_inpaint.py +31 -0
- optimum/rbln/modeling.py +238 -0
- optimum/rbln/modeling_base.py +186 -760
- optimum/rbln/modeling_config.py +31 -7
- optimum/rbln/ops/__init__.py +26 -0
- optimum/rbln/ops/attn.py +221 -0
- optimum/rbln/ops/flash_attn.py +70 -0
- optimum/rbln/ops/kv_cache_update.py +69 -0
- optimum/rbln/transformers/__init__.py +20 -2
- optimum/rbln/{modeling_alias.py → transformers/modeling_alias.py} +5 -1
- optimum/rbln/transformers/modeling_generic.py +385 -0
- optimum/rbln/transformers/models/auto/__init__.py +23 -0
- optimum/rbln/transformers/models/auto/auto_factory.py +117 -23
- optimum/rbln/transformers/models/auto/modeling_auto.py +36 -12
- optimum/rbln/transformers/models/bart/__init__.py +0 -1
- optimum/rbln/transformers/models/bart/bart_architecture.py +107 -464
- optimum/rbln/transformers/models/bart/modeling_bart.py +10 -9
- optimum/rbln/transformers/models/bert/modeling_bert.py +3 -6
- optimum/rbln/transformers/models/clip/modeling_clip.py +8 -25
- optimum/rbln/transformers/models/decoderonly/__init__.py +0 -10
- optimum/rbln/transformers/models/decoderonly/decoderonly_architecture.py +775 -514
- optimum/rbln/transformers/models/decoderonly/modeling_decoderonly.py +128 -260
- optimum/rbln/transformers/models/dpt/modeling_dpt.py +1 -1
- optimum/rbln/transformers/models/exaone/exaone_architecture.py +60 -45
- optimum/rbln/transformers/models/exaone/modeling_exaone.py +4 -2
- optimum/rbln/transformers/models/gemma/gemma_architecture.py +33 -104
- optimum/rbln/transformers/models/gpt2/gpt2_architecture.py +50 -238
- optimum/rbln/transformers/models/gpt2/modeling_gpt2.py +3 -2
- optimum/rbln/transformers/models/llama/llama_architecture.py +0 -1
- optimum/rbln/transformers/models/llava_next/modeling_llava_next.py +3 -75
- optimum/rbln/transformers/models/midm/midm_architecture.py +84 -238
- optimum/rbln/transformers/models/midm/modeling_midm.py +5 -6
- optimum/rbln/transformers/models/mistral/mistral_architecture.py +0 -1
- optimum/rbln/transformers/models/phi/phi_architecture.py +60 -261
- optimum/rbln/transformers/models/qwen2/qwen2_architecture.py +0 -1
- optimum/rbln/transformers/models/seq2seq/modeling_seq2seq.py +58 -103
- optimum/rbln/transformers/models/seq2seq/seq2seq_architecture.py +498 -0
- optimum/rbln/transformers/models/t5/__init__.py +0 -1
- optimum/rbln/transformers/models/t5/modeling_t5.py +106 -5
- optimum/rbln/transformers/models/t5/t5_architecture.py +106 -448
- optimum/rbln/transformers/models/wav2vec2/modeling_wav2vec2.py +1 -1
- optimum/rbln/transformers/models/whisper/generation_whisper.py +42 -0
- optimum/rbln/transformers/models/whisper/modeling_whisper.py +78 -55
- optimum/rbln/transformers/models/whisper/whisper_architecture.py +219 -312
- optimum/rbln/transformers/models/xlm_roberta/modeling_xlm_roberta.py +3 -35
- optimum/rbln/transformers/utils/rbln_quantization.py +120 -4
- optimum/rbln/utils/decorator_utils.py +51 -11
- optimum/rbln/utils/hub.py +131 -0
- optimum/rbln/utils/import_utils.py +22 -1
- optimum/rbln/utils/logging.py +37 -0
- optimum/rbln/utils/model_utils.py +52 -0
- optimum/rbln/utils/runtime_utils.py +10 -4
- optimum/rbln/utils/save_utils.py +17 -0
- optimum/rbln/utils/submodule.py +137 -0
- optimum_rbln-0.2.0.dist-info/METADATA +117 -0
- optimum_rbln-0.2.0.dist-info/RECORD +114 -0
- {optimum_rbln-0.1.13.dist-info → optimum_rbln-0.2.0.dist-info}/WHEEL +1 -1
- optimum_rbln-0.2.0.dist-info/licenses/LICENSE +288 -0
- optimum/rbln/transformers/cache_utils.py +0 -107
- optimum/rbln/transformers/generation/streamers.py +0 -139
- optimum/rbln/transformers/generation/utils.py +0 -397
- optimum/rbln/transformers/models/exaone/hf_hub_cached/configuration_exaone.py +0 -181
- optimum/rbln/transformers/models/exaone/hf_hub_cached/modeling_exaone.py +0 -1725
- optimum/rbln/transformers/models/midm/hf_hub_cached/configuration_midm.py +0 -22
- optimum/rbln/transformers/models/midm/hf_hub_cached/midm_bitext_tokenization.py +0 -304
- optimum/rbln/transformers/models/midm/hf_hub_cached/modeling_midm.py +0 -1469
- optimum/rbln/transformers/models/midm/hf_hub_cached/rotary_position_embedding.py +0 -98
- optimum/rbln/utils/context.py +0 -58
- optimum/rbln/utils/timer_utils.py +0 -43
- optimum_rbln-0.1.13.dist-info/METADATA +0 -120
- optimum_rbln-0.1.13.dist-info/RECORD +0 -107
- optimum_rbln-0.1.13.dist-info/entry_points.txt +0 -4
- optimum_rbln-0.1.13.dist-info/licenses/LICENSE +0 -201
@@ -0,0 +1,137 @@
|
|
1
|
+
# Copyright 2024 Rebellions Inc.
|
2
|
+
|
3
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
4
|
+
# you may not use this file except in compliance with the License.
|
5
|
+
# You may obtain a copy of the License at:
|
6
|
+
|
7
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
8
|
+
|
9
|
+
# Unless required by applicable law or agreed to in writing, software
|
10
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
11
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
12
|
+
# See the License for the specific language governing permissions and
|
13
|
+
# limitations under the License.
|
14
|
+
|
15
|
+
# Portions of this software are licensed under the Apache License,
|
16
|
+
# Version 2.0. See the NOTICE file distributed with this work for
|
17
|
+
# additional information regarding copyright ownership.
|
18
|
+
|
19
|
+
# All other portions of this software, including proprietary code,
|
20
|
+
# are the intellectual property of Rebellions Inc. and may not be
|
21
|
+
# copied, modified, or distributed without prior written permission
|
22
|
+
# from Rebellions Inc.
|
23
|
+
|
24
|
+
import importlib
|
25
|
+
from pathlib import Path
|
26
|
+
from typing import TYPE_CHECKING, Any, Dict, List
|
27
|
+
|
28
|
+
from ..modeling_config import RBLNConfig
|
29
|
+
|
30
|
+
|
31
|
+
if TYPE_CHECKING:
|
32
|
+
from transformers import PreTrainedModel
|
33
|
+
|
34
|
+
from ..modeling_base import RBLNBaseModel
|
35
|
+
|
36
|
+
|
37
|
+
class SubModulesMixin:
|
38
|
+
"""
|
39
|
+
_rbln_submodules = [
|
40
|
+
{"name": "vision_tower"},
|
41
|
+
{"name": "language_model"},
|
42
|
+
]
|
43
|
+
"""
|
44
|
+
|
45
|
+
_rbln_submodules: List[Dict[str, Any]] = []
|
46
|
+
|
47
|
+
def __init__(
|
48
|
+
self,
|
49
|
+
*,
|
50
|
+
rbln_submodules: List["RBLNBaseModel"] = [],
|
51
|
+
**kwargs,
|
52
|
+
) -> None:
|
53
|
+
for submodule_meta, submodule in zip(self._rbln_submodules, rbln_submodules):
|
54
|
+
setattr(self, submodule_meta["name"], submodule)
|
55
|
+
|
56
|
+
@classmethod
|
57
|
+
def _export_submodules_from_model(
|
58
|
+
cls,
|
59
|
+
model: "PreTrainedModel",
|
60
|
+
model_save_dir: str,
|
61
|
+
rbln_kwargs: Dict[str, Any],
|
62
|
+
**kwargs,
|
63
|
+
) -> List["RBLNBaseModel"]:
|
64
|
+
rbln_submodules = []
|
65
|
+
for submodule in cls._rbln_submodules:
|
66
|
+
submodule_name = submodule["name"]
|
67
|
+
torch_submodule: "PreTrainedModel" = getattr(model, submodule["name"])
|
68
|
+
cls_name = torch_submodule.__class__.__name__
|
69
|
+
submodule_cls: "RBLNBaseModel" = getattr(importlib.import_module("optimum.rbln"), f"RBLN{cls_name}")
|
70
|
+
|
71
|
+
if submodule_name in rbln_kwargs:
|
72
|
+
kwargs["rbln_config"] = rbln_kwargs[submodule_name]
|
73
|
+
|
74
|
+
rbln_submodule = submodule_cls.from_model(
|
75
|
+
model=torch_submodule,
|
76
|
+
subfolder=submodule_name,
|
77
|
+
model_save_dir=model_save_dir,
|
78
|
+
**kwargs,
|
79
|
+
)
|
80
|
+
|
81
|
+
rbln_submodules.append(rbln_submodule)
|
82
|
+
|
83
|
+
return rbln_submodules
|
84
|
+
|
85
|
+
@classmethod
|
86
|
+
def _load_submodules_from_compiled_models(
|
87
|
+
cls,
|
88
|
+
model_save_dir: str,
|
89
|
+
rbln_kwargs: Dict[str, Any],
|
90
|
+
**kwargs,
|
91
|
+
):
|
92
|
+
rbln_submodules = []
|
93
|
+
for submodule in cls._rbln_submodules:
|
94
|
+
submodule_name = submodule["name"]
|
95
|
+
|
96
|
+
if submodule_name in rbln_kwargs:
|
97
|
+
kwargs["rbln_config"] = rbln_kwargs[submodule_name]
|
98
|
+
|
99
|
+
# Get cls name for call the constructor of the rbln class
|
100
|
+
submodule_rbln_config = RBLNConfig.load(Path(model_save_dir) / submodule_name)
|
101
|
+
submodule_cls_name = submodule_rbln_config.meta["cls"]
|
102
|
+
submodule_cls: "RBLNBaseModel" = getattr(importlib.import_module("optimum.rbln"), submodule_cls_name)
|
103
|
+
|
104
|
+
rbln_submodule = submodule_cls._from_pretrained(
|
105
|
+
model_id=model_save_dir,
|
106
|
+
config=None,
|
107
|
+
subfolder=submodule_name,
|
108
|
+
**kwargs,
|
109
|
+
)
|
110
|
+
rbln_submodules.append(rbln_submodule)
|
111
|
+
return rbln_submodules
|
112
|
+
|
113
|
+
@classmethod
|
114
|
+
def _load_submodules(
|
115
|
+
cls,
|
116
|
+
model_save_dir,
|
117
|
+
rbln_kwargs,
|
118
|
+
model=None,
|
119
|
+
**kwargs,
|
120
|
+
):
|
121
|
+
# Two ways :
|
122
|
+
# 1. Compile from pytorch object
|
123
|
+
# 2. Load from compiled file
|
124
|
+
if model is not None:
|
125
|
+
return cls._export_submodules_from_model(
|
126
|
+
model=model,
|
127
|
+
model_save_dir=model_save_dir,
|
128
|
+
rbln_kwargs=rbln_kwargs,
|
129
|
+
**kwargs,
|
130
|
+
)
|
131
|
+
|
132
|
+
else:
|
133
|
+
return cls._load_submodules_from_compiled_models(
|
134
|
+
model_save_dir=model_save_dir,
|
135
|
+
rbln_kwargs=rbln_kwargs,
|
136
|
+
**kwargs,
|
137
|
+
)
|
@@ -0,0 +1,117 @@
|
|
1
|
+
Metadata-Version: 2.3
|
2
|
+
Name: optimum-rbln
|
3
|
+
Version: 0.2.0
|
4
|
+
Summary: Optimum RBLN is the interface between the Hugging Face Transformers and Diffusers libraries and RBLN accelerators. It provides a set of tools enabling easy model loading and inference on single and multiple rbln device settings for different downstream tasks.
|
5
|
+
Project-URL: Homepage, https://rebellions.ai
|
6
|
+
Project-URL: Documentation, https://docs.rbln.ai
|
7
|
+
Author-email: "Rebellions Inc." <support@rebellions.ai>
|
8
|
+
License: Apache
|
9
|
+
Keywords: atom,diffusers,inference,rbln,rebel,transformers
|
10
|
+
Classifier: Development Status :: 2 - Pre-Alpha
|
11
|
+
Classifier: Intended Audience :: Developers
|
12
|
+
Classifier: Intended Audience :: Education
|
13
|
+
Classifier: Intended Audience :: Science/Research
|
14
|
+
Classifier: License :: OSI Approved :: Apache Software License
|
15
|
+
Classifier: Operating System :: POSIX :: Linux
|
16
|
+
Classifier: Programming Language :: Python :: 3 :: Only
|
17
|
+
Classifier: Programming Language :: Python :: 3.9
|
18
|
+
Classifier: Programming Language :: Python :: 3.10
|
19
|
+
Classifier: Programming Language :: Python :: 3.11
|
20
|
+
Classifier: Programming Language :: Python :: 3.12
|
21
|
+
Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
|
22
|
+
Requires-Python: <3.13,>=3.9
|
23
|
+
Requires-Dist: accelerate>=1.0.1
|
24
|
+
Requires-Dist: diffusers<=0.31.0
|
25
|
+
Requires-Dist: einops>=0.8.0
|
26
|
+
Requires-Dist: halo>=0.0.31
|
27
|
+
Requires-Dist: packaging>=24.1
|
28
|
+
Requires-Dist: torch<=2.5.1
|
29
|
+
Requires-Dist: torchaudio<=2.5.1
|
30
|
+
Requires-Dist: torchvision<=0.20.1
|
31
|
+
Requires-Dist: transformers==4.45.2
|
32
|
+
Description-Content-Type: text/markdown
|
33
|
+
|
34
|
+
|
35
|
+
# Optimum RBLN
|
36
|
+
|
37
|
+
<div align="center">
|
38
|
+
|
39
|
+
<img src="assets/rbln_logo.png" width="60%"/>
|
40
|
+
|
41
|
+
[](https://badge.fury.io/py/optimum-rbln)
|
42
|
+
[](https://github.com/rebellions-sw/optimum-rbln/blob/main/LICENSE)
|
43
|
+
|
44
|
+
</div>
|
45
|
+
|
46
|
+
🤗 Optimum RBLN provides an interface between HuggingFace libraries ([Transformers](https://huggingface.co/docs/transformers), [Diffusers](https://huggingface.co/docs/diffusers/index)) and RBLN NPUs, including [ATOM](https://rebellions.ai/rebellions-product/rbln-ca25/) and [REBEL](https://rebellions.ai/rebellions-product/rebel/).
|
47
|
+
|
48
|
+
This library enables seamless integration between the HuggingFace ecosystem and RBLN NPUs through a comprehensive toolkit for model loading and inference across single and multi-NPU environments. While we maintain a list of [officially validated models and tasks](https://docs.rbln.ai/software/optimum/optimum_rbln.html), users can easily adapt other models and tasks with minimal modifications.
|
49
|
+
|
50
|
+
## Key Features
|
51
|
+
|
52
|
+
🚀 **High Performance Inference**
|
53
|
+
- Optimized model execution on RBLN NPUs through RBLN SDK compilation
|
54
|
+
- Support for both single and multi-NPU inference
|
55
|
+
- Integrated with RBLN Runtime for optimal performance
|
56
|
+
|
57
|
+
🔧 **Easy Integration**
|
58
|
+
- Seamless compatibility with HuggingFace Model Hub
|
59
|
+
- Drop-in replacement for existing HuggingFace pipelines
|
60
|
+
- Minimal code changes required for NPU acceleration
|
61
|
+
|
62
|
+
|
63
|
+
## Seamless Replacement for Existing HuggingFace Code
|
64
|
+
|
65
|
+
```diff
|
66
|
+
- from diffusers import StableDiffusionXLPipeline
|
67
|
+
+ from optimum.rbln import RBLNStableDiffusionXLPipeline
|
68
|
+
|
69
|
+
# Load model
|
70
|
+
model_id = "stabilityai/stable-diffusion-xl-base-1.0"
|
71
|
+
prompt = "Astronaut in a jungle, cold color palette, muted colors, detailed, 8k"
|
72
|
+
- pipe = StableDiffusionXLPipeline.from_pretrained(model_id)
|
73
|
+
+ pipe = RBLNStableDiffusionXLPipeline.from_pretrained(model_id, export=True)
|
74
|
+
|
75
|
+
# Generate image
|
76
|
+
image = pipe(prompt).images[0]
|
77
|
+
|
78
|
+
# Save image result
|
79
|
+
image.save("image.png")
|
80
|
+
|
81
|
+
+ # (Optional) Save compiled artifacts to skip the compilation step in future runs
|
82
|
+
+ pipe.save_pretrained("compiled_sdxl")
|
83
|
+
```
|
84
|
+
|
85
|
+
## Documentation
|
86
|
+
|
87
|
+
Check out [the documentation of Optimum RBLN](https://docs.rbln.ai/software/optimum/optimum_rbln.html) for more advanced usage.
|
88
|
+
|
89
|
+
## Getting Started
|
90
|
+
|
91
|
+
> **Note:** The `rebel-compiler` library, which is required for running `optimum-rbln`, is only available for approved users. Please refer to the [installation guide](https://docs.rbln.ai/getting_started/installation_guide.html) for instructions on accessing and installing `rebel-compiler`.
|
92
|
+
|
93
|
+
### Install from PyPI
|
94
|
+
|
95
|
+
To install the latest release of this package:
|
96
|
+
```bash
|
97
|
+
pip install optimum-rbln
|
98
|
+
```
|
99
|
+
|
100
|
+
### Install from source
|
101
|
+
|
102
|
+
#### Prerequisites
|
103
|
+
|
104
|
+
- Install [uv](https://docs.astral.sh/uv/) (refer to [this link](https://docs.astral.sh/uv/getting-started/installation/) for detailed commands)
|
105
|
+
|
106
|
+
The below command installs `optimum-rbln` along with its dependencies.
|
107
|
+
|
108
|
+
```bash
|
109
|
+
git clone https://github.com/rebellions-sw/optimum-rbln.git
|
110
|
+
cd optimum-rbln
|
111
|
+
./scripts/uv-sync.sh
|
112
|
+
```
|
113
|
+
|
114
|
+
### Need Help?
|
115
|
+
|
116
|
+
- Join discussions and get answers in our [Developer Community](https://discuss.rebellions.ai/)
|
117
|
+
- Contact maintainers at [support@rebellions.ai](mailto:support@rebellions.ai)
|
@@ -0,0 +1,114 @@
|
|
1
|
+
optimum/rbln/__init__.py,sha256=A0ydlEd6-L_ol6wfIFaKl3K93O1j6j9lCO9edPs7MJE,6430
|
2
|
+
optimum/rbln/__version__.py,sha256=H-qsvrxCpdhaQzyddR-yajEqI71hPxLa4KxzpP3uS1g,411
|
3
|
+
optimum/rbln/modeling.py,sha256=96N6auaSUpxazRNYCOHv2CyC64T8regJrlcMFQGdwqg,8661
|
4
|
+
optimum/rbln/modeling_base.py,sha256=3EK3eyv011WK7BXT1vt7chZFpgtiOpdd_gF1uDEX5W8,20753
|
5
|
+
optimum/rbln/modeling_config.py,sha256=LxOVAJheEF_A0C3px7pKZCqm3yfTi3-ZGkXJTFBcSc8,11729
|
6
|
+
optimum/rbln/diffusers/__init__.py,sha256=YO3hbNDu4jSG1ZL_be8BlQD2IxYH3USBwj71Gdsncnw,3307
|
7
|
+
optimum/rbln/diffusers/modeling_diffusers.py,sha256=vml1VgNlJAnYIW1pDTI-IGdph1Ji8ZvBlf4k_rw9864,15322
|
8
|
+
optimum/rbln/diffusers/models/__init__.py,sha256=88U_nTn_zDb9lhtT1sn3MSavubrKHu1MmCA48LKOG78,1751
|
9
|
+
optimum/rbln/diffusers/models/controlnet.py,sha256=8Hn765YYj5MFs9J4vvseRYkYoH2mYVq6-4VrMsVfUdE,10888
|
10
|
+
optimum/rbln/diffusers/models/autoencoders/__init__.py,sha256=yc1ABZG3xxzWPDGf0ADEeuSz3Nrq4ZP-CwddQ-VvWCU,1039
|
11
|
+
optimum/rbln/diffusers/models/autoencoders/autoencoder_kl.py,sha256=psW14vL3nJdfTdIdeZ6mF3ed9U85mZN_cX0691ZmnF8,9595
|
12
|
+
optimum/rbln/diffusers/models/autoencoders/vae.py,sha256=YdL-vWy9kHRj3fRUjxAnl8eWEYOV2tE0IrxRoIrlkNs,2888
|
13
|
+
optimum/rbln/diffusers/models/transformers/__init__.py,sha256=2bVk_6nuqcREOIVyR-4w5ksmdWJqyIV7Wxc5x0dqYO8,1048
|
14
|
+
optimum/rbln/diffusers/models/transformers/transformer_sd3.py,sha256=JmqiTq-2iB4y81HrWFAwsGzJISXbU2d6mtH_y7T-_wE,7683
|
15
|
+
optimum/rbln/diffusers/models/unets/__init__.py,sha256=-0PyRbBVBFujd7nBh0Z4NOe3RVOlAWyvWLU8r62dqdo,1049
|
16
|
+
optimum/rbln/diffusers/models/unets/unet_2d_condition.py,sha256=DrWhElKJ-pMDMfLygmSEm1J0_S_NnnyhqJCHzKW3TuA,14396
|
17
|
+
optimum/rbln/diffusers/pipelines/__init__.py,sha256=7rM-JI07v2yQXnb9CLSG0qkTbswzYSPHRYiPraK2Mw4,2863
|
18
|
+
optimum/rbln/diffusers/pipelines/controlnet/__init__.py,sha256=k0govvSBxBUR5qpxUGxRMHuQCMX7hXHVZ4EqVRw1LWk,1377
|
19
|
+
optimum/rbln/diffusers/pipelines/controlnet/multicontrolnet.py,sha256=l53qsOqazIMnCh71m7RVTaeOlCLdEehKu1Bt48z7Umo,4488
|
20
|
+
optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet.py,sha256=ojuRZEBhMb1tVpqOfGALAX4vS7uoTcvQzlCAJtB0kBo,35557
|
21
|
+
optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet_img2img.py,sha256=L-wKwpgGWTXwpUGqQ5YtxsikwhWiU9FqsU8zsp3Tz8k,34058
|
22
|
+
optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet_sd_xl.py,sha256=X_CMEJvtXjC46QvmoEIZSt3ErydfVaDwsmyzXiOkhHI,45149
|
23
|
+
optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet_sd_xl_img2img.py,sha256=HY8lkm8hZynzrJfPC8Fq3f8sFw_LXZLCi8psKyjzK-8,46478
|
24
|
+
optimum/rbln/diffusers/pipelines/stable_diffusion/__init__.py,sha256=7lX6f9XiqROsArw1X0lGsW06H0TrWKwvM9Ye16vis9Y,1224
|
25
|
+
optimum/rbln/diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion.py,sha256=r17vhwwuK5VQGZbQ62LlgKu1e7LHapBlHZydIkAlQk0,1270
|
26
|
+
optimum/rbln/diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion_img2img.py,sha256=cIW1wJKFZfr5rqHUf7FjKNIN7425w4LgYt5yeth6AuA,1298
|
27
|
+
optimum/rbln/diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion_inpaint.py,sha256=rPCj0JsBTrR_XxVh0dpD_8oI3PnYo9ecspGS6t3oYvI,1298
|
28
|
+
optimum/rbln/diffusers/pipelines/stable_diffusion_3/__init__.py,sha256=I1IbI4uo2ZqA2uLbhqW67wW7-8DwqeE-qPGc3BTL7dQ,1233
|
29
|
+
optimum/rbln/diffusers/pipelines/stable_diffusion_3/pipeline_stable_diffusion_3.py,sha256=6ctjMv6MpRuhTle9L9QTaaBuqmeheOBXJ2CgLiG2LA0,1317
|
30
|
+
optimum/rbln/diffusers/pipelines/stable_diffusion_3/pipeline_stable_diffusion_3_img2img.py,sha256=blojGQ8MLbhPAxQfAv9M9fi3UDNrXJGRs_1Uz2Lqa3U,1345
|
31
|
+
optimum/rbln/diffusers/pipelines/stable_diffusion_3/pipeline_stable_diffusion_3_inpaint.py,sha256=D_xLTE5D9m_wuQdBmcnIdk48Ey5Q_6mzWH3wex1xt4Q,1345
|
32
|
+
optimum/rbln/diffusers/pipelines/stable_diffusion_xl/__init__.py,sha256=eMHZUxczVow6JBNZGZDu_yLbDQIR5EXOGktvsfii2RY,1239
|
33
|
+
optimum/rbln/diffusers/pipelines/stable_diffusion_xl/pipeline_stable_diffusion_xl.py,sha256=KOZXQLyMkJ4-6ts2SeAJM_8wzKl9kAJ3LBZjqWuCzkI,1296
|
34
|
+
optimum/rbln/diffusers/pipelines/stable_diffusion_xl/pipeline_stable_diffusion_xl_img2img.py,sha256=MT5HwEiua0R7xeApk00YM0vJ_EaUrrqPJUzvmizpdwM,1324
|
35
|
+
optimum/rbln/diffusers/pipelines/stable_diffusion_xl/pipeline_stable_diffusion_xl_inpaint.py,sha256=kRd468mTZX4oOKr_9AZH7u7KflbkfQM9bK2CIJ83PBo,1324
|
36
|
+
optimum/rbln/ops/__init__.py,sha256=v5MnYLvX82F_mHM2ng8rUprKDbzATt3LnyrPSoMzNeo,1210
|
37
|
+
optimum/rbln/ops/attn.py,sha256=UfyzBb760e2FAtFMedQQZFCVjlDtQz7wLehqKRuhjT0,10150
|
38
|
+
optimum/rbln/ops/flash_attn.py,sha256=10fc280953kMX6bQpr_0HD5QdzcDUZOnRNz5h56Xmyw,2726
|
39
|
+
optimum/rbln/ops/kv_cache_update.py,sha256=skb1fpyzXzVHra1NZJv3wy5PzzaDDhxYD7s3TwGa7RQ,3537
|
40
|
+
optimum/rbln/transformers/__init__.py,sha256=gug_v2wgSw_9BYmIk9FFmxnXP7VQ6jFt79zdsySkLpg,4501
|
41
|
+
optimum/rbln/transformers/modeling_alias.py,sha256=ezq5taNeBZDOJxA_R9SqiE06bCIxjtLcYDO3nDrQ9Ek,2199
|
42
|
+
optimum/rbln/transformers/modeling_generic.py,sha256=InK0I4QWP4w7QrbRPRGJk-pzY4lcBRbxe0sj4sNqIV0,16981
|
43
|
+
optimum/rbln/transformers/modeling_rope_utils.py,sha256=ob8haNW5f0tPq26xd4sTg-rMrBT9M2VDP7wxt-PkvYY,13087
|
44
|
+
optimum/rbln/transformers/models/__init__.py,sha256=gffOrFFYG3W8ypxpDiUotU-McvjhytffeuUzunjv4nQ,3971
|
45
|
+
optimum/rbln/transformers/models/auto/__init__.py,sha256=Dgy4MoIxFxmSwwfTkw75LYGDK9W9kCsGZU4T5qB8qiA,1428
|
46
|
+
optimum/rbln/transformers/models/auto/auto_factory.py,sha256=JIFL404RVf6kAONhLeEz6z59tdahcUAyVSU8hdZZe0g,7421
|
47
|
+
optimum/rbln/transformers/models/auto/modeling_auto.py,sha256=lUI7gqBJ28cU_-19q1a8xJPwGr07hQhm7lTPi3Q4dko,4327
|
48
|
+
optimum/rbln/transformers/models/bart/__init__.py,sha256=F3QY3cwDpHRHxPA0wzzpvxnY1l-p_Xs9yunOZbL0PX4,1068
|
49
|
+
optimum/rbln/transformers/models/bart/bart_architecture.py,sha256=5pxQhMvqEugdsXMNv3hreFu5WlsKcMPTMkjJlIYvcLI,5873
|
50
|
+
optimum/rbln/transformers/models/bart/modeling_bart.py,sha256=MWtY1qFR0liOcS8JRg53EZ_FtFJeZrAAJT44PXnCtm0,5491
|
51
|
+
optimum/rbln/transformers/models/bert/__init__.py,sha256=divBpVNrRAdNAPgnQkGiEZI4oJHCJtLuwdYpMbD3dMM,1034
|
52
|
+
optimum/rbln/transformers/models/bert/modeling_bert.py,sha256=akbsBTsGTs7wrxPw120ryZspwYkmHAUrM4A8Kr3COw4,4111
|
53
|
+
optimum/rbln/transformers/models/clip/__init__.py,sha256=iXZfPPIztzMDOkY3fbEzx9dCkFKKtWYXCpLGfjEUeZE,1092
|
54
|
+
optimum/rbln/transformers/models/clip/modeling_clip.py,sha256=ranLV-NErSUcMEXgR3J4PYaWTMXZaf2qfPabztBLxJM,6099
|
55
|
+
optimum/rbln/transformers/models/decoderonly/__init__.py,sha256=lok5Px8lr71TWcLCQhmBBH2qUvwgeBe5nYKUljWAoIk,1059
|
56
|
+
optimum/rbln/transformers/models/decoderonly/decoderonly_architecture.py,sha256=vLJ_Xq5lukte3PzAxBB32cmkhgFtoPSN0U9n9Lf5XJs,37630
|
57
|
+
optimum/rbln/transformers/models/decoderonly/modeling_decoderonly.py,sha256=B3ZmKnmBR0xAOSFhNXx1Wm6ahZqO2dh9Zi0CsHjM9xQ,25682
|
58
|
+
optimum/rbln/transformers/models/dpt/__init__.py,sha256=R8OHDxOAYPjkk5t8osaPqRh85Pf1Cg1BtzqesqFRcTI,1045
|
59
|
+
optimum/rbln/transformers/models/dpt/modeling_dpt.py,sha256=Re15veJwAz3NaUv2GfrHyGUblW0Jcd2KLv23GutFp64,3805
|
60
|
+
optimum/rbln/transformers/models/exaone/__init__.py,sha256=CuWNwnZrbd_cLU7jDDPqC0kZIqx1ii_BYyQ98CKDag0,1253
|
61
|
+
optimum/rbln/transformers/models/exaone/exaone_architecture.py,sha256=V91GyW2uP3W-DAdBEmm1eN_Qddg2ibOni7qzJaVYqIY,3423
|
62
|
+
optimum/rbln/transformers/models/exaone/modeling_exaone.py,sha256=-0VjxpBOQLM3PAmrWCJXkTKQEap577bS_izn-gx8Ew8,2141
|
63
|
+
optimum/rbln/transformers/models/gemma/__init__.py,sha256=L1Qfr6dufWtoUZND_ofwxXPSxivEvPR8exy16a_nM2o,1042
|
64
|
+
optimum/rbln/transformers/models/gemma/gemma_architecture.py,sha256=ag0TeVt7pkZ3fNDYfi7TpQbwVvObDNvi7kvybtwEGC8,2359
|
65
|
+
optimum/rbln/transformers/models/gemma/modeling_gemma.py,sha256=floBHXgogv3iAPyjhjKzbjFHeH67L3FYUKs_wtRm-gM,1924
|
66
|
+
optimum/rbln/transformers/models/gpt2/__init__.py,sha256=jsOKYXUclG9G6cwUTUX4eeKqjCPfQUwev7TTFIMXS4Y,1040
|
67
|
+
optimum/rbln/transformers/models/gpt2/gpt2_architecture.py,sha256=aYGzhHChNn9UvCRFLe7LwmdmZGNL5b5_x2X__swOXMA,3260
|
68
|
+
optimum/rbln/transformers/models/gpt2/modeling_gpt2.py,sha256=lY9mQVEBpymz78Vkk-LpD3sFEJf69GUJaJQ1vH7zhLk,1884
|
69
|
+
optimum/rbln/transformers/models/llama/__init__.py,sha256=5mX-MuKzVBj6WQeVxyPhtvFTv0jeZXAFfg4RZ2nVUh0,1042
|
70
|
+
optimum/rbln/transformers/models/llama/llama_architecture.py,sha256=UkwDKUmYUtC9_7W4ffjl6M2RNXTuBAwBWVztIbMw3Fg,1122
|
71
|
+
optimum/rbln/transformers/models/llama/modeling_llama.py,sha256=D9efkBVUr7TaOkAkiN_qrtQC0AyzLK7cb7UbZpo4XwI,1924
|
72
|
+
optimum/rbln/transformers/models/llava_next/__init__.py,sha256=3vi2rmTeKBydGRFOtxELhxWixZggFMpGex6xqfMgi-I,1064
|
73
|
+
optimum/rbln/transformers/models/llava_next/modeling_llava_next.py,sha256=vLNI64l90mAzPdwfMuzF67qhY7PBz2gPI10uYUcpFWE,25884
|
74
|
+
optimum/rbln/transformers/models/midm/__init__.py,sha256=_6kYchy47frGMZ8uoUspZ9IwrmCBQJ-8kVfXM7xOMew,1249
|
75
|
+
optimum/rbln/transformers/models/midm/midm_architecture.py,sha256=W6tYWsRx462CGiB7w4AdTHWUP_ej4ck98a1J3jHhwO8,5696
|
76
|
+
optimum/rbln/transformers/models/midm/modeling_midm.py,sha256=9ysJgW76ikr-23XTG_OD-FwM_7uW56fuTOy30wH233U,2128
|
77
|
+
optimum/rbln/transformers/models/mistral/__init__.py,sha256=XtuOmzBITjj-H1yctXobJjHF908x1Wlxr_p4hi06v8I,1046
|
78
|
+
optimum/rbln/transformers/models/mistral/mistral_architecture.py,sha256=18Tp6h-vnKg524AaH3K56G6tKHMZ6uiyVwUg5cXwAGk,1127
|
79
|
+
optimum/rbln/transformers/models/mistral/modeling_mistral.py,sha256=i3X3HKGNee2ocEmpxdHMxuq7UAOgUs-QWlq2OizqA4g,1954
|
80
|
+
optimum/rbln/transformers/models/phi/__init__.py,sha256=LrGFTUo1oQnsPSTlxJqAJVVNUdUwq4u_Bf60RUgjLz4,1038
|
81
|
+
optimum/rbln/transformers/models/phi/modeling_phi.py,sha256=JfpuUB6cign-lqcUoprgq3gbQclZFT9HGV-NYVkSads,1910
|
82
|
+
optimum/rbln/transformers/models/phi/phi_architecture.py,sha256=d71CIMpijgHjGTQbJEFM7JPlmnzkYmiIW_sWLF9HvnY,4390
|
83
|
+
optimum/rbln/transformers/models/qwen2/__init__.py,sha256=1PLl1rlF14C6eSk3EZaDfyEHPaC4DZ2vwVlrklTkOYg,1042
|
84
|
+
optimum/rbln/transformers/models/qwen2/modeling_qwen2.py,sha256=8ldxWKk85snFX_EViA7kgcgKAZ_QSbmQxhlO4yFvhOA,1924
|
85
|
+
optimum/rbln/transformers/models/qwen2/qwen2_architecture.py,sha256=HafB2wFQn4AJ-nHMFc9ftYHZ0WBREHFqucxM6LrRrlA,1114
|
86
|
+
optimum/rbln/transformers/models/seq2seq/__init__.py,sha256=Oa11lBWDNQWahqvDco3JIsZldYS-lO8qjpnaGKSfR00,1045
|
87
|
+
optimum/rbln/transformers/models/seq2seq/modeling_seq2seq.py,sha256=CGpzCM0wcqzTzbEsw_jA0mGloykaxjHPWQIyMnamZOs,15801
|
88
|
+
optimum/rbln/transformers/models/seq2seq/seq2seq_architecture.py,sha256=PrhCrBZb24nzHClQWzllC3-FFulHQ2u7lkbbRX4a1Nc,19447
|
89
|
+
optimum/rbln/transformers/models/t5/__init__.py,sha256=ZyK9sxq2_-4Ub6zofOumFUgr8BcCz164RI9yojI98EA,1069
|
90
|
+
optimum/rbln/transformers/models/t5/modeling_t5.py,sha256=al83l5tKQ-Xp8rCKTHf4uIWV_VfThpfHLgXK0QEomAo,7987
|
91
|
+
optimum/rbln/transformers/models/t5/t5_architecture.py,sha256=u2QyXd9864naTj7aNLlgrt7ILAFzWXvDJJCMsUtEAIE,6603
|
92
|
+
optimum/rbln/transformers/models/wav2vec2/__init__.py,sha256=mz4cXqG9b0tDpTAw3qYn3FaJuolX601VmKBE3gohLSw,1043
|
93
|
+
optimum/rbln/transformers/models/wav2vec2/modeling_wav2vec2.py,sha256=vRDKoujGRvMvyAlJVJhj_EHf0OtQWbZHickFLzGjmDI,4231
|
94
|
+
optimum/rbln/transformers/models/whisper/__init__.py,sha256=PZ8qeAAFMas2MizwVYFxlpFWd5k1Pe1x-0IJfYAMhT8,1059
|
95
|
+
optimum/rbln/transformers/models/whisper/generation_whisper.py,sha256=vBtNj7auqjekqwtZQhTIpaauCoFTmufkClz7rRPwZyU,5080
|
96
|
+
optimum/rbln/transformers/models/whisper/modeling_whisper.py,sha256=1C-_mu47aJgd2sDh82mFj030NegYM-_YajZ2d8J_5xM,16215
|
97
|
+
optimum/rbln/transformers/models/whisper/whisper_architecture.py,sha256=0JKv4GCDFo_hBL_J_C_AL9UaUTEDE7FGF_zn4b0Q6fk,13552
|
98
|
+
optimum/rbln/transformers/models/xlm_roberta/__init__.py,sha256=NTj4hCpd8L2_i5DZuV5wp-h8OlTLYVUqTrJxzY_Dg9g,1047
|
99
|
+
optimum/rbln/transformers/models/xlm_roberta/modeling_xlm_roberta.py,sha256=H5SEtmCAuG6pL1ovl4eLPGZ3tx1IPOilsxKvnbFDN-E,3821
|
100
|
+
optimum/rbln/transformers/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
101
|
+
optimum/rbln/transformers/utils/rbln_quantization.py,sha256=_0rnt83lp2Mg6Z6LZvDfznj7em852Yqzy9PTAMFbrzI,7806
|
102
|
+
optimum/rbln/utils/__init__.py,sha256=F6hJP00eV1_hT_IVwqqYwLWcLQAvZbmmrNMJTia3mjI,1106
|
103
|
+
optimum/rbln/utils/decorator_utils.py,sha256=2yFVaMBDo4F1tHZxZnwcAkhaNm5Q9PXftbSGZWnHXFE,4139
|
104
|
+
optimum/rbln/utils/hub.py,sha256=o-nA2I_jnB0S2AX0-q9lSpSNcdP_TeqZbHv84Gxxvi4,4592
|
105
|
+
optimum/rbln/utils/import_utils.py,sha256=Vq651F7OpHdf8XUtmCz4jENXIyqCZHmylrn_XhAOFes,4452
|
106
|
+
optimum/rbln/utils/logging.py,sha256=on5MA3RRi12SSWgdtHQTiHc0GLRguZafdHaLGdTGGHY,3849
|
107
|
+
optimum/rbln/utils/model_utils.py,sha256=Od3XYZyWIm2Kei_BgImSdtqv5zLW9Ilht7lbCWHyfL4,1672
|
108
|
+
optimum/rbln/utils/runtime_utils.py,sha256=oGpsxEwI1oEXXCEb3novE2_nRCF3Wh58-G2vk1ukyuI,4093
|
109
|
+
optimum/rbln/utils/save_utils.py,sha256=k2PwWStUT-eIY6btyM5A98lMxAAPFas3RxeemET6QI4,4001
|
110
|
+
optimum/rbln/utils/submodule.py,sha256=lzD0HYiuo0i5OGnHQgVFdvB4AwLWnPMRCTtMumGY4bc,4465
|
111
|
+
optimum_rbln-0.2.0.dist-info/METADATA,sha256=4oNXHUKYeMQGSDpZDqJGcMfTuwmJ_4rCTE2F4vwkiGI,4834
|
112
|
+
optimum_rbln-0.2.0.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
|
113
|
+
optimum_rbln-0.2.0.dist-info/licenses/LICENSE,sha256=q7yy_9ECqQIxXbh2yiG4Hjalfp0e2-2Pbdc7psKUVs8,18079
|
114
|
+
optimum_rbln-0.2.0.dist-info/RECORD,,
|