optimum-rbln 0.1.4__py3-none-any.whl → 0.1.7__py3-none-any.whl

optimum/rbln/transformers/models/whisper/modeling_whisper.py

@@ -23,13 +23,10 @@
 
 import inspect
 import logging
-from pathlib import Path
-from tempfile import TemporaryDirectory
 from typing import TYPE_CHECKING, Any, Callable, Dict, List, Optional, Union
 
 import rebel
 import torch
-from optimum.exporters import TasksManager
 from transformers import (
     AutoModelForSpeechSeq2Seq,
     AutoProcessor,
@@ -40,10 +37,9 @@ from transformers import (
 )
 from transformers.modeling_outputs import BaseModelOutput, Seq2SeqLMOutput
 
-from ....modeling_base import RBLNBaseModel
+from ....modeling_base import RBLNModel
 from ....modeling_config import DEFAULT_COMPILED_MODEL_NAME, RBLNConfig, RBLNRuntimeConfig
 from ....utils.runtime_utils import RBLNPytorchRuntime
-from ....utils.save_utils import maybe_save_preprocessors
 from .whisper_architecture import (
     _WhisperDecoderWrapper,
     _WhisperEncoderWrapper,
@@ -76,10 +72,10 @@ class RBLNRuntimeDecoder(RBLNPytorchRuntime):
         return Seq2SeqLMOutput(logits=outputs)
 
 
-class RBLNWhisperForConditionalGeneration(RBLNBaseModel, GenerationMixin):
+class RBLNWhisperForConditionalGeneration(RBLNModel, GenerationMixin):
     """
     The Whisper Model with a language modeling head. Can be used for automatic speech recognition.
-    This model inherits from [`RBLNBaseModel`]. Check the superclass documentation for the generic methods the library implements for all its models.
+    This model inherits from [`RBLNMultiModel`]. Check the superclass documentation for the generic methods the library implements for all its models.
 
     A class to convert and run pre-trained transformers based LlamaForCausalLM model on RBLN devices.
     It implements the methods to convert a pre-trained transformers LlamaForCausalLM model into a RBLN transformer model by:
@@ -96,8 +92,8 @@ class RBLNWhisperForConditionalGeneration(RBLNBaseModel, GenerationMixin):
         self.enc_max_seq_len = self.rbln_config.meta["input_max_length"]
         self.dec_max_seq_len = self.rbln_config.meta["rbln_dec_max_seq_len"]
 
-        self.encoder = RBLNRuntimeEncoder(runtime=self.runtimes[0], main_input_name="input_features")
-        self.decoder = RBLNRuntimeDecoder(runtime=self.runtimes[1], main_input_name="input_ids")
+        self.encoder = RBLNRuntimeEncoder(runtime=self.model[0], main_input_name="input_features")
+        self.decoder = RBLNRuntimeDecoder(runtime=self.model[1], main_input_name="input_ids")
         self.forced_decoder_ids = self.config.forced_decoder_ids
 
         # used in GenerationMixin.generate()
@@ -152,123 +148,57 @@ class RBLNWhisperForConditionalGeneration(RBLNBaseModel, GenerationMixin):
         }
 
     @classmethod
-    def _export(
-        cls,
-        model_id: str,
-        config: "PretrainedConfig",
-        use_auth_token: Optional[Union[bool, str]] = None,
-        revision: Optional[str] = None,
-        force_download: bool = False,
-        cache_dir: Optional[str] = None,
-        subfolder: str = "",
-        local_files_only: bool = False,
-        trust_remote_code: bool = False,
-        model_save_dir: Optional[Union[str, Path, TemporaryDirectory]] = None,
-        **kwargs,
-    ) -> "RBLNWhisperForConditionalGeneration":
-        """
-        Exports a vanilla Transformers model into a rbln-compiled Module.
-        """
-        task = kwargs.pop("task", None)
-        if task is None:
-            task = TasksManager.infer_task_from_model(cls.auto_model_class)
-
-        if model_save_dir is None:
-            save_dir = TemporaryDirectory()
-            save_dir_path = Path(save_dir.name)
-        else:
-            save_dir = model_save_dir
-            if isinstance(save_dir, TemporaryDirectory):
-                save_dir_path = Path(model_save_dir.name)
-            else:
-                save_dir_path = Path(model_save_dir)
-                save_dir_path.mkdir(exist_ok=True)
-
+    def update_kwargs(cls, kwargs):
         kwargs.update(
             {
                 "torchscript": True,
                 "return_dict": False,
-                "use_cache": False,
+                "use_cache": True,
             }
         )
-        rbln_config_kwargs, rbln_constructor_kwargs = cls.pop_rbln_kwargs_from_kwargs(kwargs)
-
-        model: WhisperForConditionalGeneration = TasksManager.get_model_from_task(
-            task=task,
-            model_name_or_path=model_id,
-            subfolder=subfolder,
-            revision=revision,
-            framework="pt",
-            cache_dir=cache_dir,
-            use_auth_token=use_auth_token,
-            local_files_only=local_files_only,
-            force_download=force_download,
-            trust_remote_code=trust_remote_code,
-            **kwargs,
+        return kwargs
+
+    @classmethod
+    @torch.inference_mode()
+    def get_compiled_model(cls, model, rbln_config: RBLNConfig):
+        wrapped_encoder = _WhisperEncoderWrapper(model).eval()
+        wrapped_decoder = _WhisperDecoderWrapper(model).eval()
+
+        enc_rbln_runtime_config = rbln_config[DEFAULT_COMPILED_MODEL_NAME][0]
+        dec_rbln_runtime_config = rbln_config[DEFAULT_COMPILED_MODEL_NAME][1]
+
+        enc_example_inputs = enc_rbln_runtime_config.get_dummy_inputs(fill=1)
+        dec_example_inputs = dec_rbln_runtime_config.get_dummy_inputs(fill=1)
+
+        enc_scripted_model = torch.jit.trace(wrapped_encoder, enc_example_inputs[0], check_trace=False)
+        dec_scripted_model = torch.jit.trace(wrapped_decoder, dec_example_inputs, check_trace=False)
+
+        enc_ir = rebel.torchscript_to_ir(
+            enc_scripted_model,
+            input_names=[v[0] for v in enc_rbln_runtime_config.input_info],
+            name=enc_rbln_runtime_config.rbln_mod_name,
+        )
+        dec_ir = rebel.torchscript_to_ir(
+            dec_scripted_model,
+            input_names=[v[0] for v in dec_rbln_runtime_config.input_info],
+            name=dec_rbln_runtime_config.rbln_mod_name,
         )
+        dec_ir.batch_size = dec_rbln_runtime_config.batch_size
 
-        if config is None:
-            config = model.config
-
-        config.save_pretrained(save_dir_path)
-        preprocessors = maybe_save_preprocessors(model_id, save_dir_path, src_subfolder=subfolder)
-
-        # Get compilation arguments
-        if rbln_config_kwargs.get("rbln_config", None) is None:
-            rbln_config = cls.get_rbln_config(
-                preprocessors=preprocessors, model_config=model.config, **rbln_config_kwargs
-            )
-
-        def compile_whisper():
-            wrapped_encoder = _WhisperEncoderWrapper(model).eval()
-            wrapped_decoder = _WhisperDecoderWrapper(model).eval()
-
-            enc_rbln_runtime_config = rbln_config[DEFAULT_COMPILED_MODEL_NAME][0]
-            dec_rbln_runtime_config = rbln_config[DEFAULT_COMPILED_MODEL_NAME][1]
-
-            enc_example_inputs = enc_rbln_runtime_config.get_dummy_inputs(fill=1)
-            dec_example_inputs = dec_rbln_runtime_config.get_dummy_inputs(fill=1)
-
-            enc_scripted_model = torch.jit.trace(wrapped_encoder, enc_example_inputs[0]).eval()
-            dec_scripted_model = torch.jit.trace(wrapped_decoder, dec_example_inputs).eval()
-
-            enc_ir = rebel.torchscript_to_ir(
-                enc_scripted_model,
-                input_names=[v[0] for v in enc_rbln_runtime_config.input_info],
-                name=enc_rbln_runtime_config.rbln_mod_name,
-            )
-            dec_ir = rebel.torchscript_to_ir(
-                dec_scripted_model,
-                input_names=[v[0] for v in dec_rbln_runtime_config.input_info],
-                name=dec_rbln_runtime_config.rbln_mod_name,
-            )
-            dec_ir.batch_size = dec_rbln_runtime_config.batch_size
-
-            # Caching encoder/decoder I/O
-            connections = [
-                (enc_ir.outputs[0], dec_ir.inputs[4]),
-                (dec_ir.outputs[1], dec_ir.inputs[3]),
-            ]
-            compiled_model = rebel.compile(
-                enc_ir,
-                dec_ir,
-                connections=connections,
-                fusion=enc_rbln_runtime_config.fusion,
-                npu=enc_rbln_runtime_config.npu,
-                tensor_parallel_size=enc_rbln_runtime_config.tensor_parallel_size,
-            )
-            compiled_model.save(save_dir_path / f"{DEFAULT_COMPILED_MODEL_NAME}.rbln")
-
-        compile_whisper()
-        rbln_config.save(save_dir_path)
-
-        return cls._from_pretrained(
-            model_id=save_dir_path,
-            config=config,
-            model_save_dir=save_dir,
-            **rbln_constructor_kwargs,
-            **kwargs,
+        # Caching encoder/decoder I/O
+        connections = [
+            (enc_ir.outputs[0], dec_ir.inputs[4]),
+            (dec_ir.outputs[1], dec_ir.inputs[3]),
+        ]
+        compiled_model = rebel.compile(
+            enc_ir,
+            dec_ir,
+            connections=connections,
+            fusion=enc_rbln_runtime_config.fusion,
+            npu=enc_rbln_runtime_config.npu,
+            tensor_parallel_size=enc_rbln_runtime_config.tensor_parallel_size,
         )
+        return compiled_model
 
     @classmethod
     def _get_rbln_config(
@@ -357,11 +287,14 @@ class RBLNWhisperForConditionalGeneration(RBLNBaseModel, GenerationMixin):
 
         return rbln_config
 
-    def _create_runtimes(self, rbln_device_map: Dict[str, int]) -> List[rebel.Runtime]:
+    @classmethod
+    def _create_runtimes(
+        cls, compiled_models: List[rebel.RBLNCompiledModel], rbln_device_map: Dict[str, int]
+    ) -> List[rebel.Runtime]:
         device_val = rbln_device_map[DEFAULT_COMPILED_MODEL_NAME]
         return [
-            self.compiled_models[0].create_runtime("encoder", tensor_type="pt", device=device_val),
-            self.compiled_models[0].create_runtime("decoder", tensor_type="pt", device=device_val),
+            compiled_models[0].create_runtime("encoder", tensor_type="pt", device=device_val),
+            compiled_models[0].create_runtime("decoder", tensor_type="pt", device=device_val),
         ]
 
     def forward(
@@ -379,6 +312,3 @@ class RBLNWhisperForConditionalGeneration(RBLNBaseModel, GenerationMixin):
         lm_logits = decoder_output.logits
 
         return Seq2SeqLMOutput(logits=lm_logits)
-
-    def __repr__(self):
-        return repr(self.runtimes[0]) + "\n" + repr(self.runtimes[1])

optimum/rbln/utils/__init__.py

@@ -21,5 +21,5 @@
 # copied, modified, or distributed without prior written permission
 # from Rebellions Inc.
 
-from .import_utils import is_rbln_available
+from .import_utils import check_version_compats, is_rbln_available
 from .runtime_utils import RBLNPytorchRuntime

optimum/rbln/utils/import_utils.py

@@ -21,8 +21,54 @@
 # copied, modified, or distributed without prior written permission
 # from Rebellions Inc.
 
+import importlib.metadata
 import importlib.util
+import warnings
+from dataclasses import dataclass
+
+from packaging.version import Version
+
+
+@dataclass
+class VersionCompat:
+    package_name: str
+    min_version: str
+    max_version: str
+
+
+RBLN_VERSION_COMPATS = {
+    "0.1.5": [
+        VersionCompat(
+            package_name="rebel-compiler",
+            min_version="0.5.7",
+            max_version="0.5.8",
+        ),
+    ],
+    "0.0.0": [],
+}
 
 
 def is_rbln_available() -> bool:
     return importlib.util.find_spec("rebel-compiler") is not None
+
+
+def check_version_compats() -> None:
+    warnings.filterwarnings(action="always", category=ImportWarning)
+
+    my_version = importlib.metadata.version("optimum-rbln")
+    target_version = list(filter(lambda v: Version(my_version) > Version(v), RBLN_VERSION_COMPATS.keys()))[0]
+    for compat in RBLN_VERSION_COMPATS[target_version]:
+        try:
+            dep_version = importlib.metadata.version(compat.package_name)
+        except importlib.metadata.PackageNotFoundError:
+            warnings.warn(f"optimum-rbln requires {compat.package_name} to be installed.", ImportWarning)
+            continue
+
+        if not Version(compat.min_version) <= Version(dep_version) < Version(compat.max_version):
+            warnings.warn(
+                f"optimum-rbln v{my_version} is compatible to {compat.package_name} v{compat.min_version} to v{compat.max_version}. (you are currently using v{dep_version})\n"
+                "Please refer to our SDK release notes at https://docs.rbln.ai/about_atom/release_note.html",
+                ImportWarning,
+            )
+
+    warnings.resetwarnings()

{optimum_rbln-0.1.4.dist-info → optimum_rbln-0.1.7.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: optimum-rbln
-Version: 0.1.4
+Version: 0.1.7
 Summary: Optimum RBLN is the interface between the Hugging Face Transformers and Diffusers libraries and RBLN accelerators.
         It provides a set of tools enabling easy model loading and inference on single and multiple rbln device settings for different downstream tasks.
 Keywords: transformers,diffusers,inference,rbln,atom,rebel
@@ -20,13 +20,13 @@ Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
 Project-URL: Homepage, https://rebellions.ai
 Project-URL: Documentation, https://docs.rbln.ai
 Requires-Python: <3.11,>=3.8
-Requires-Dist: torch==2.2.1
+Requires-Dist: torch<=2.2.1
 Requires-Dist: optimum>=1.17.1
 Requires-Dist: accelerate>=0.28.0
-Requires-Dist: transformers==4.40.2
-Requires-Dist: diffusers==0.27.2
+Requires-Dist: transformers<=4.40.2
+Requires-Dist: diffusers<=0.29.2
 Requires-Dist: einops>=0.8.0
-Requires-Dist: diffusers>=0.27.1; extra == "diffusers"
+Requires-Dist: packaging>=24.1
 Requires-Dist: pytest>=8.1.1; extra == "tests"
 Requires-Dist: psutil>=5.9.8; extra == "tests"
 Requires-Dist: parameterized>=0.9.0; extra == "tests"
@@ -34,13 +34,11 @@ Requires-Dist: GitPython>=3.1.42; extra == "tests"
 Requires-Dist: sentencepiece>=0.2.0; extra == "tests"
 Requires-Dist: datasets>=2.18.0; extra == "tests"
 Requires-Dist: sacremoses>=0.1.1; extra == "tests"
-Requires-Dist: diffusers>=0.27.1; extra == "tests"
 Requires-Dist: safetensors>=0.4.2; extra == "tests"
 Requires-Dist: black>=24.3.0; extra == "quality"
 Requires-Dist: ruff>=0.3.3; extra == "quality"
 Requires-Dist: isort>=5.13.2; extra == "quality"
 Requires-Dist: hf-doc-builder>=0.5.0; extra == "quality"
-Provides-Extra: diffusers
 Provides-Extra: tests
 Provides-Extra: quality
 Description-Content-Type: text/markdown
@@ -65,26 +63,28 @@ limitations under the License.
 
 🤗 Optimum RBLN is the interface between the 🤗 Transformers library and RBLN Accelerators including [ATOM](https://atom_link) and [REBEL](https://rebel_link).
 It provides a set of tools enabling easy model loading and inference on single- and multi-Accelerator settings for different downstream tasks.
-The list of officially validated models and tasks is available [here](TODO:). Users can try other models and tasks with only few changes.
+The list of officially validated models and tasks is available [here](https://docs.rbln.ai/software/optimum/optimum_rbln.html). Users can try other models and tasks with only few changes.
 
 ## Install from PyPI
 
 To install the latest release of this package:
 
-```bash
-pip install --index-url https://pypi.rebellions.in/simple optimum-rbln
-```
+- Export environment variables to access to RBLN private PyPI.
+  ```bash
+  export REBEL_PYPI_USERNAME=<username>
+  export REBEL_PYPI_PASSWORD=<password>
+  ```
+
+- Install optimum-rbln package:
+  ```bash
+  pip install --index-url https://pypi.rebellions.in/simple optimum-rbln
+  ```
 
 ## Install from source
 
 ### Prerequisites
 
 - Install [PDM](https://pdm-project.org/latest/) (refer [this link](https://pdm-project.org/latest/#installation) for detailed commands)
-- Export environment variables to access to RBLN private PyPI.
-  ```bash
-  export REBEL_PYPI_USERNAME=<username>
-  export REBEL_PYPI_PASSWORD=<password>
-  ```
 
 The below command installs optimum-rbln along with its dependencies.
 
@@ -106,40 +106,6 @@ pdm install -G:all
 
 🤗 Optimum RBLN was designed with one goal in mind: **to make inference straightforward for any 🤗 Transformers user while leveraging the complete power of RBLN Accelerators**.
 
-#### Transformers Interface
-
-<!--
-There are two main classes one needs to know:
-- TrainiumArgumentParser: inherits the original [HfArgumentParser](https://huggingface.co/docs/transformers/main/en/internal/trainer_utils#transformers.HfArgumentParser) in Transformers with additional checks on the argument values to make sure that they will work well with AWS Trainium instances.
-- [NeuronTrainer](https://huggingface.co/docs/optimum/neuron/package_reference/trainer): this version trainer takes care of doing the proper checks and changes to the supported models to make them trainable on AWS Trainium instances.
-
-The [NeuronTrainer](https://huggingface.co/docs/optimum/neuron/package_reference/trainer) is very similar to the [🤗 Transformers Trainer](https://huggingface.co/docs/transformers/main_classes/trainer), and adapting a script using the Trainer to make it work with Trainium will mostly consist in simply swapping the Trainer class for the NeuronTrainer one.
-That's how most of the [example scripts](https://github.com/huggingface/optimum-neuron/tree/main/examples) were adapted from their [original counterparts](https://github.com/huggingface/transformers/tree/main/examples/pytorch).
-
-```diff
-from transformers import TrainingArguments
-+from optimum.neuron import NeuronTrainer as Trainer
-
-training_args = TrainingArguments(
-  # training arguments...
-)
-
-# A lot of code here
-
-# Initialize our Trainer
-trainer = Trainer(
-    model=model,
-    args=training_args,  # Original training arguments.
-    train_dataset=train_dataset if training_args.do_train else None,
-    eval_dataset=eval_dataset if training_args.do_eval else None,
-    compute_metrics=compute_metrics,
-    tokenizer=tokenizer,
-    data_collator=data_collator,
-)
-``` -->
-
 ### Documentation
 
-Check out [the documentation of Optimum RBLN](https://huggingface.co/docs/optimum-rbln/index) for more advanced usage.
-
-If you find any issue while using those, please open an issue or a pull request.
+Check out [the documentation of Optimum RBLN](https://docs.rbln.ai/software/optimum/optimum_rbln.html) for more advanced usage.

{optimum_rbln-0.1.4.dist-info → optimum_rbln-0.1.7.dist-info}/RECORD

@@ -1,63 +1,65 @@
-optimum/rbln/__init__.py,sha256=J9OmYkTDCm3a4TmmBbOOScMQA23SJFwZzE4InpwKePg,4111
-optimum/rbln/__version__.py,sha256=K0nJliLE8urvUSONsZC4x-EeWHUpKHvT74DFSIT6PZI,21
+optimum/rbln/__init__.py,sha256=m2CcYYJw98tSvIFSNJJc5yzrjYKsUdEeBBvsX3a5koI,4251
+optimum/rbln/__version__.py,sha256=V7LnX330m3uiAO0EYQbPUYETPj2br2y1Pv-a7ApMj40,21
 optimum/rbln/diffusers/__init__.py,sha256=JWeu2ihHKiYD0Uzs9jXbaAq-bA1G86UCMPPx_oiJYFU,2606
 optimum/rbln/diffusers/models/__init__.py,sha256=aY6Llq_31dZjdB9HPBDvi7sXVtdQT9r11gokXG5ffxA,1139
-optimum/rbln/diffusers/models/autoencoder_kl.py,sha256=ifgsAoqZE1dOlJv6z7HJv7rp_IJ8KXMEmI_LOg98ITU,12566
+optimum/rbln/diffusers/models/autoencoder_kl.py,sha256=qIhXCfEADNTm2U9I5ZFN1IfA01zwupUY0IBnJwvxLwI,9506
 optimum/rbln/diffusers/models/controlnet.py,sha256=7T5E-RvGawT2uEtuJYxGTrzIDbApcF13zuXbVCcoQVI,9224
-optimum/rbln/diffusers/models/unet_2d_condition.py,sha256=dWDgeWhj2Q2LXHFy7iCnmPSJA4rSMCLeqwAIkYa7Hnk,14422
+optimum/rbln/diffusers/models/unet_2d_condition.py,sha256=tdNQHSdN92MlErpsvPpiUleRGhRa9GH0FSFZoSA6-wk,14468
 optimum/rbln/diffusers/pipelines/__init__.py,sha256=Xr_bQbpbC5HbJB2NuUcVQu2BGebDkc2bhsGJmL6jgps,1449
 optimum/rbln/diffusers/pipelines/controlnet/__init__.py,sha256=k0govvSBxBUR5qpxUGxRMHuQCMX7hXHVZ4EqVRw1LWk,1377
-optimum/rbln/diffusers/pipelines/controlnet/multicontrolnet.py,sha256=y-CZhtywVnvnWloCqKaYVS94_QprslZpA_EFEY6pHpU,9466
-optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet.py,sha256=qwpFqmhuNvxonMwtGyZU0d2bvknJloQRk_Sasi9b_gc,39622
-optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet_img2img.py,sha256=iGJQM6JltALuqSamj9WVojDjtPlJXbJeT7RQuu0Hu4w,38127
+optimum/rbln/diffusers/pipelines/controlnet/multicontrolnet.py,sha256=-Mtot-EJbYnySLKX7v0Im9UQyo2H2HjlZiO31SosbbQ,9592
+optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet.py,sha256=QK8C9mCgCCPTy_sj6PjiwlQzj8sKwUSDWKYeMT3Vb7A,39936
+optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet_img2img.py,sha256=8wUn937eZvr8uVLhTtw-OwF9r_iwdQ1_RpD4XNkarAU,38481
 optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet_sd_xl.py,sha256=qe2ZW-ugpnfatx7bx1a21C_40kVMSp8DsQ5fl2DFoKM,49849
 optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet_sd_xl_img2img.py,sha256=DKai4mdW_fkhdD4yjIGKyKv00COFH-Nz5ux9jmatjWE,51196
 optimum/rbln/diffusers/pipelines/stable_diffusion/__init__.py,sha256=qf_uMWSwD-CyRMRC73y1QsTMyl_qCMreIdg0a8rhJuA,1142
-optimum/rbln/diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion.py,sha256=i_i3729IE4X19gTu163hzJZqb93pu-VaaJj_gbzoLG8,5195
-optimum/rbln/diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion_img2img.py,sha256=ZyaEsC7uGa9W8uV7U61wGd88JxkAy78FWwrx5SekHOM,5440
+optimum/rbln/diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion.py,sha256=rVryl7riAgkkNJzbXQHKRDYEyR7ZhsF_aF_MkMnerco,5399
+optimum/rbln/diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion_img2img.py,sha256=VfOOybXQnotWIS1ch0a-eMSM-BDrPlZdGwtsYtsH0JQ,5747
 optimum/rbln/diffusers/pipelines/stable_diffusion_xl/__init__.py,sha256=8MDMHIVsDrM6lZAyvpjFtWOFwiY_IoSxzCQe-gJYTPI,159
-optimum/rbln/diffusers/pipelines/stable_diffusion_xl/pipeline_stable_diffusion_xl.py,sha256=RZ7xHD4Yo3Ls8hH9bGbjokZd7gTPV7Dz7Cj3z-_t17M,5366
-optimum/rbln/diffusers/pipelines/stable_diffusion_xl/pipeline_stable_diffusion_xl_img2img.py,sha256=rGJFKMo6aKbJwwLTS-N3fkFUrRXHr-2hWdatiFzySYk,5516
+optimum/rbln/diffusers/pipelines/stable_diffusion_xl/pipeline_stable_diffusion_xl.py,sha256=aCJSoXks7IpjX4rcH6q0TjXtIPzNrbvAvz0KbIEmMr8,5684
+optimum/rbln/diffusers/pipelines/stable_diffusion_xl/pipeline_stable_diffusion_xl_img2img.py,sha256=Cv9L4El2GOE-3IRQKHNEMuSdWGmtVsRnQJShcv2hOo0,5874
 optimum/rbln/modeling.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 optimum/rbln/modeling_alias.py,sha256=pyYGME31QaiBaLqnjQq3LwUF1T6dLeb8QLB91gzNsLM,1574
-optimum/rbln/modeling_base.py,sha256=2A6BJKwrGKMJvlPy4fCFP8OUGJ6-wszak1adIuOR8qE,26552
+optimum/rbln/modeling_base.py,sha256=779VbQy6gxCkCaa75KAbP87EqBkTQV4RW_roqjxrNMg,29564
 optimum/rbln/modeling_config.py,sha256=R0GBd-upavJrpR-2SvfgCCxP7f5Zr0NxIqdKmwBfVCk,6439
-optimum/rbln/modeling_seq2seq.py,sha256=eLPiUnei0XGFK01JbIsfS03-hJ_5EkazpoBONv65JNI,19549
-optimum/rbln/transformers/__init__.py,sha256=loWV0nNu8woMq4WJbV7IbhYZW8VkbBM9uT5THDkW47M,1920
+optimum/rbln/modeling_seq2seq.py,sha256=XXYu_hpxOgQmMgayUy9URQwgMl9Ci2AfWyVHm7tMP5o,16783
+optimum/rbln/transformers/__init__.py,sha256=fgRvfcQps-YEpXV3h0uz0VBXB1Ts9t-DZRwjS0zHUNU,1992
 optimum/rbln/transformers/generation/__init__.py,sha256=6MmqS9D21ir4dcH6_fq8kRsX1VK3QspSn6Qw83F4ORE,1081
 optimum/rbln/transformers/generation/streamers.py,sha256=X-dEmL1L_0Oy0QSFj2RNdamb_xbDWLXd-Ms8ckx6OZ4,5778
 optimum/rbln/transformers/generation/utils.py,sha256=F8gnVYG79kzg_IvQynD-p409E_5loy5VaIXvfi094u0,19464
-optimum/rbln/transformers/models/__init__.py,sha256=ysQWodX3tHE--R54KGerEmoUHh5IFPiCI4EmXtt1ZIE,1276
+optimum/rbln/transformers/models/__init__.py,sha256=8sOIypsvyrKk3bxsdiibCspmQVxc-xMx3WsUbDyMOfM,1319
 optimum/rbln/transformers/models/bart/__init__.py,sha256=SGUcpQ_5iLsVxySxtbwhRpmGt7BgVUTxHAjxAjQStdU,1063
 optimum/rbln/transformers/models/bart/bart_architecture.py,sha256=H8yVoBFa5uMXQv_wYCHKRW6tIIjdD50ho9C0vcMsbSo,14956
 optimum/rbln/transformers/models/clip/__init__.py,sha256=tbco8qW9QhBe3dtWoKgslLZMsXu9dg_KfJ4IgjvK248,1071
-optimum/rbln/transformers/models/clip/modeling_clip.py,sha256=SMiMtSWW4EFbhQsHRHKZarTW6u209FTqa0FkM8zN2Tw,4019
+optimum/rbln/transformers/models/clip/modeling_clip.py,sha256=WEXc9LWbClEzxeIw-LliI1A5OpiL7nnDm0G2IzYdqp4,3990
+optimum/rbln/transformers/models/dpt/__init__.py,sha256=R8OHDxOAYPjkk5t8osaPqRh85Pf1Cg1BtzqesqFRcTI,1045
+optimum/rbln/transformers/models/dpt/modeling_dpt.py,sha256=uN_5DhjGbFmTbpm1JUBgPsDhMP_vIyc0QM2UK5DoRqc,3537
 optimum/rbln/transformers/models/gpt2/__init__.py,sha256=jsOKYXUclG9G6cwUTUX4eeKqjCPfQUwev7TTFIMXS4Y,1040
-optimum/rbln/transformers/models/gpt2/gpt2_architecture.py,sha256=RQ0Y5f7IKQ73onmuIRB-aw379asSR7kfhUPclLHCOkY,10348
-optimum/rbln/transformers/models/gpt2/modeling_gpt2.py,sha256=UbVUmegs-v2jBUQUYwxIQ50EpT2dHDzBiPXshLHtuCQ,15079
+optimum/rbln/transformers/models/gpt2/gpt2_architecture.py,sha256=QiNKLhBZ_-1bcq-7WQ4Bd2MK5xj9XR35IdkwEgCA6lk,10004
+optimum/rbln/transformers/models/gpt2/modeling_gpt2.py,sha256=coWguusgbBhQ8yUfl7EFOCPnzeujDQpepRdd09czRZg,12471
 optimum/rbln/transformers/models/llama/__init__.py,sha256=5mX-MuKzVBj6WQeVxyPhtvFTv0jeZXAFfg4RZ2nVUh0,1042
-optimum/rbln/transformers/models/llama/llama_architecture.py,sha256=VAJqz1rsS2tEk2ECb7VjPCrrQn3VP29LpsStpoHz6Uk,27123
-optimum/rbln/transformers/models/llama/llama_architecture_cb.py,sha256=6Ih0rIBuOLAgV7NmW3aOhafAat6x6AGkWqvkKpRf5yc,32664
-optimum/rbln/transformers/models/llama/modeling_llama.py,sha256=_b_3jE-uxkqE5oAXlRHdDY5m_mTHU3A2AVun3gAo2Bk,21027
+optimum/rbln/transformers/models/llama/llama_architecture.py,sha256=bBUZBAsBvsvxY-_gGUofm5zn-piu61pooZr86Ib2CuI,27086
+optimum/rbln/transformers/models/llama/llama_architecture_cb.py,sha256=bhbi0MAee0k1cHeB20c0maD89fxT-53DSf1Mn8ZhgjA,32719
+optimum/rbln/transformers/models/llama/modeling_llama.py,sha256=kTMxJwHRdK0XJFu_OfVWq3iWdOXZkDf4TdKzsi0uQWQ,19821
 optimum/rbln/transformers/models/midm/__init__.py,sha256=_6kYchy47frGMZ8uoUspZ9IwrmCBQJ-8kVfXM7xOMew,1249
 optimum/rbln/transformers/models/midm/hf_hub_cached/configuration_midm.py,sha256=P5JqTTcx56HOccxKbR14ZjA67BI0RNnJycG738JMaJ4,833
 optimum/rbln/transformers/models/midm/hf_hub_cached/midm_bitext_tokenization.py,sha256=p8U2Owo8KJzOnrI5vAcDkT2DCt3r-05zFDD2m6D4pEg,12835
 optimum/rbln/transformers/models/midm/hf_hub_cached/modeling_midm.py,sha256=v5M_uQsdRUyPaiWEATv_FHp-2Duq2moyQJKSFVY-k1U,61035
 optimum/rbln/transformers/models/midm/hf_hub_cached/rotary_position_embedding.py,sha256=5ywaUVKTvqO8GRsHOSXOOGlbiEn-DbGkpJs59_dFb18,4059
 optimum/rbln/transformers/models/midm/midm_architecture.py,sha256=G3fSKuh9CGZXyjM1UPZ3wQAYDDLJZcRlKmV_NgcyfJE,19138
-optimum/rbln/transformers/models/midm/modeling_midm.py,sha256=y2qFgBrE11_MT9-a3LdFfmAc_3lEcy0b3YRbYLkdtlQ,16174
+optimum/rbln/transformers/models/midm/modeling_midm.py,sha256=UAZRE9PIVomfA7XgCc1quXl3Kfb2J1rKH-dmSf50EdE,15214
 optimum/rbln/transformers/models/t5/__init__.py,sha256=dK6F1jbBf001h79WZiVdiNZoXm5kOe2fskzhREhu0EE,1057
 optimum/rbln/transformers/models/t5/t5_architecture.py,sha256=2nFovfOdiJdY9jdAR9BngwPO3d2Oofn9jqVWgZ-YYZ0,18091
 optimum/rbln/transformers/models/wav2vec2/__init__.py,sha256=mz4cXqG9b0tDpTAw3qYn3FaJuolX601VmKBE3gohLSw,1043
 optimum/rbln/transformers/models/wav2vec2/modeling_wav2vec2.py,sha256=kooQ1CC6p2mHvRHkFE48d69yNTnkG_V6g9Beu6Sy3XU,4063
 optimum/rbln/transformers/models/whisper/__init__.py,sha256=PZ8qeAAFMas2MizwVYFxlpFWd5k1Pe1x-0IJfYAMhT8,1059
-optimum/rbln/transformers/models/whisper/modeling_whisper.py,sha256=WV3pcxeXJSw74U4Xc0wW8VFmwdEIdbqrZmcjBQixEN4,14726
+optimum/rbln/transformers/models/whisper/modeling_whisper.py,sha256=L49ThCv5sqidNevBGsCpGrOSH4H6wzXOCmON1PCmY9M,11996
 optimum/rbln/transformers/models/whisper/whisper_architecture.py,sha256=QX1Nmq26F_82EYgKmdgXEpE2F8ry-inkn2BB9Lx5M38,15885
-optimum/rbln/utils/__init__.py,sha256=wr7ep1WliFYR0825f7BbHevtT3xhlMSwpDkvAPzShgE,1083
-optimum/rbln/utils/import_utils.py,sha256=OL3aBy3XLWj7KDb6VZKBPJWiEcktL4qRxlpQpDBcMRg,1116
+optimum/rbln/utils/__init__.py,sha256=F6hJP00eV1_hT_IVwqqYwLWcLQAvZbmmrNMJTia3mjI,1106
+optimum/rbln/utils/import_utils.py,sha256=i2GmQJC9kl4BvXncVUrqx8VCqfv1omaHiWyCliBxChg,2632
 optimum/rbln/utils/runtime_utils.py,sha256=EzEabg2E18nq2WZRDZWsZ_hgrdgQ7u_NElTMAYpSDvM,2545
 optimum/rbln/utils/save_utils.py,sha256=eFIPtmiblCJ3MvtxEPxmAR3iuLEUrzpyzwtVotDauhw,3283
-optimum_rbln-0.1.4.dist-info/METADATA,sha256=dh0AyheyqiCICYYtofJApo2-DDp4W1ymrzay6f2VzVw,6197
-optimum_rbln-0.1.4.dist-info/WHEEL,sha256=SOP-4bEE0jbVaCHQGVvF08uWxk5rcSsfEybvoQVHlD8,90
-optimum_rbln-0.1.4.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-optimum_rbln-0.1.4.dist-info/RECORD,,
+optimum_rbln-0.1.7.dist-info/METADATA,sha256=5B8Cx1-EWbf1C9VoUUiFJ2iXqIk8e-CExfgKgSZMGwU,4360
+optimum_rbln-0.1.7.dist-info/WHEEL,sha256=rSwsxJWe3vzyR5HCwjWXQruDgschpei4h_giTm0dJVE,90
+optimum_rbln-0.1.7.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+optimum_rbln-0.1.7.dist-info/RECORD,,

{optimum_rbln-0.1.4.dist-info → optimum_rbln-0.1.7.dist-info}/WHEEL

@@ -1,4 +1,4 @@
 Wheel-Version: 1.0
-Generator: pdm-backend (2.3.1)
+Generator: pdm-backend (2.3.3)
 Root-Is-Purelib: true
 Tag: py3-none-any