optimum-rbln 0.1.8__py3-none-any.whl → 0.1.11__py3-none-any.whl

optimum/rbln/transformers/utils/rbln_quantization.py

@@ -0,0 +1,97 @@
+# Copyright 2024 Rebellions Inc.
+
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at:
+
+#     http://www.apache.org/licenses/LICENSE-2.0
+
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# Portions of this software are licensed under the Apache License,
+# Version 2.0. See the NOTICE file distributed with this work for
+# additional information regarding copyright ownership.
+
+# All other portions of this software, including proprietary code,
+# are the intellectual property of Rebellions Inc. and may not be
+# copied, modified, or distributed without prior written permission
+# from Rebellions Inc.
+
+
+from typing import Any
+
+import torch
+from torch.nn import Linear, Parameter
+from torch.nn import functional as F
+
+
+# Constants
+QUANTIZED_WEIGHTS = {
+    "q_proj", "k_proj", "v_proj", "o_proj",
+    "gate_proj", "up_proj", "down_proj",
+}
+
+
+def update_layers_to_quantized(module: torch.nn.Module) -> None:
+    """
+    Updates specified linear layers to quantized (qlinear) layers in the given module.
+    """
+    processed_layers = []
+
+    for name, layer in module.named_modules():
+        if is_target_for_qlinear_replacement(name, layer):
+            parent_module, layer_name = get_parent_and_child(module, name)
+            setattr(parent_module, layer_name, create_qlinear(layer))
+            processed_layers.append(name)
+
+    if processed_layers:
+        print(f"Updated the following linear layers to quantized layers:\n {{{', '.join(processed_layers)}}}")
+
+
+def is_target_for_qlinear_replacement(layer_name: str, layer: torch.nn.Module) -> bool:
+    """
+    Checks if a layer is a target for qlinear replacement.
+    """
+    return layer_name.split(".")[-1] in QUANTIZED_WEIGHTS and isinstance(layer, torch.nn.Linear)
+
+
+def get_parent_and_child(module: torch.nn.Module, full_name: str) -> tuple:
+    """
+    Splits the full layer name to retrieve the parent module and the child layer.
+    """
+    *parent_address, child_name = full_name.split(".")
+    parent_module = access_attribute(module, parent_address)
+    return parent_module, child_name
+
+
+def access_attribute(obj: Any, attributes: list[str]) -> Any:
+    """
+    Recursively accesses a nested attribute from an object using a list of attribute names.
+    """
+    for attr in attributes:
+        obj = getattr(obj, attr)
+    return obj
+
+
+def create_qlinear(layer: Linear) -> Linear:
+    """
+    Converts a standard linear layer to a quantized linear (qlinear) layer with a custom forward pass.
+    """
+    def qlinear_forward(self, inputs: torch.Tensor) -> torch.Tensor:
+        if inputs.dtype != self.scales.dtype:
+            raise TypeError(f"Expected input dtype {self.scales.dtype}, but got {inputs.dtype}")
+
+        w_fp = self.weight.type(inputs.dtype)
+        w_fp *= self.scales.view(-1, 1)
+        return F.linear(inputs, w_fp, self.bias)
+
+    # Convert weight to int8 and add scale parameter
+    layer.weight = Parameter(layer.weight.to(torch.int8), requires_grad=False)
+    layer.scales = Parameter(torch.ones(layer.out_features, dtype=torch.float32), requires_grad=False)
+    layer.forward = lambda inputs: qlinear_forward(layer, inputs)
+
+    return layer

optimum/rbln/utils/import_utils.py

@@ -37,13 +37,48 @@ class VersionCompat:
 
 
 RBLN_VERSION_COMPATS = {
-    "0.1.5": [
+    "0.1.10": [
+        VersionCompat(
+            package_name="rebel-compiler",
+            min_version="0.5.10",
+            max_version="0.5.11",
+        ),
+    ],
+    "0.1.9": [
+        VersionCompat(
+            package_name="rebel-compiler",
+            min_version="0.5.9",
+            max_version="0.5.10",
+        ),
+    ],
+    "0.1.8": [
+        VersionCompat(
+            package_name="rebel-compiler",
+            min_version="0.5.8",
+            max_version="0.5.9",
+        ),
+    ],
+    "0.1.7": [
         VersionCompat(
             package_name="rebel-compiler",
             min_version="0.5.7",
             max_version="0.5.8",
         ),
     ],
+    "0.1.4": [
+        VersionCompat(
+            package_name="rebel-compiler",
+            min_version="0.5.2",
+            max_version="0.5.3",
+        ),
+    ],
+    "0.1.0": [
+        VersionCompat(
+            package_name="rebel-compiler",
+            min_version="0.5.0",
+            max_version="0.5.1",
+        ),
+    ],
     "0.0.0": [],
 }
 
@@ -53,8 +88,7 @@ def is_rbln_available() -> bool:
 
 
 def check_version_compats() -> None:
-    warnings.filterwarnings(action="always", category=ImportWarning)
-
+    warnings.filterwarnings(action="always", category=ImportWarning, module="optimum.rbln")
     my_version = importlib.metadata.version("optimum-rbln")
     target_version = list(filter(lambda v: Version(my_version) > Version(v), RBLN_VERSION_COMPATS.keys()))[0]
     for compat in RBLN_VERSION_COMPATS[target_version]:
@@ -70,5 +104,3 @@ def check_version_compats() -> None:
                 "Please refer to our SDK release notes at https://docs.rbln.ai/about_atom/release_note.html",
                 ImportWarning,
             )
-
-    warnings.resetwarnings()

optimum/rbln/utils/logging.py

@@ -0,0 +1,82 @@
+"""
+Logging utilities.
+Modified from `transformers.utils.logging.py`
+"""
+
+import logging
+import os
+import sys
+import threading
+from typing import Optional
+
+
+_lock = threading.Lock()
+_default_handler: Optional[logging.Handler] = None
+
+
+log_levels = {
+    "debug": logging.DEBUG,
+    "info": logging.INFO,
+    "warning": logging.WARNING,
+    "error": logging.ERROR,
+    "critical": logging.CRITICAL,
+}
+
+_default_log_level = logging.WARNING
+
+
+def _get_default_logging_level():
+    env_level_str = os.getenv("OPTIMUM_RBLN_VERBOSE", None)
+    if env_level_str:
+        if env_level_str in log_levels:
+            return log_levels[env_level_str]
+        else:
+            logging.getLogger().warning(
+                f"Unknown option OPTIMUM_RBLN_VERBOSE={env_level_str}, "
+                f"has to be one of: { ', '.join(log_levels.keys()) }"
+            )
+    return _default_log_level
+
+
+def _get_library_name() -> str:
+    return "optimum.rbln"
+
+
+def _get_library_root_logger() -> logging.Logger:
+    return logging.getLogger(_get_library_name())
+
+
+def _configure_library_root_logger() -> None:
+    global _default_handler
+
+    with _lock:
+        if _default_handler:
+            # This library has already configured the library root logger.
+            return
+        _default_handler = logging.StreamHandler()  # Set sys.stderr as stream.
+        # set defaults based on https://github.com/pyinstaller/pyinstaller/issues/7334#issuecomment-1357447176
+        if sys.stderr is None:
+            sys.stderr = open(os.devnull, "w")
+
+        _default_handler.flush = sys.stderr.flush
+
+        # Apply our default configuration to the library root logger.
+        library_root_logger = _get_library_root_logger()
+        library_root_logger.addHandler(_default_handler)
+        library_root_logger.setLevel(_get_default_logging_level())
+        formatter = logging.Formatter("%(asctime)s %(levelname)s [%(name)s] %(message)s")
+        _default_handler.setFormatter(formatter)
+
+        library_root_logger.propagate = False
+
+
+def get_logger(name: Optional[str] = None) -> logging.Logger:
+    """
+    Return a logger with the specified name.
+    """
+
+    if name is None:
+        name = _get_library_name()
+
+    _configure_library_root_logger()
+    return logging.getLogger(name)

optimum/rbln/utils/runtime_utils.py

@@ -21,6 +21,7 @@
 # copied, modified, or distributed without prior written permission
 # from Rebellions Inc.
 
+import threading
 from typing import Any, Dict, List
 
 import rebel
@@ -42,8 +43,9 @@ class RBLNPytorchRuntime:
         return self.forward(*args, **kwds)
 
     def forward(self, *args: List["torch.Tensor"], **kwargs: Dict[str, "torch.Tensor"]):
+        # filtering uselss args or kwarg such as None.
         args = list(filter(lambda arg: isinstance(arg, torch.Tensor), args))
-        kwargs = dict(filter(lambda kwarg: isinstance(kwarg[1], torch.Tensor), kwargs.items()))
+        kwargs = dict(filter(lambda kwarg: isinstance(kwarg[1], torch.Tensor) or kwarg[0] == "out", kwargs.items()))
         output = self.runtime(*args, **kwargs)
         return output
 
@@ -69,3 +71,35 @@ class UnavailableRuntime:
 
     def __repr__(self) -> str:
         return "UnavailableRuntime"
+
+
+class ContextRblnConfig:
+    _local = threading.local()
+
+    def __init__(self, device, device_map, create_runtimes, optimze_host_mem):
+        self.device = device
+        self.device_map = device_map
+        self.create_runtimes = create_runtimes
+        self.optimze_host_mem = optimze_host_mem
+
+    def __enter__(self):
+        self._local.device = self.device
+        self._local.device_map = self.device_map
+        self._local.create_runtimes = self.create_runtimes
+        self._local.optimize_host_memory = self.optimze_host_mem
+        return self
+
+    def __exit__(self, exc_type, exc_val, exc_tb):
+        self._local.device = None
+        self._local.device_map = None
+        self._local.create_runtimes = None
+        self._local.optimize_host_memory = None
+
+    @classmethod
+    def get_current_context(cls):
+        return {
+            "device": getattr(cls._local, "device", None),
+            "device_map": getattr(cls._local, "device_map", None),
+            "create_runtimes": getattr(cls._local, "create_runtimes", None),
+            "optimize_host_memory": getattr(cls._local, "optimize_host_memory", None),
+        }

optimum/rbln/utils/timer_utils.py

@@ -0,0 +1,19 @@
+from datetime import datetime
+
+from .logging import get_logger
+
+
+logger = get_logger()
+
+
+def rbln_timer(print_name):
+    def decorator(function):
+        def wrapper(*args, **kwargs):
+            tick = datetime.now()
+            result = function(*args, **kwargs)
+            logger.debug(f"{print_name}. Elasped time: {str(datetime.now() - tick)[:7]}")
+            return result
+
+        return wrapper
+
+    return decorator

{optimum_rbln-0.1.8.dist-info → optimum_rbln-0.1.11.dist-info}/METADATA

@@ -1,8 +1,9 @@
 Metadata-Version: 2.1
 Name: optimum-rbln
-Version: 0.1.8
+Version: 0.1.11
 Summary: Optimum RBLN is the interface between the Hugging Face Transformers and Diffusers libraries and RBLN accelerators.
-        It provides a set of tools enabling easy model loading and inference on single and multiple rbln device settings for different downstream tasks.
+         It provides a set of tools enabling easy model loading and inference on single and multiple rbln device settings for different downstream tasks.
+         
 Keywords: transformers,diffusers,inference,rbln,atom,rebel
 Author-Email: "Rebellions Inc." <support@rebellions.ai>
 License: Apache
@@ -21,12 +22,15 @@ Project-URL: Homepage, https://rebellions.ai
 Project-URL: Documentation, https://docs.rbln.ai
 Requires-Python: <3.11,>=3.8
 Requires-Dist: torch<=2.2.1
-Requires-Dist: optimum<=1.20.0
+Requires-Dist: torchvision<=0.17.1
+Requires-Dist: torchaudio<=2.2.1
+Requires-Dist: optimum<=1.22.0
 Requires-Dist: accelerate>=0.28.0
-Requires-Dist: transformers<=4.40.2
-Requires-Dist: diffusers<=0.29.2
+Requires-Dist: transformers<=4.44.2,>=4.43.2
+Requires-Dist: diffusers<=0.30.3
 Requires-Dist: einops>=0.8.0
 Requires-Dist: packaging>=24.1
+Provides-Extra: tests
 Requires-Dist: pytest>=8.1.1; extra == "tests"
 Requires-Dist: psutil>=5.9.8; extra == "tests"
 Requires-Dist: parameterized>=0.9.0; extra == "tests"
@@ -35,11 +39,10 @@ Requires-Dist: sentencepiece>=0.2.0; extra == "tests"
 Requires-Dist: datasets>=2.18.0; extra == "tests"
 Requires-Dist: sacremoses>=0.1.1; extra == "tests"
 Requires-Dist: safetensors>=0.4.2; extra == "tests"
+Provides-Extra: quality
 Requires-Dist: ruff>=0.3.3; extra == "quality"
 Requires-Dist: isort>=5.13.2; extra == "quality"
 Requires-Dist: hf-doc-builder>=0.5.0; extra == "quality"
-Provides-Extra: tests
-Provides-Extra: quality
 Description-Content-Type: text/markdown
 
 <!---
@@ -99,6 +102,11 @@ To install optional dependencies from all groups, specify `-G:all` option.
 pdm install -G:all
 ```
 
+If you want to install optimum-rbln as [editable mode](https://pip.pypa.io/en/stable/topics/local-project-installs/#editable-installs) in existing venv,
+```bash
+(venv) pip install -e .
+```
+
 ## How to use it?
 
 ### Quick Start

optimum_rbln-0.1.11.dist-info/RECORD

@@ -0,0 +1,93 @@
+optimum/rbln/__init__.py,sha256=soRWN6Znf-HpuvOKPUKdMegpAjqrIEIFygkAc8VwRNs,6172
+optimum/rbln/__version__.py,sha256=tBCH3ZD-pfslFfVea0QjavTfZ3g6w-hR8XU5Vll5HMg,22
+optimum/rbln/diffusers/__init__.py,sha256=w4W7Wy-Mmh8CQZ5M9JnrrE5bN0UsfNehZI41QadE-hk,2605
+optimum/rbln/diffusers/models/__init__.py,sha256=aY6Llq_31dZjdB9HPBDvi7sXVtdQT9r11gokXG5ffxA,1139
+optimum/rbln/diffusers/models/autoencoder_kl.py,sha256=tZnSDDoZVWAv47n51ebh86j4vYa57tH93WeJeAoq7T8,9829
+optimum/rbln/diffusers/models/controlnet.py,sha256=m_9L-j-17n5ROqLJeHKd1j3bimRowCaVGDfmCJNF_8o,9805
+optimum/rbln/diffusers/models/unet_2d_condition.py,sha256=SzbUtsKBMkWEwP5LziLeOOebkGQUc51lMkABRXdYnEk,15032
+optimum/rbln/diffusers/pipelines/__init__.py,sha256=Xr_bQbpbC5HbJB2NuUcVQu2BGebDkc2bhsGJmL6jgps,1449
+optimum/rbln/diffusers/pipelines/controlnet/__init__.py,sha256=k0govvSBxBUR5qpxUGxRMHuQCMX7hXHVZ4EqVRw1LWk,1377
+optimum/rbln/diffusers/pipelines/controlnet/multicontrolnet.py,sha256=rCvQgf5kiqw_b5pfPTpx2GpjoHW-hQsl_4ikYN9klOc,5128
+optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet.py,sha256=1MtxkW0vJFHaN0qnypczmWx02HzhII-6WNaickLSVcM,42882
+optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet_img2img.py,sha256=1gkaGOYvsATKLWPqwRO4sme28WIfAHLMUPKRs4VYcSw,41476
+optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet_sd_xl.py,sha256=XyqKRX5mDhXkBeZNeYvHUTxxROB8O2ufDaHTJRhZ-TU,53367
+optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet_sd_xl_img2img.py,sha256=yJl884dkWNML6Wz2rUqFJpGiRmHE0LUhmHUsmAIQ41U,54740
+optimum/rbln/diffusers/pipelines/stable_diffusion/__init__.py,sha256=qf_uMWSwD-CyRMRC73y1QsTMyl_qCMreIdg0a8rhJuA,1142
+optimum/rbln/diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion.py,sha256=Dz6gnUfKHU05GBp6JVt5k53p2XJGi_ni7QYdh_8sZhg,5778
+optimum/rbln/diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion_img2img.py,sha256=TstE10PALC1hkv2zQjdNuctngutDXC_GBu8Li6Xh5aE,6126
+optimum/rbln/diffusers/pipelines/stable_diffusion_xl/__init__.py,sha256=8MDMHIVsDrM6lZAyvpjFtWOFwiY_IoSxzCQe-gJYTPI,159
+optimum/rbln/diffusers/pipelines/stable_diffusion_xl/pipeline_stable_diffusion_xl.py,sha256=CJzRcm7TgWD0wgCyVLaYLYjMX0p8WiMNwVjy7bvqqFQ,6045
+optimum/rbln/diffusers/pipelines/stable_diffusion_xl/pipeline_stable_diffusion_xl_img2img.py,sha256=D3WCQ-eOzaj5Qs_uZtndP4gWpi45NKCPguPtvjMYO5c,6235
+optimum/rbln/modeling.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+optimum/rbln/modeling_alias.py,sha256=wyhXBpX9Spah4oPR4g60_yUEqjqwMrevJBxBgKrJTAE,2250
+optimum/rbln/modeling_base.py,sha256=IOc5ZhnfHiRdikBDxLzWuK0TZrtzKFo7FPTrUCA6-So,45126
+optimum/rbln/modeling_config.py,sha256=9dyYNLdLnFZ4LjekiOl0RsH8Pp5A-5StGB8zR2nkvzo,8647
+optimum/rbln/modeling_seq2seq.py,sha256=_4Z49uc5HD9-5voX3kk8US8b4kXp1Dua42c99f1GaFE,20746
+optimum/rbln/transformers/__init__.py,sha256=9NiMF-uKmqWJyV27xerBbJMf_04QasI-75kn5ue6Myo,3507
+optimum/rbln/transformers/cache_utils.py,sha256=VfArIkAJn3zPXdu-6RXiCWlU-uVwxvhgoMiGxrPtk40,3835
+optimum/rbln/transformers/generation/__init__.py,sha256=6MmqS9D21ir4dcH6_fq8kRsX1VK3QspSn6Qw83F4ORE,1081
+optimum/rbln/transformers/generation/streamers.py,sha256=X-dEmL1L_0Oy0QSFj2RNdamb_xbDWLXd-Ms8ckx6OZ4,5778
+optimum/rbln/transformers/generation/utils.py,sha256=XqPbYQCe6cEuWssG9iHpbbL-wgSQTcyKHabGwKj7lnE,19462
+optimum/rbln/transformers/models/__init__.py,sha256=r9cvwn9qmPLQ1C36tfSnWB6mRnIEgDWz1C3Nm23we6g,2058
+optimum/rbln/transformers/models/auto/__init__.py,sha256=zMqaMIdGwuZJq4gLjRC-69M2mGUKrd0aRpmb4Rpm6-g,435
+optimum/rbln/transformers/models/auto/auto_factory.py,sha256=Up052AXID12uqa5UgLRW89EkYXDpuXR70Bt-xNHEZto,3159
+optimum/rbln/transformers/models/auto/modeling_auto.py,sha256=2t_ikczRqCpVpPq8DsJzWNX201W1aDLdn4Z25KtWmfo,3126
+optimum/rbln/transformers/models/bart/__init__.py,sha256=SXGT9llaTh-NkfT9Sj4QAKh2a2DDXz4G1-eJuRbi5Mg,1104
+optimum/rbln/transformers/models/bart/bart_architecture.py,sha256=P08Uz6dV0oc90PjS4Yd3-yLIsb4-FnqAznsh2rYYpg8,21175
+optimum/rbln/transformers/models/bart/modeling_bart.py,sha256=mfLCNfIC0IPAazE19ptci_7UZnaKlkit_UbzdzSCluc,4603
+optimum/rbln/transformers/models/bert/__init__.py,sha256=divBpVNrRAdNAPgnQkGiEZI4oJHCJtLuwdYpMbD3dMM,1034
+optimum/rbln/transformers/models/bert/modeling_bert.py,sha256=L12PVETpsuvrefY77km8rg6Wh5QMP1ca2EkGX0st6JE,4294
+optimum/rbln/transformers/models/clip/__init__.py,sha256=iXZfPPIztzMDOkY3fbEzx9dCkFKKtWYXCpLGfjEUeZE,1092
+optimum/rbln/transformers/models/clip/modeling_clip.py,sha256=MJZIyNiuCdBiMFmd-Tbj1Yw2njEvW04nn_0JuOw7mIc,7169
+optimum/rbln/transformers/models/decoderonly/__init__.py,sha256=AG3ib8iZAEDAvVTNhieCyojWZtA67voPB0dI8lbCXTQ,1371
+optimum/rbln/transformers/models/decoderonly/decoderonly_architecture.py,sha256=25YMgIGYCNSawLf9Gg0HLncb7sqi2FI6sAbt4nitWJI,20047
+optimum/rbln/transformers/models/decoderonly/modeling_decoderonly.py,sha256=2t5L6imvvsBdcy9mLwpdyLd-AyN91y5TN9Y5FhRLENk,25634
+optimum/rbln/transformers/models/dpt/__init__.py,sha256=R8OHDxOAYPjkk5t8osaPqRh85Pf1Cg1BtzqesqFRcTI,1045
+optimum/rbln/transformers/models/dpt/modeling_dpt.py,sha256=ovIDZV4ifgsqro26PWOLCDwXHe8kRwTPeA8WFCUNgGw,3840
+optimum/rbln/transformers/models/gemma/__init__.py,sha256=L1Qfr6dufWtoUZND_ofwxXPSxivEvPR8exy16a_nM2o,1042
+optimum/rbln/transformers/models/gemma/gemma_architecture.py,sha256=hT0CqL_jhKWi8cDa1zFcAFPyli844wkliJ3bL5OyEdQ,4376
+optimum/rbln/transformers/models/gemma/modeling_gemma.py,sha256=ErAa3NlsNhy7ocSMjGrDaNLmJsn74NeU_OZQQNRpMvY,2643
+optimum/rbln/transformers/models/gpt2/__init__.py,sha256=jsOKYXUclG9G6cwUTUX4eeKqjCPfQUwev7TTFIMXS4Y,1040
+optimum/rbln/transformers/models/gpt2/gpt2_architecture.py,sha256=nXCITctShY2OTw7chGGSdIOECv8zAd-sxqbYuvSuoK8,10410
+optimum/rbln/transformers/models/gpt2/modeling_gpt2.py,sha256=q0enF7yNkMfiuthsUvDYteN00gJKbkWugjeOwhnECbw,2721
+optimum/rbln/transformers/models/llama/__init__.py,sha256=5mX-MuKzVBj6WQeVxyPhtvFTv0jeZXAFfg4RZ2nVUh0,1042
+optimum/rbln/transformers/models/llama/llama_architecture.py,sha256=j4mifSOaIk7wwV9fL9wQSt5kR3rpnvjtxd3VzhMNdgY,1123
+optimum/rbln/transformers/models/llama/modeling_llama.py,sha256=ZMKigYHGlRhi6asAWpC5tayb4l1Rslt2quJUjL_lgxw,2643
+optimum/rbln/transformers/models/llava_next/__init__.py,sha256=3vi2rmTeKBydGRFOtxELhxWixZggFMpGex6xqfMgi-I,1064
+optimum/rbln/transformers/models/llava_next/modeling_llava_next.py,sha256=fz4Sn9hYz2txjl6qShZjc6B2-t8dhoFJeyYIQ3vGsmk,28198
+optimum/rbln/transformers/models/midm/__init__.py,sha256=_6kYchy47frGMZ8uoUspZ9IwrmCBQJ-8kVfXM7xOMew,1249
+optimum/rbln/transformers/models/midm/hf_hub_cached/configuration_midm.py,sha256=P5JqTTcx56HOccxKbR14ZjA67BI0RNnJycG738JMaJ4,833
+optimum/rbln/transformers/models/midm/hf_hub_cached/midm_bitext_tokenization.py,sha256=5lhMXfqnIak1PJ9YL-vUxIdY_3DUr3IBXzTqf3ofpmI,12835
+optimum/rbln/transformers/models/midm/hf_hub_cached/modeling_midm.py,sha256=54__wd9EXwGxmaHDksTTcUD2aWl6WoszYsR8dlL1wfE,61031
+optimum/rbln/transformers/models/midm/hf_hub_cached/rotary_position_embedding.py,sha256=5ywaUVKTvqO8GRsHOSXOOGlbiEn-DbGkpJs59_dFb18,4059
+optimum/rbln/transformers/models/midm/midm_architecture.py,sha256=CYtFrFQ2L3u2_81TrTbEwBqgGHHQBh1sTs3vjF0xbp8,11505
+optimum/rbln/transformers/models/midm/modeling_midm.py,sha256=3-8kcmO-rD-dWGQnIk11XaMIHMvT0rR1ctb9E9WskTs,2779
+optimum/rbln/transformers/models/mistral/__init__.py,sha256=XtuOmzBITjj-H1yctXobJjHF908x1Wlxr_p4hi06v8I,1046
+optimum/rbln/transformers/models/mistral/mistral_architecture.py,sha256=LCvY4L0Wq1VruKhZ3JTSiuZJqQRJlTae5A2bKsUBGAg,1128
+optimum/rbln/transformers/models/mistral/modeling_mistral.py,sha256=TB6Ju-yJt57xx4YSYSvPTvLg51s7JeRtHiAA61gsewA,2678
+optimum/rbln/transformers/models/phi/__init__.py,sha256=LrGFTUo1oQnsPSTlxJqAJVVNUdUwq4u_Bf60RUgjLz4,1038
+optimum/rbln/transformers/models/phi/modeling_phi.py,sha256=Qh1YkWMVREIpYiq8_z5IEepLeyY-yTxmNjHHYrpez18,2639
+optimum/rbln/transformers/models/phi/phi_architecture.py,sha256=kgUqXnZvFiIB87-_5fdz29JwtrDAmzifbWTNN5aY1ks,15725
+optimum/rbln/transformers/models/t5/__init__.py,sha256=dK6F1jbBf001h79WZiVdiNZoXm5kOe2fskzhREhu0EE,1057
+optimum/rbln/transformers/models/t5/t5_architecture.py,sha256=BPxnKdm4ZU5vdef2oH3aSrA44AHxYlz-tcXCYXyDSSw,20939
+optimum/rbln/transformers/models/wav2vec2/__init__.py,sha256=mz4cXqG9b0tDpTAw3qYn3FaJuolX601VmKBE3gohLSw,1043
+optimum/rbln/transformers/models/wav2vec2/modeling_wav2vec2.py,sha256=Aft-BS-cZD_EfaMw611hrMVu58a9mJzOrHiijOc2EgI,4266
+optimum/rbln/transformers/models/whisper/__init__.py,sha256=PZ8qeAAFMas2MizwVYFxlpFWd5k1Pe1x-0IJfYAMhT8,1059
+optimum/rbln/transformers/models/whisper/generation_whisper.py,sha256=Kwwskbp48wJxEkFGQLlm0L252rO7tx_YLYmOA-_IPwI,3387
+optimum/rbln/transformers/models/whisper/modeling_whisper.py,sha256=QFpuVBk4uzsJQFLA_CdZqD6UhSahklzDvH0vHQ6bBSY,14365
+optimum/rbln/transformers/models/whisper/whisper_architecture.py,sha256=OQzkGa2WSUn3OVQ1DYVOY49N46QvxO1hdEbQ7Ke-o_c,17203
+optimum/rbln/transformers/models/xlm_roberta/__init__.py,sha256=NTj4hCpd8L2_i5DZuV5wp-h8OlTLYVUqTrJxzY_Dg9g,1047
+optimum/rbln/transformers/models/xlm_roberta/modeling_xlm_roberta.py,sha256=wjaUFJ_xCZyWTrHh4A2fEykdCzPv4lh2C96z0U_-gx8,4995
+optimum/rbln/transformers/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+optimum/rbln/transformers/utils/rbln_quantization.py,sha256=aXlPjD17oi_rFgqv2yabkQZz6xFX7pHBLNJYJ2O95Qc,3530
+optimum/rbln/utils/__init__.py,sha256=F6hJP00eV1_hT_IVwqqYwLWcLQAvZbmmrNMJTia3mjI,1106
+optimum/rbln/utils/import_utils.py,sha256=U4FyEh4PLYZ3QrODkzVf9kF3HShIyUHf9XbmXLA6Nos,3453
+optimum/rbln/utils/logging.py,sha256=OtRrWQnnIrMnEg5byWetLDPtASu-hiemFqjiDvZVt-s,2274
+optimum/rbln/utils/runtime_utils.py,sha256=RdKnBGG7QzyBrP_kolbJ898GAIDS8ZTCabwDxxDkNwo,3782
+optimum/rbln/utils/save_utils.py,sha256=eFIPtmiblCJ3MvtxEPxmAR3iuLEUrzpyzwtVotDauhw,3283
+optimum/rbln/utils/timer_utils.py,sha256=MZkWB8Jm8X9Yo_h6BzIyp9FA-jmDJLvarIAFQbWeQOc,427
+optimum_rbln-0.1.11.dist-info/METADATA,sha256=6YmS99K9Gt0vcrDUJBPaqJN3Mo-wkmHrtC1RuYkhe9k,4590
+optimum_rbln-0.1.11.dist-info/WHEEL,sha256=Vza3XR51HW1KmFP0iIMUVYIvz0uQuKJpIXKYOBGQyFQ,90
+optimum_rbln-0.1.11.dist-info/entry_points.txt,sha256=6OYgBcLyFCUgeqLgnvMyOJxPCWzgy7se4rLPKtNonMs,34
+optimum_rbln-0.1.11.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+optimum_rbln-0.1.11.dist-info/RECORD,,

{optimum_rbln-0.1.8.dist-info → optimum_rbln-0.1.11.dist-info}/WHEEL

@@ -1,4 +1,4 @@
 Wheel-Version: 1.0
-Generator: pdm-backend (2.3.3)
+Generator: pdm-backend (2.4.1)
 Root-Is-Purelib: true
 Tag: py3-none-any

optimum_rbln-0.1.11.dist-info/entry_points.txt

@@ -0,0 +1,4 @@
+[console_scripts]
+
+[gui_scripts]
+

optimum_rbln-0.1.8.dist-info/RECORD

@@ -1,73 +0,0 @@
-optimum/rbln/__init__.py,sha256=3_h6eOK1OuG84FWaN2zSR7FtuUv4YHuzK4_2DsA6uwk,4785
-optimum/rbln/__version__.py,sha256=zemvJ5zjFE6SQT2xmkxc-ZYwNkUTCEX7mz3Epb2qztE,21
-optimum/rbln/diffusers/__init__.py,sha256=w4W7Wy-Mmh8CQZ5M9JnrrE5bN0UsfNehZI41QadE-hk,2605
-optimum/rbln/diffusers/models/__init__.py,sha256=aY6Llq_31dZjdB9HPBDvi7sXVtdQT9r11gokXG5ffxA,1139
-optimum/rbln/diffusers/models/autoencoder_kl.py,sha256=qIhXCfEADNTm2U9I5ZFN1IfA01zwupUY0IBnJwvxLwI,9506
-optimum/rbln/diffusers/models/controlnet.py,sha256=BQVjszdk6qlW6HnSXKRsWR7v6oFNcgMG-utNnRPpLSg,9303
-optimum/rbln/diffusers/models/unet_2d_condition.py,sha256=oZQyT0PpPcxwmDgCSh7d2nT3oU60iKx-AdgJilzWAb8,14468
-optimum/rbln/diffusers/pipelines/__init__.py,sha256=Xr_bQbpbC5HbJB2NuUcVQu2BGebDkc2bhsGJmL6jgps,1449
-optimum/rbln/diffusers/pipelines/controlnet/__init__.py,sha256=k0govvSBxBUR5qpxUGxRMHuQCMX7hXHVZ4EqVRw1LWk,1377
-optimum/rbln/diffusers/pipelines/controlnet/multicontrolnet.py,sha256=FneDaY03zs5aRTeRUTTAbAQsKjGozsea09Km0Z35Ryc,5129
-optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet.py,sha256=qX0nDFShyZL3RHKgaeeM8XpMLLDsa_PCrhqS2-IfEwM,42605
-optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet_img2img.py,sha256=9-zw07G5dICByN4k9UgZ5NwPiToRcOApj7M93SM75Pk,41199
-optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet_sd_xl.py,sha256=g8SABYroDmcND-0_3CUH1wkdrZPHWdzoWpWLxBk8p-8,53126
-optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet_sd_xl_img2img.py,sha256=mOlVPumpYbss18jjnZUSwS1EzFjzQDtZf1yOkS4VLng,54485
-optimum/rbln/diffusers/pipelines/stable_diffusion/__init__.py,sha256=qf_uMWSwD-CyRMRC73y1QsTMyl_qCMreIdg0a8rhJuA,1142
-optimum/rbln/diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion.py,sha256=rVryl7riAgkkNJzbXQHKRDYEyR7ZhsF_aF_MkMnerco,5399
-optimum/rbln/diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion_img2img.py,sha256=VfOOybXQnotWIS1ch0a-eMSM-BDrPlZdGwtsYtsH0JQ,5747
-optimum/rbln/diffusers/pipelines/stable_diffusion_xl/__init__.py,sha256=8MDMHIVsDrM6lZAyvpjFtWOFwiY_IoSxzCQe-gJYTPI,159
-optimum/rbln/diffusers/pipelines/stable_diffusion_xl/pipeline_stable_diffusion_xl.py,sha256=aCJSoXks7IpjX4rcH6q0TjXtIPzNrbvAvz0KbIEmMr8,5684
-optimum/rbln/diffusers/pipelines/stable_diffusion_xl/pipeline_stable_diffusion_xl_img2img.py,sha256=Cv9L4El2GOE-3IRQKHNEMuSdWGmtVsRnQJShcv2hOo0,5874
-optimum/rbln/modeling.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-optimum/rbln/modeling_alias.py,sha256=O7vXVl7Qo1tl_UIMMf4z-62pAyKuEZp2x932MTfKoKM,1888
-optimum/rbln/modeling_base.py,sha256=U0YbUG8lcKuZwdvY3BLYouvl-etwmXw2BT1Z3etFeeA,34582
-optimum/rbln/modeling_config.py,sha256=R0GBd-upavJrpR-2SvfgCCxP7f5Zr0NxIqdKmwBfVCk,6439
-optimum/rbln/modeling_seq2seq.py,sha256=XXYu_hpxOgQmMgayUy9URQwgMl9Ci2AfWyVHm7tMP5o,16783
-optimum/rbln/transformers/__init__.py,sha256=OJX33eQx_iOE864MIRpoYCkstc57UtnNiIaoIATp2Zo,2202
-optimum/rbln/transformers/cache_utils.py,sha256=VfArIkAJn3zPXdu-6RXiCWlU-uVwxvhgoMiGxrPtk40,3835
-optimum/rbln/transformers/generation/__init__.py,sha256=6MmqS9D21ir4dcH6_fq8kRsX1VK3QspSn6Qw83F4ORE,1081
-optimum/rbln/transformers/generation/streamers.py,sha256=X-dEmL1L_0Oy0QSFj2RNdamb_xbDWLXd-Ms8ckx6OZ4,5778
-optimum/rbln/transformers/generation/utils.py,sha256=XqPbYQCe6cEuWssG9iHpbbL-wgSQTcyKHabGwKj7lnE,19462
-optimum/rbln/transformers/models/__init__.py,sha256=pBJm_uxcyORi9A9UBdHAu3VdFy59PkuYuVek-31RiLs,1404
-optimum/rbln/transformers/models/bart/__init__.py,sha256=SGUcpQ_5iLsVxySxtbwhRpmGt7BgVUTxHAjxAjQStdU,1063
-optimum/rbln/transformers/models/bart/bart_architecture.py,sha256=T9GjcsL8fAJcvAs_ifnZuDP2F77hhbjBcsc7u53k6OE,14951
-optimum/rbln/transformers/models/clip/__init__.py,sha256=tbco8qW9QhBe3dtWoKgslLZMsXu9dg_KfJ4IgjvK248,1071
-optimum/rbln/transformers/models/clip/modeling_clip.py,sha256=WEXc9LWbClEzxeIw-LliI1A5OpiL7nnDm0G2IzYdqp4,3990
-optimum/rbln/transformers/models/decoderonly/__init__.py,sha256=AG3ib8iZAEDAvVTNhieCyojWZtA67voPB0dI8lbCXTQ,1371
-optimum/rbln/transformers/models/decoderonly/decoderonly_architecture.py,sha256=OLN0vvkIlEsP5xQ25x-kk-uw_V201TxWxVMUrGNkW-g,19045
-optimum/rbln/transformers/models/decoderonly/modeling_decoderonly.py,sha256=7YfpYWHH3SNCmNYySj7Q-3WSi64pEqMaH1BmDdSYzi8,14191
-optimum/rbln/transformers/models/dpt/__init__.py,sha256=R8OHDxOAYPjkk5t8osaPqRh85Pf1Cg1BtzqesqFRcTI,1045
-optimum/rbln/transformers/models/dpt/modeling_dpt.py,sha256=uN_5DhjGbFmTbpm1JUBgPsDhMP_vIyc0QM2UK5DoRqc,3537
-optimum/rbln/transformers/models/gemma/__init__.py,sha256=L1Qfr6dufWtoUZND_ofwxXPSxivEvPR8exy16a_nM2o,1042
-optimum/rbln/transformers/models/gemma/gemma_architecture.py,sha256=nSLyuw9xMs2f17fVMNQiiuwRp813HP9q2uIyFhnDZ3o,4291
-optimum/rbln/transformers/models/gemma/modeling_gemma.py,sha256=d47ahENZOJ2pNxyZr1ywvnUQhdBjMk5o72rjcqqLz0M,2465
-optimum/rbln/transformers/models/gpt2/__init__.py,sha256=jsOKYXUclG9G6cwUTUX4eeKqjCPfQUwev7TTFIMXS4Y,1040
-optimum/rbln/transformers/models/gpt2/gpt2_architecture.py,sha256=SIzwfQFRNvNOHjZmKcUZiURbnmXNXFh95twYELVmHcg,10278
-optimum/rbln/transformers/models/gpt2/modeling_gpt2.py,sha256=TWfis7dqzPbm23cHfzLl43TwLzyS5nZMcgxSqxBnD1w,5513
-optimum/rbln/transformers/models/llama/__init__.py,sha256=5mX-MuKzVBj6WQeVxyPhtvFTv0jeZXAFfg4RZ2nVUh0,1042
-optimum/rbln/transformers/models/llama/llama_architecture.py,sha256=j4mifSOaIk7wwV9fL9wQSt5kR3rpnvjtxd3VzhMNdgY,1123
-optimum/rbln/transformers/models/llama/modeling_llama.py,sha256=RXv7yyf3dC1h02seAxpRlzrvofgdy9OWE4P8SRwUlk0,2465
-optimum/rbln/transformers/models/midm/__init__.py,sha256=_6kYchy47frGMZ8uoUspZ9IwrmCBQJ-8kVfXM7xOMew,1249
-optimum/rbln/transformers/models/midm/hf_hub_cached/configuration_midm.py,sha256=P5JqTTcx56HOccxKbR14ZjA67BI0RNnJycG738JMaJ4,833
-optimum/rbln/transformers/models/midm/hf_hub_cached/midm_bitext_tokenization.py,sha256=5lhMXfqnIak1PJ9YL-vUxIdY_3DUr3IBXzTqf3ofpmI,12835
-optimum/rbln/transformers/models/midm/hf_hub_cached/modeling_midm.py,sha256=54__wd9EXwGxmaHDksTTcUD2aWl6WoszYsR8dlL1wfE,61031
-optimum/rbln/transformers/models/midm/hf_hub_cached/rotary_position_embedding.py,sha256=5ywaUVKTvqO8GRsHOSXOOGlbiEn-DbGkpJs59_dFb18,4059
-optimum/rbln/transformers/models/midm/midm_architecture.py,sha256=IFnu54MVPFEk5pvaeJ8RZGlCR7X-9MMeTKThXOP6_M0,11367
-optimum/rbln/transformers/models/midm/modeling_midm.py,sha256=y16ALbYdvlpAhXxrXvVmDYk6uc27u79J8SognYVC-VE,5504
-optimum/rbln/transformers/models/t5/__init__.py,sha256=dK6F1jbBf001h79WZiVdiNZoXm5kOe2fskzhREhu0EE,1057
-optimum/rbln/transformers/models/t5/t5_architecture.py,sha256=2nFovfOdiJdY9jdAR9BngwPO3d2Oofn9jqVWgZ-YYZ0,18091
-optimum/rbln/transformers/models/wav2vec2/__init__.py,sha256=mz4cXqG9b0tDpTAw3qYn3FaJuolX601VmKBE3gohLSw,1043
-optimum/rbln/transformers/models/wav2vec2/modeling_wav2vec2.py,sha256=kooQ1CC6p2mHvRHkFE48d69yNTnkG_V6g9Beu6Sy3XU,4063
-optimum/rbln/transformers/models/whisper/__init__.py,sha256=PZ8qeAAFMas2MizwVYFxlpFWd5k1Pe1x-0IJfYAMhT8,1059
-optimum/rbln/transformers/models/whisper/modeling_whisper.py,sha256=L49ThCv5sqidNevBGsCpGrOSH4H6wzXOCmON1PCmY9M,11996
-optimum/rbln/transformers/models/whisper/whisper_architecture.py,sha256=QtHP5bXUa9HXa95rEdaqsmbH3eG2QJgUBTV1OG7LF-I,15879
-optimum/rbln/transformers/models/xlm_roberta/__init__.py,sha256=NTj4hCpd8L2_i5DZuV5wp-h8OlTLYVUqTrJxzY_Dg9g,1047
-optimum/rbln/transformers/models/xlm_roberta/modeling_xlm_roberta.py,sha256=krLNMjsmK2I_Ai2JUJzLqE1HIrTDNhpTY2EDQFQV6Kg,4971
-optimum/rbln/utils/__init__.py,sha256=F6hJP00eV1_hT_IVwqqYwLWcLQAvZbmmrNMJTia3mjI,1106
-optimum/rbln/utils/import_utils.py,sha256=i2GmQJC9kl4BvXncVUrqx8VCqfv1omaHiWyCliBxChg,2632
-optimum/rbln/utils/runtime_utils.py,sha256=EzEabg2E18nq2WZRDZWsZ_hgrdgQ7u_NElTMAYpSDvM,2545
-optimum/rbln/utils/save_utils.py,sha256=eFIPtmiblCJ3MvtxEPxmAR3iuLEUrzpyzwtVotDauhw,3283
-optimum_rbln-0.1.8.dist-info/METADATA,sha256=UJKCmPXw-b8Jm1ie2bAWVowLdYQWUuYD-Tz3-WGwksk,4311
-optimum_rbln-0.1.8.dist-info/WHEEL,sha256=rSwsxJWe3vzyR5HCwjWXQruDgschpei4h_giTm0dJVE,90
-optimum_rbln-0.1.8.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-optimum_rbln-0.1.8.dist-info/RECORD,,