optimum-rbln 0.1.9__py3-none-any.whl → 0.1.12__py3-none-any.whl

optimum/rbln/transformers/utils/rbln_quantization.py

@@ -22,88 +22,76 @@
 # from Rebellions Inc.
 
 
-from typing import Any, List
+from typing import Any
 
 import torch
 from torch.nn import Linear, Parameter
 from torch.nn import functional as F
 
 
-QUANTIZED_WEIGHTS = [
-    "q_proj",
-    "k_proj",
-    "v_proj",
-    "o_proj",
-    "gate_proj",
-    "up_proj",
-    "down_proj",
-]
+# Constants
+QUANTIZED_WEIGHTS = {
+    "q_proj", "k_proj", "v_proj", "o_proj",
+    "gate_proj", "up_proj", "down_proj",
+}
 
 
-def replace_quantized_linear_layers(
-    module: torch.nn.Module,
-) -> None:
-    """Replace target(quantized) linear layer's forward to qlinear forward
-
-    Args:
-        module (torch.nn.Module): The module containing the linear layers to be replaced.
-                                  For example, this could be an instance of a model like
-                                  LlamaForCausalLM().
+def update_layers_to_quantized(module: torch.nn.Module) -> None:
+    """
+    Updates specified linear layers to quantized (qlinear) layers in the given module.
     """
-    processed_names: List[str] = []
+    processed_layers = []
 
     for name, layer in module.named_modules():
-        is_replace_linear = name.split(".")[-1] in QUANTIZED_WEIGHTS
-        if isinstance(layer, torch.nn.Linear) and is_replace_linear:
-            *parent_address, child_name = name.split(".")
-            parent = access_attribute(module, parent_address)
-            setattr(parent, child_name, get_qlinear(layer))
-            processed_names.append(name)
-    names_repr = ", ".join(processed_names)
-    print(f"Replace the following linear layers as qlinear layer:\n {{{names_repr}}}")
+        if is_target_for_qlinear_replacement(name, layer):
+            parent_module, layer_name = get_parent_and_child(module, name)
+            setattr(parent_module, layer_name, create_qlinear(layer))
+            processed_layers.append(name)
+
+    if processed_layers:
+        print(f"Updated the following linear layers to quantized layers:\n {{{', '.join(processed_layers)}}}")
+
+
+def is_target_for_qlinear_replacement(layer_name: str, layer: torch.nn.Module) -> bool:
+    """
+    Checks if a layer is a target for qlinear replacement.
+    """
+    return layer_name.split(".")[-1] in QUANTIZED_WEIGHTS and isinstance(layer, torch.nn.Linear)
 
 
-def access_attribute(obj: Any, tokens: List[str]) -> Any:
-    """Get attribute of given object.
+def get_parent_and_child(module: torch.nn.Module, full_name: str) -> tuple:
+    """
+    Splits the full layer name to retrieve the parent module and the child layer.
+    """
+    *parent_address, child_name = full_name.split(".")
+    parent_module = access_attribute(module, parent_address)
+    return parent_module, child_name
 
-    Args:
-        obj: object
 
-        tokens (List[str]): attribute names to access, must be in correct order
+def access_attribute(obj: Any, attributes: list[str]) -> Any:
+    """
+    Recursively accesses a nested attribute from an object using a list of attribute names.
+    """
+    for attr in attributes:
+        obj = getattr(obj, attr)
+    return obj
 
-    Returns:
-        Any: accessed attribute
 
-    Raises:
-        AttributeError: If attribute doesn't exists
+def create_qlinear(layer: Linear) -> Linear:
     """
-    if len(tokens) == 0:
-        return obj
-    return access_attribute(getattr(obj, tokens[0]), tokens[1:])
-
-
-def get_qlinear(layer: Linear):
-    def forward(self, inputs: torch.Tensor) -> torch.Tensor:
-        """Perform weight-only quantized linear layer.
-
-        Forward workflow:
-          - cast weight to high precision
-          - multiply scale factor to weight
-          - call torch.nn.functional linear
-        Note:
-          - Please don't modify following workflow
-          - if the workflow must be changed please contact Rebellions
-        """
+    Converts a standard linear layer to a quantized linear (qlinear) layer with a custom forward pass.
+    """
+    def qlinear_forward(self, inputs: torch.Tensor) -> torch.Tensor:
         if inputs.dtype != self.scales.dtype:
-            raise TypeError(f"Expected tensor of dtype {self.scales.dtype} but got {inputs.dtype}")
+            raise TypeError(f"Expected input dtype {self.scales.dtype}, but got {inputs.dtype}")
+
         w_fp = self.weight.type(inputs.dtype)
         w_fp *= self.scales.view(-1, 1)
         return F.linear(inputs, w_fp, self.bias)
 
-    keep = layer.weight.to(torch.int8)
-    layer.weight = None
-    del layer.weight
-    layer.weight = Parameter(keep, requires_grad=False)
+    # Convert weight to int8 and add scale parameter
+    layer.weight = Parameter(layer.weight.to(torch.int8), requires_grad=False)
     layer.scales = Parameter(torch.ones(layer.out_features, dtype=torch.float32), requires_grad=False)
-    layer.forward = lambda *args, **kwargs: forward(layer, *args, **kwargs)
+    layer.forward = lambda inputs: qlinear_forward(layer, inputs)
+
     return layer

optimum/rbln/utils/import_utils.py

@@ -37,13 +37,62 @@ class VersionCompat:
 
 
 RBLN_VERSION_COMPATS = {
-    "0.1.5": [
+    "0.1.12": [
+        VersionCompat(
+            package_name="rebel-compiler",
+            min_version="0.5.12",
+            max_version="0.5.13",
+        ),
+    ],
+    "0.1.11": [
+        VersionCompat(
+            package_name="rebel-compiler",
+            min_version="0.5.10",
+            max_version="0.5.11",
+        ),
+    ],
+    "0.1.10": [
+        VersionCompat(
+            package_name="rebel-compiler",
+            min_version="0.5.10",
+            max_version="0.5.11",
+        ),
+    ],
+    "0.1.9": [
+        VersionCompat(
+            package_name="rebel-compiler",
+            min_version="0.5.9",
+            max_version="0.5.10",
+        ),
+    ],
+    "0.1.8": [
+        VersionCompat(
+            package_name="rebel-compiler",
+            min_version="0.5.8",
+            max_version="0.5.9",
+        ),
+    ],
+    "0.1.7": [
         VersionCompat(
             package_name="rebel-compiler",
             min_version="0.5.7",
             max_version="0.5.8",
         ),
     ],
+    "0.1.4": [
+        VersionCompat(
+            package_name="rebel-compiler",
+            min_version="0.5.2",
+            max_version="0.5.3",
+        ),
+    ],
+    "0.1.0": [
+        VersionCompat(
+            package_name="rebel-compiler",
+            min_version="0.5.0",
+            max_version="0.5.1",
+        ),
+    ],
     "0.0.0": [],
 }
 

optimum/rbln/utils/logging.py

@@ -0,0 +1,82 @@
+"""
+Logging utilities.
+Modified from `transformers.utils.logging.py`
+"""
+
+import logging
+import os
+import sys
+import threading
+from typing import Optional
+
+
+_lock = threading.Lock()
+_default_handler: Optional[logging.Handler] = None
+
+
+log_levels = {
+    "debug": logging.DEBUG,
+    "info": logging.INFO,
+    "warning": logging.WARNING,
+    "error": logging.ERROR,
+    "critical": logging.CRITICAL,
+}
+
+_default_log_level = logging.INFO
+
+
+def _get_default_logging_level():
+    env_level_str = os.getenv("OPTIMUM_RBLN_VERBOSE", None)
+    if env_level_str:
+        if env_level_str in log_levels:
+            return log_levels[env_level_str]
+        else:
+            logging.getLogger().warning(
+                f"Unknown option OPTIMUM_RBLN_VERBOSE={env_level_str}, "
+                f"has to be one of: { ', '.join(log_levels.keys()) }"
+            )
+    return _default_log_level
+
+
+def _get_library_name() -> str:
+    return "optimum.rbln"
+
+
+def _get_library_root_logger() -> logging.Logger:
+    return logging.getLogger(_get_library_name())
+
+
+def _configure_library_root_logger() -> None:
+    global _default_handler
+
+    with _lock:
+        if _default_handler:
+            # This library has already configured the library root logger.
+            return
+        _default_handler = logging.StreamHandler()  # Set sys.stderr as stream.
+        # set defaults based on https://github.com/pyinstaller/pyinstaller/issues/7334#issuecomment-1357447176
+        if sys.stderr is None:
+            sys.stderr = open(os.devnull, "w")
+
+        _default_handler.flush = sys.stderr.flush
+
+        # Apply our default configuration to the library root logger.
+        library_root_logger = _get_library_root_logger()
+        library_root_logger.addHandler(_default_handler)
+        library_root_logger.setLevel(_get_default_logging_level())
+        formatter = logging.Formatter("%(asctime)s %(levelname)s [%(name)s] %(message)s")
+        _default_handler.setFormatter(formatter)
+
+        library_root_logger.propagate = False
+
+
+def get_logger(name: Optional[str] = None) -> logging.Logger:
+    """
+    Return a logger with the specified name.
+    """
+
+    if name is None:
+        name = _get_library_name()
+
+    _configure_library_root_logger()
+    return logging.getLogger(name)

optimum/rbln/utils/runtime_utils.py

@@ -21,6 +21,7 @@
 # copied, modified, or distributed without prior written permission
 # from Rebellions Inc.
 
+import threading
 from typing import Any, Dict, List
 
 import rebel
@@ -70,3 +71,35 @@ class UnavailableRuntime:
 
     def __repr__(self) -> str:
         return "UnavailableRuntime"
+
+
+class ContextRblnConfig:
+    _local = threading.local()
+
+    def __init__(self, device=None, device_map=None, create_runtimes=None, optimze_host_mem=None):
+        self.device = device
+        self.device_map = device_map
+        self.create_runtimes = create_runtimes
+        self.optimze_host_mem = optimze_host_mem
+
+    def __enter__(self):
+        self._local.device = self.device
+        self._local.device_map = self.device_map
+        self._local.create_runtimes = self.create_runtimes
+        self._local.optimize_host_memory = self.optimze_host_mem
+        return self
+
+    def __exit__(self, exc_type, exc_val, exc_tb):
+        self._local.device = None
+        self._local.device_map = None
+        self._local.create_runtimes = None
+        self._local.optimize_host_memory = None
+
+    @classmethod
+    def get_current_context(cls):
+        return {
+            "device": getattr(cls._local, "device", None),
+            "device_map": getattr(cls._local, "device_map", None),
+            "create_runtimes": getattr(cls._local, "create_runtimes", None),
+            "optimize_host_memory": getattr(cls._local, "optimize_host_memory", None),
+        }

optimum/rbln/utils/timer_utils.py

@@ -0,0 +1,43 @@
+import os
+from datetime import datetime
+
+from halo import Halo
+
+from .logging import get_logger
+
+
+logger = get_logger()
+
+
+def rbln_timer(print_name):
+    def decorator(function):
+        def wrapper(*args, **kwargs):
+            disable = os.getenv("OPTIMUM_RBLN_DISABLE_SPIN", 'False').lower() in ('true', '1', 't')
+            if disable:
+                logger.info(f"{print_name} ...")
+
+            spinner = Halo(text=f"{print_name} ...", spinner='dots', color='green', enabled=(not disable))
+            spinner.start()
+
+            # Start timer
+            tick = datetime.now()
+            try:
+                result = function(*args, **kwargs)
+            except Exception as e:
+                spinner.fail(f"{print_name} failed.")
+                raise e
+
+            # Print elapsed time.
+            if disable:
+                logger.info(f"{print_name} done. Elasped time: {format_elapsed_time(tick)}")
+
+            spinner.stop()
+            spinner.succeed(text=f"{print_name} done. Elasped time: {format_elapsed_time(tick)}")
+            return result
+
+        return wrapper
+
+    def format_elapsed_time(start_time: datetime) -> str:
+        return str(datetime.now() - start_time)[:7]
+
+    return decorator

{optimum_rbln-0.1.9.dist-info → optimum_rbln-0.1.12.dist-info}/METADATA

@@ -1,8 +1,9 @@
 Metadata-Version: 2.1
 Name: optimum-rbln
-Version: 0.1.9
+Version: 0.1.12
 Summary: Optimum RBLN is the interface between the Hugging Face Transformers and Diffusers libraries and RBLN accelerators.
-        It provides a set of tools enabling easy model loading and inference on single and multiple rbln device settings for different downstream tasks.
+         It provides a set of tools enabling easy model loading and inference on single and multiple rbln device settings for different downstream tasks.
+         
 Keywords: transformers,diffusers,inference,rbln,atom,rebel
 Author-Email: "Rebellions Inc." <support@rebellions.ai>
 License: Apache
@@ -23,12 +24,14 @@ Requires-Python: <3.11,>=3.8
 Requires-Dist: torch<=2.2.1
 Requires-Dist: torchvision<=0.17.1
 Requires-Dist: torchaudio<=2.2.1
-Requires-Dist: optimum<=1.20.0
+Requires-Dist: optimum==1.23.1
 Requires-Dist: accelerate>=0.28.0
-Requires-Dist: transformers<=4.40.2,>=4.38.0
-Requires-Dist: diffusers<=0.30.1
+Requires-Dist: transformers==4.45.2
+Requires-Dist: diffusers<=0.30.3
 Requires-Dist: einops>=0.8.0
 Requires-Dist: packaging>=24.1
+Requires-Dist: halo
+Provides-Extra: tests
 Requires-Dist: pytest>=8.1.1; extra == "tests"
 Requires-Dist: psutil>=5.9.8; extra == "tests"
 Requires-Dist: parameterized>=0.9.0; extra == "tests"
@@ -37,11 +40,10 @@ Requires-Dist: sentencepiece>=0.2.0; extra == "tests"
 Requires-Dist: datasets>=2.18.0; extra == "tests"
 Requires-Dist: sacremoses>=0.1.1; extra == "tests"
 Requires-Dist: safetensors>=0.4.2; extra == "tests"
+Provides-Extra: quality
 Requires-Dist: ruff>=0.3.3; extra == "quality"
 Requires-Dist: isort>=5.13.2; extra == "quality"
 Requires-Dist: hf-doc-builder>=0.5.0; extra == "quality"
-Provides-Extra: tests
-Provides-Extra: quality
 Description-Content-Type: text/markdown
 
 <!---

optimum_rbln-0.1.12.dist-info/RECORD

@@ -0,0 +1,103 @@
+optimum/rbln/__init__.py,sha256=z_WB5rnZ7t1Q_B1DeyMOHzXREX-i67NxHa1pJ249PIU,6295
+optimum/rbln/__version__.py,sha256=8yPskJaNfjtFCSb_-mBfyIbWJj31afL2gxVQ6POgv8A,22
+optimum/rbln/diffusers/__init__.py,sha256=w4W7Wy-Mmh8CQZ5M9JnrrE5bN0UsfNehZI41QadE-hk,2605
+optimum/rbln/diffusers/models/__init__.py,sha256=aY6Llq_31dZjdB9HPBDvi7sXVtdQT9r11gokXG5ffxA,1139
+optimum/rbln/diffusers/models/autoencoder_kl.py,sha256=mKf1f29lRveMFupo-_hC3XB5TQgeMNm_D9PxkvIQ9t4,9744
+optimum/rbln/diffusers/models/controlnet.py,sha256=e94x-zFgXBmTAhGpVcevy222qvCNOYYV0-g5-1Hic7E,9648
+optimum/rbln/diffusers/models/unet_2d_condition.py,sha256=gNuusFEsijFZatCprMS-348BKvutxZQtndPeYGojh_A,14946
+optimum/rbln/diffusers/pipelines/__init__.py,sha256=Xr_bQbpbC5HbJB2NuUcVQu2BGebDkc2bhsGJmL6jgps,1449
+optimum/rbln/diffusers/pipelines/controlnet/__init__.py,sha256=k0govvSBxBUR5qpxUGxRMHuQCMX7hXHVZ4EqVRw1LWk,1377
+optimum/rbln/diffusers/pipelines/controlnet/multicontrolnet.py,sha256=XXHiXzE5Gyd1zLhLdc9O2cRJkgPeCTVzqF3-scn9jmM,5212
+optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet.py,sha256=Zl5lqnsB9xFJroBakyeK1c1HIsdajESMryhnYjdfmus,42709
+optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet_img2img.py,sha256=kMqt7hrHm2CjZVdEJc3KTmTkLr_jtPAROzaA1OTrL4Y,41303
+optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet_sd_xl.py,sha256=NqPidjFC0cW7_-vkj1VHlhNAqoXcg8ZZcd9EGWmjvqw,52634
+optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet_sd_xl_img2img.py,sha256=1Hqu7Bm6f2lHjJrkVXtxx-s_hQ7yxdJ_O4WMZShbSHs,53968
+optimum/rbln/diffusers/pipelines/stable_diffusion/__init__.py,sha256=qf_uMWSwD-CyRMRC73y1QsTMyl_qCMreIdg0a8rhJuA,1142
+optimum/rbln/diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion.py,sha256=_pNJwtjSzDpJgE6-_E5SW6m7DTPBepGCCcxPnhSyf4U,5711
+optimum/rbln/diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion_img2img.py,sha256=W098xtly5IGx-ieZurGbR0wWecql2lPbD0NsTUCQgcc,5990
+optimum/rbln/diffusers/pipelines/stable_diffusion_xl/__init__.py,sha256=8MDMHIVsDrM6lZAyvpjFtWOFwiY_IoSxzCQe-gJYTPI,159
+optimum/rbln/diffusers/pipelines/stable_diffusion_xl/pipeline_stable_diffusion_xl.py,sha256=FcezpMdeszOby-dCbRKLPktfxIGFlxKNFC5RlUnuPH0,5953
+optimum/rbln/diffusers/pipelines/stable_diffusion_xl/pipeline_stable_diffusion_xl_img2img.py,sha256=NRRSwT3NV9KO5RMBxzIvQ7aFFJ3ob1exdxOPBDsiY2k,6129
+optimum/rbln/modeling.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+optimum/rbln/modeling_alias.py,sha256=lvyUxIrrXWgV2o0ymbeFkhz_ou8S9_CRRfQ_EfAvQZU,2133
+optimum/rbln/modeling_base.py,sha256=lOC2qoL6D68pzekFOtKwbrGcWnZ_ANUHRjrIjL7Q7eI,43802
+optimum/rbln/modeling_config.py,sha256=va58Gpbn3rolqKu9y2u3vYVT6kynBGpox_jod6cs-j0,10612
+optimum/rbln/transformers/__init__.py,sha256=qoswlx1hgsdNxjLv5RnOZQThi5aN4dGiPd4x-axuyaA,3801
+optimum/rbln/transformers/cache_utils.py,sha256=VfArIkAJn3zPXdu-6RXiCWlU-uVwxvhgoMiGxrPtk40,3835
+optimum/rbln/transformers/generation/__init__.py,sha256=6MmqS9D21ir4dcH6_fq8kRsX1VK3QspSn6Qw83F4ORE,1081
+optimum/rbln/transformers/generation/streamers.py,sha256=X-dEmL1L_0Oy0QSFj2RNdamb_xbDWLXd-Ms8ckx6OZ4,5778
+optimum/rbln/transformers/generation/utils.py,sha256=XqPbYQCe6cEuWssG9iHpbbL-wgSQTcyKHabGwKj7lnE,19462
+optimum/rbln/transformers/models/__init__.py,sha256=bXKob99DNgkqCho6NTvzOHf5wMdLNeOmIl5e80ni_Nc,2221
+optimum/rbln/transformers/models/auto/__init__.py,sha256=zMqaMIdGwuZJq4gLjRC-69M2mGUKrd0aRpmb4Rpm6-g,435
+optimum/rbln/transformers/models/auto/auto_factory.py,sha256=Up052AXID12uqa5UgLRW89EkYXDpuXR70Bt-xNHEZto,3159
+optimum/rbln/transformers/models/auto/modeling_auto.py,sha256=zET3k5GiqREvPuc_d9Sauea7rITlP6Wl32xdlCFqdhY,3165
+optimum/rbln/transformers/models/bart/__init__.py,sha256=-mrB4kmPpEIVk713yEIRtC57AZ7kZ23g4bsOKcvBFNE,1138
+optimum/rbln/transformers/models/bart/bart_architecture.py,sha256=W6XeumvuKv1i7p4YzKM0NgpO3NCnc1qwGXknZZrPlP0,21298
+optimum/rbln/transformers/models/bart/modeling_bart.py,sha256=-ulamfBSlXDL67Q1Bzo4Q8sGuuzJBjut9XPRTeQhCbA,5261
+optimum/rbln/transformers/models/bert/__init__.py,sha256=divBpVNrRAdNAPgnQkGiEZI4oJHCJtLuwdYpMbD3dMM,1034
+optimum/rbln/transformers/models/bert/modeling_bert.py,sha256=F5FKVgiIBdDFq-Ql8AmE0WT_mjL0gFfr1AGE_frTexs,4228
+optimum/rbln/transformers/models/clip/__init__.py,sha256=iXZfPPIztzMDOkY3fbEzx9dCkFKKtWYXCpLGfjEUeZE,1092
+optimum/rbln/transformers/models/clip/modeling_clip.py,sha256=NpQgw6fJLFz746iF9hH2-k-6V8wdg0v22y0ZWji77sU,7114
+optimum/rbln/transformers/models/decoderonly/__init__.py,sha256=AG3ib8iZAEDAvVTNhieCyojWZtA67voPB0dI8lbCXTQ,1371
+optimum/rbln/transformers/models/decoderonly/decoderonly_architecture.py,sha256=25YMgIGYCNSawLf9Gg0HLncb7sqi2FI6sAbt4nitWJI,20047
+optimum/rbln/transformers/models/decoderonly/modeling_decoderonly.py,sha256=0H3U0AnQZ3mDEoSsIebd1e7jdP4qfxSVDEziJClV5d0,27381
+optimum/rbln/transformers/models/dpt/__init__.py,sha256=R8OHDxOAYPjkk5t8osaPqRh85Pf1Cg1BtzqesqFRcTI,1045
+optimum/rbln/transformers/models/dpt/modeling_dpt.py,sha256=pKQ2vmR50GyEyKK0aV7p33PqTuksiorDhC0cH5qUYiw,3810
+optimum/rbln/transformers/models/exaone/__init__.py,sha256=CuWNwnZrbd_cLU7jDDPqC0kZIqx1ii_BYyQ98CKDag0,1253
+optimum/rbln/transformers/models/exaone/exaone_architecture.py,sha256=w7hi8gcjOgWwgQdinJ5aMkmwEfERTkWYsAezk5kfvD8,2669
+optimum/rbln/transformers/models/exaone/hf_hub_cached/configuration_exaone.py,sha256=cKtUHugxwnbR6JOtD2a0912a2iepRpX9dEAWDeSu194,10537
+optimum/rbln/transformers/models/exaone/hf_hub_cached/modeling_exaone.py,sha256=CUd-z7f-BMIe8WPRVx-u5A60ljW2C6u8CzrAuw__d5M,80983
+optimum/rbln/transformers/models/exaone/modeling_exaone.py,sha256=nvhNo071DDGmCFQjSleByJLQPqGjpnagYErentuYj9I,2958
+optimum/rbln/transformers/models/gemma/__init__.py,sha256=L1Qfr6dufWtoUZND_ofwxXPSxivEvPR8exy16a_nM2o,1042
+optimum/rbln/transformers/models/gemma/gemma_architecture.py,sha256=hT0CqL_jhKWi8cDa1zFcAFPyli844wkliJ3bL5OyEdQ,4376
+optimum/rbln/transformers/models/gemma/modeling_gemma.py,sha256=ErAa3NlsNhy7ocSMjGrDaNLmJsn74NeU_OZQQNRpMvY,2643
+optimum/rbln/transformers/models/gpt2/__init__.py,sha256=jsOKYXUclG9G6cwUTUX4eeKqjCPfQUwev7TTFIMXS4Y,1040
+optimum/rbln/transformers/models/gpt2/gpt2_architecture.py,sha256=nXCITctShY2OTw7chGGSdIOECv8zAd-sxqbYuvSuoK8,10410
+optimum/rbln/transformers/models/gpt2/modeling_gpt2.py,sha256=q0enF7yNkMfiuthsUvDYteN00gJKbkWugjeOwhnECbw,2721
+optimum/rbln/transformers/models/llama/__init__.py,sha256=5mX-MuKzVBj6WQeVxyPhtvFTv0jeZXAFfg4RZ2nVUh0,1042
+optimum/rbln/transformers/models/llama/llama_architecture.py,sha256=j4mifSOaIk7wwV9fL9wQSt5kR3rpnvjtxd3VzhMNdgY,1123
+optimum/rbln/transformers/models/llama/modeling_llama.py,sha256=ZMKigYHGlRhi6asAWpC5tayb4l1Rslt2quJUjL_lgxw,2643
+optimum/rbln/transformers/models/llava_next/__init__.py,sha256=3vi2rmTeKBydGRFOtxELhxWixZggFMpGex6xqfMgi-I,1064
+optimum/rbln/transformers/models/llava_next/modeling_llava_next.py,sha256=AIpIk7EExj9VNxFWzDALDzMNqfZ4ke0IlRF3Dsi9r9I,27582
+optimum/rbln/transformers/models/midm/__init__.py,sha256=_6kYchy47frGMZ8uoUspZ9IwrmCBQJ-8kVfXM7xOMew,1249
+optimum/rbln/transformers/models/midm/hf_hub_cached/configuration_midm.py,sha256=P5JqTTcx56HOccxKbR14ZjA67BI0RNnJycG738JMaJ4,833
+optimum/rbln/transformers/models/midm/hf_hub_cached/midm_bitext_tokenization.py,sha256=5lhMXfqnIak1PJ9YL-vUxIdY_3DUr3IBXzTqf3ofpmI,12835
+optimum/rbln/transformers/models/midm/hf_hub_cached/modeling_midm.py,sha256=54__wd9EXwGxmaHDksTTcUD2aWl6WoszYsR8dlL1wfE,61031
+optimum/rbln/transformers/models/midm/hf_hub_cached/rotary_position_embedding.py,sha256=5ywaUVKTvqO8GRsHOSXOOGlbiEn-DbGkpJs59_dFb18,4059
+optimum/rbln/transformers/models/midm/midm_architecture.py,sha256=CYtFrFQ2L3u2_81TrTbEwBqgGHHQBh1sTs3vjF0xbp8,11505
+optimum/rbln/transformers/models/midm/modeling_midm.py,sha256=WGbzrusYg9BU2pTOvdCMCS6D129_2oD9i166bYURYw4,2953
+optimum/rbln/transformers/models/mistral/__init__.py,sha256=XtuOmzBITjj-H1yctXobJjHF908x1Wlxr_p4hi06v8I,1046
+optimum/rbln/transformers/models/mistral/mistral_architecture.py,sha256=LCvY4L0Wq1VruKhZ3JTSiuZJqQRJlTae5A2bKsUBGAg,1128
+optimum/rbln/transformers/models/mistral/modeling_mistral.py,sha256=TB6Ju-yJt57xx4YSYSvPTvLg51s7JeRtHiAA61gsewA,2678
+optimum/rbln/transformers/models/phi/__init__.py,sha256=LrGFTUo1oQnsPSTlxJqAJVVNUdUwq4u_Bf60RUgjLz4,1038
+optimum/rbln/transformers/models/phi/modeling_phi.py,sha256=Qh1YkWMVREIpYiq8_z5IEepLeyY-yTxmNjHHYrpez18,2639
+optimum/rbln/transformers/models/phi/phi_architecture.py,sha256=kgUqXnZvFiIB87-_5fdz29JwtrDAmzifbWTNN5aY1ks,15725
+optimum/rbln/transformers/models/qwen2/__init__.py,sha256=1PLl1rlF14C6eSk3EZaDfyEHPaC4DZ2vwVlrklTkOYg,1042
+optimum/rbln/transformers/models/qwen2/modeling_qwen2.py,sha256=Mf0v-SQEuDSQ1GXgYw0C4KfeInLgYngusdCg3eibkao,2635
+optimum/rbln/transformers/models/qwen2/qwen2_architecture.py,sha256=-X9OZ4HUCYDtwKnvidkWzCMPh_Xuu1wj-wRXIsQ9Pjg,1115
+optimum/rbln/transformers/models/seq2seq/__init__.py,sha256=Oa11lBWDNQWahqvDco3JIsZldYS-lO8qjpnaGKSfR00,1045
+optimum/rbln/transformers/models/seq2seq/modeling_seq2seq.py,sha256=ytDTNTTW221ShVRXClfQQBQV96NW-oYWwRjlbv9aXZU,18403
+optimum/rbln/transformers/models/t5/__init__.py,sha256=BeLpy0izLHIpqkTCA1q0P7DynEjgRqwOZrGc-8MXQGI,1113
+optimum/rbln/transformers/models/t5/modeling_t5.py,sha256=yjzvRGUME4LYUebUODrJRUkKHhI9rhcS5v8U3j8kMHc,1927
+optimum/rbln/transformers/models/t5/t5_architecture.py,sha256=k3ROGNSGGuF1gFNV-LxoFFgfxo7ab5GSQA4GIi5MLsI,21074
+optimum/rbln/transformers/models/wav2vec2/__init__.py,sha256=mz4cXqG9b0tDpTAw3qYn3FaJuolX601VmKBE3gohLSw,1043
+optimum/rbln/transformers/models/wav2vec2/modeling_wav2vec2.py,sha256=lTtLGKuAxuVNguqSc2y0D0MsE6eHCraDS7-l2-0QJEY,4236
+optimum/rbln/transformers/models/whisper/__init__.py,sha256=PZ8qeAAFMas2MizwVYFxlpFWd5k1Pe1x-0IJfYAMhT8,1059
+optimum/rbln/transformers/models/whisper/generation_whisper.py,sha256=Kwwskbp48wJxEkFGQLlm0L252rO7tx_YLYmOA-_IPwI,3387
+optimum/rbln/transformers/models/whisper/modeling_whisper.py,sha256=Yp5I1_cFClqzKr57X68Sz7Z9s5ri5cn_s9dLpRF3jpc,15343
+optimum/rbln/transformers/models/whisper/whisper_architecture.py,sha256=OQzkGa2WSUn3OVQ1DYVOY49N46QvxO1hdEbQ7Ke-o_c,17203
+optimum/rbln/transformers/models/xlm_roberta/__init__.py,sha256=NTj4hCpd8L2_i5DZuV5wp-h8OlTLYVUqTrJxzY_Dg9g,1047
+optimum/rbln/transformers/models/xlm_roberta/modeling_xlm_roberta.py,sha256=8xLhJvuFSCmURyKWpB3O1GLLUn00ewwdAdbzJCV7B78,4929
+optimum/rbln/transformers/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+optimum/rbln/transformers/utils/rbln_quantization.py,sha256=aXlPjD17oi_rFgqv2yabkQZz6xFX7pHBLNJYJ2O95Qc,3530
+optimum/rbln/utils/__init__.py,sha256=F6hJP00eV1_hT_IVwqqYwLWcLQAvZbmmrNMJTia3mjI,1106
+optimum/rbln/utils/import_utils.py,sha256=ochkue99SxwaG5WdNg3GMyh1Cbn0JnYX1nnLyqfDOFg,3789
+optimum/rbln/utils/logging.py,sha256=xIcLmUQoIJoBj3owkXN5_WQkQljcos6J6KSdX35IApw,2271
+optimum/rbln/utils/runtime_utils.py,sha256=RgZzyUo-RfVCf3IRmEim1ZzJzuZ-VNB98LK1NQjBrUA,3802
+optimum/rbln/utils/save_utils.py,sha256=eFIPtmiblCJ3MvtxEPxmAR3iuLEUrzpyzwtVotDauhw,3283
+optimum/rbln/utils/timer_utils.py,sha256=9FtBJpqCcDWmilgP67IZqnj1UGZag4WO7XflEms-DB8,1229
+optimum_rbln-0.1.12.dist-info/METADATA,sha256=RbGOydoke74MtRlasivGwjRNabuhuHonc8CFRV4PUVE,4601
+optimum_rbln-0.1.12.dist-info/WHEEL,sha256=thaaA2w1JzcGC48WYufAs8nrYZjJm8LqNfnXFOFyCC4,90
+optimum_rbln-0.1.12.dist-info/entry_points.txt,sha256=6OYgBcLyFCUgeqLgnvMyOJxPCWzgy7se4rLPKtNonMs,34
+optimum_rbln-0.1.12.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+optimum_rbln-0.1.12.dist-info/RECORD,,

{optimum_rbln-0.1.9.dist-info → optimum_rbln-0.1.12.dist-info}/WHEEL

@@ -1,4 +1,4 @@
 Wheel-Version: 1.0
-Generator: pdm-backend (2.3.3)
+Generator: pdm-backend (2.4.3)
 Root-Is-Purelib: true
 Tag: py3-none-any

optimum_rbln-0.1.12.dist-info/entry_points.txt

@@ -0,0 +1,4 @@
+[console_scripts]
+
+[gui_scripts]
+

optimum_rbln-0.1.9.dist-info/RECORD

@@ -1,78 +0,0 @@
-optimum/rbln/__init__.py,sha256=Nci6sT3QWzbyKOuJ_KzbIJd8LqkNLS66TAibBUmnPig,4897
-optimum/rbln/__version__.py,sha256=m1D6fscvvsMhq5HVNKw7kP5M8AqEzQm1ekrn_nLQF1M,21
-optimum/rbln/diffusers/__init__.py,sha256=w4W7Wy-Mmh8CQZ5M9JnrrE5bN0UsfNehZI41QadE-hk,2605
-optimum/rbln/diffusers/models/__init__.py,sha256=aY6Llq_31dZjdB9HPBDvi7sXVtdQT9r11gokXG5ffxA,1139
-optimum/rbln/diffusers/models/autoencoder_kl.py,sha256=xfjlbbvNmSrxRGlqNmvuCO9wKaRlcpMF7AxZneitTHM,9520
-optimum/rbln/diffusers/models/controlnet.py,sha256=ePIicWNFKwTBjmH5wDsd1C3LipTHpWpE-X5ZGAMQiDU,9329
-optimum/rbln/diffusers/models/unet_2d_condition.py,sha256=zU38gThPlzs7wAPLDdcojMkmx1P25ooQ29TNEQ034YA,14493
-optimum/rbln/diffusers/pipelines/__init__.py,sha256=Xr_bQbpbC5HbJB2NuUcVQu2BGebDkc2bhsGJmL6jgps,1449
-optimum/rbln/diffusers/pipelines/controlnet/__init__.py,sha256=k0govvSBxBUR5qpxUGxRMHuQCMX7hXHVZ4EqVRw1LWk,1377
-optimum/rbln/diffusers/pipelines/controlnet/multicontrolnet.py,sha256=rCvQgf5kiqw_b5pfPTpx2GpjoHW-hQsl_4ikYN9klOc,5128
-optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet.py,sha256=qX0nDFShyZL3RHKgaeeM8XpMLLDsa_PCrhqS2-IfEwM,42605
-optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet_img2img.py,sha256=9-zw07G5dICByN4k9UgZ5NwPiToRcOApj7M93SM75Pk,41199
-optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet_sd_xl.py,sha256=g8SABYroDmcND-0_3CUH1wkdrZPHWdzoWpWLxBk8p-8,53126
-optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet_sd_xl_img2img.py,sha256=mOlVPumpYbss18jjnZUSwS1EzFjzQDtZf1yOkS4VLng,54485
-optimum/rbln/diffusers/pipelines/stable_diffusion/__init__.py,sha256=qf_uMWSwD-CyRMRC73y1QsTMyl_qCMreIdg0a8rhJuA,1142
-optimum/rbln/diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion.py,sha256=rVryl7riAgkkNJzbXQHKRDYEyR7ZhsF_aF_MkMnerco,5399
-optimum/rbln/diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion_img2img.py,sha256=VfOOybXQnotWIS1ch0a-eMSM-BDrPlZdGwtsYtsH0JQ,5747
-optimum/rbln/diffusers/pipelines/stable_diffusion_xl/__init__.py,sha256=8MDMHIVsDrM6lZAyvpjFtWOFwiY_IoSxzCQe-gJYTPI,159
-optimum/rbln/diffusers/pipelines/stable_diffusion_xl/pipeline_stable_diffusion_xl.py,sha256=aCJSoXks7IpjX4rcH6q0TjXtIPzNrbvAvz0KbIEmMr8,5684
-optimum/rbln/diffusers/pipelines/stable_diffusion_xl/pipeline_stable_diffusion_xl_img2img.py,sha256=Cv9L4El2GOE-3IRQKHNEMuSdWGmtVsRnQJShcv2hOo0,5874
-optimum/rbln/modeling.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-optimum/rbln/modeling_alias.py,sha256=4E0HgaYJTesetqMSnVYKDZ-SRXlTeQ2GZsJ8xuMkmTY,2094
-optimum/rbln/modeling_base.py,sha256=oSm9w1YVCNIQEDW5bdm4bwUF2bqCIGrnrcl335YgVe0,35491
-optimum/rbln/modeling_config.py,sha256=R0GBd-upavJrpR-2SvfgCCxP7f5Zr0NxIqdKmwBfVCk,6439
-optimum/rbln/modeling_seq2seq.py,sha256=XXYu_hpxOgQmMgayUy9URQwgMl9Ci2AfWyVHm7tMP5o,16783
-optimum/rbln/transformers/__init__.py,sha256=ZC7i3PyMbcZDjxE5F93uZRMyrMghGSmG1ZV3rnAr8A4,2269
-optimum/rbln/transformers/cache_utils.py,sha256=VfArIkAJn3zPXdu-6RXiCWlU-uVwxvhgoMiGxrPtk40,3835
-optimum/rbln/transformers/generation/__init__.py,sha256=6MmqS9D21ir4dcH6_fq8kRsX1VK3QspSn6Qw83F4ORE,1081
-optimum/rbln/transformers/generation/streamers.py,sha256=X-dEmL1L_0Oy0QSFj2RNdamb_xbDWLXd-Ms8ckx6OZ4,5778
-optimum/rbln/transformers/generation/utils.py,sha256=XqPbYQCe6cEuWssG9iHpbbL-wgSQTcyKHabGwKj7lnE,19462
-optimum/rbln/transformers/models/__init__.py,sha256=kCbAvlMadrhOv8PyEpvJLLBq1b7DYC3zDmlsxLPufTI,1448
-optimum/rbln/transformers/models/bart/__init__.py,sha256=SGUcpQ_5iLsVxySxtbwhRpmGt7BgVUTxHAjxAjQStdU,1063
-optimum/rbln/transformers/models/bart/bart_architecture.py,sha256=T9GjcsL8fAJcvAs_ifnZuDP2F77hhbjBcsc7u53k6OE,14951
-optimum/rbln/transformers/models/clip/__init__.py,sha256=tbco8qW9QhBe3dtWoKgslLZMsXu9dg_KfJ4IgjvK248,1071
-optimum/rbln/transformers/models/clip/modeling_clip.py,sha256=V8Ix1X9gqeBHXP-HvRuNarFRC-cm--ZEU9ICCvwv-tk,4015
-optimum/rbln/transformers/models/decoderonly/__init__.py,sha256=AG3ib8iZAEDAvVTNhieCyojWZtA67voPB0dI8lbCXTQ,1371
-optimum/rbln/transformers/models/decoderonly/decoderonly_architecture.py,sha256=QJHCrYKAyXOHZsKiRt4uRCxoB7zATxjOERSbqOqjK-g,19095
-optimum/rbln/transformers/models/decoderonly/modeling_decoderonly.py,sha256=DpY88CqhhesQVh6z42nvzG9p1Ju9wuEloFjPT8F92t4,18436
-optimum/rbln/transformers/models/dpt/__init__.py,sha256=R8OHDxOAYPjkk5t8osaPqRh85Pf1Cg1BtzqesqFRcTI,1045
-optimum/rbln/transformers/models/dpt/modeling_dpt.py,sha256=uN_5DhjGbFmTbpm1JUBgPsDhMP_vIyc0QM2UK5DoRqc,3537
-optimum/rbln/transformers/models/gemma/__init__.py,sha256=L1Qfr6dufWtoUZND_ofwxXPSxivEvPR8exy16a_nM2o,1042
-optimum/rbln/transformers/models/gemma/gemma_architecture.py,sha256=hT0CqL_jhKWi8cDa1zFcAFPyli844wkliJ3bL5OyEdQ,4376
-optimum/rbln/transformers/models/gemma/modeling_gemma.py,sha256=QW57x2ehojt0CHBJSC4Y51VaMqvjbiSYfEpxIPVMbj8,2643
-optimum/rbln/transformers/models/gpt2/__init__.py,sha256=jsOKYXUclG9G6cwUTUX4eeKqjCPfQUwev7TTFIMXS4Y,1040
-optimum/rbln/transformers/models/gpt2/gpt2_architecture.py,sha256=SIzwfQFRNvNOHjZmKcUZiURbnmXNXFh95twYELVmHcg,10278
-optimum/rbln/transformers/models/gpt2/modeling_gpt2.py,sha256=ZR0wep7V_sENaODlAbg70_xNZKeTK8xdN0AEOsIrKms,2721
-optimum/rbln/transformers/models/llama/__init__.py,sha256=5mX-MuKzVBj6WQeVxyPhtvFTv0jeZXAFfg4RZ2nVUh0,1042
-optimum/rbln/transformers/models/llama/llama_architecture.py,sha256=j4mifSOaIk7wwV9fL9wQSt5kR3rpnvjtxd3VzhMNdgY,1123
-optimum/rbln/transformers/models/llama/modeling_llama.py,sha256=AQU4RVWQb0Ht_eAEiNTkcEq9bPCr-P1JnCkLy77yDnE,2643
-optimum/rbln/transformers/models/midm/__init__.py,sha256=_6kYchy47frGMZ8uoUspZ9IwrmCBQJ-8kVfXM7xOMew,1249
-optimum/rbln/transformers/models/midm/hf_hub_cached/configuration_midm.py,sha256=P5JqTTcx56HOccxKbR14ZjA67BI0RNnJycG738JMaJ4,833
-optimum/rbln/transformers/models/midm/hf_hub_cached/midm_bitext_tokenization.py,sha256=5lhMXfqnIak1PJ9YL-vUxIdY_3DUr3IBXzTqf3ofpmI,12835
-optimum/rbln/transformers/models/midm/hf_hub_cached/modeling_midm.py,sha256=54__wd9EXwGxmaHDksTTcUD2aWl6WoszYsR8dlL1wfE,61031
-optimum/rbln/transformers/models/midm/hf_hub_cached/rotary_position_embedding.py,sha256=5ywaUVKTvqO8GRsHOSXOOGlbiEn-DbGkpJs59_dFb18,4059
-optimum/rbln/transformers/models/midm/midm_architecture.py,sha256=IFnu54MVPFEk5pvaeJ8RZGlCR7X-9MMeTKThXOP6_M0,11367
-optimum/rbln/transformers/models/midm/modeling_midm.py,sha256=rk1LgR3s9dDC1zwE6Jg6LJQK868VyAIViD9zsK09-UE,2779
-optimum/rbln/transformers/models/mistral/__init__.py,sha256=XtuOmzBITjj-H1yctXobJjHF908x1Wlxr_p4hi06v8I,1046
-optimum/rbln/transformers/models/mistral/mistral_architecture.py,sha256=LCvY4L0Wq1VruKhZ3JTSiuZJqQRJlTae5A2bKsUBGAg,1128
-optimum/rbln/transformers/models/mistral/modeling_mistral.py,sha256=77CRdlD3n465fQRZ6SOya9jRgL7M3KN624VzRUJBxt4,2678
-optimum/rbln/transformers/models/t5/__init__.py,sha256=dK6F1jbBf001h79WZiVdiNZoXm5kOe2fskzhREhu0EE,1057
-optimum/rbln/transformers/models/t5/t5_architecture.py,sha256=2nFovfOdiJdY9jdAR9BngwPO3d2Oofn9jqVWgZ-YYZ0,18091
-optimum/rbln/transformers/models/wav2vec2/__init__.py,sha256=mz4cXqG9b0tDpTAw3qYn3FaJuolX601VmKBE3gohLSw,1043
-optimum/rbln/transformers/models/wav2vec2/modeling_wav2vec2.py,sha256=ZnsJ9f2Lu3WNH2QFiuOCTU5Y--_wNlyYy_0zuvkJ5RI,4088
-optimum/rbln/transformers/models/whisper/__init__.py,sha256=PZ8qeAAFMas2MizwVYFxlpFWd5k1Pe1x-0IJfYAMhT8,1059
-optimum/rbln/transformers/models/whisper/modeling_whisper.py,sha256=L49ThCv5sqidNevBGsCpGrOSH4H6wzXOCmON1PCmY9M,11996
-optimum/rbln/transformers/models/whisper/whisper_architecture.py,sha256=QtHP5bXUa9HXa95rEdaqsmbH3eG2QJgUBTV1OG7LF-I,15879
-optimum/rbln/transformers/models/xlm_roberta/__init__.py,sha256=NTj4hCpd8L2_i5DZuV5wp-h8OlTLYVUqTrJxzY_Dg9g,1047
-optimum/rbln/transformers/models/xlm_roberta/modeling_xlm_roberta.py,sha256=YOnybpasUwtAhZSRirHQj0kvmzpD0i2nBzcYT0En3ew,5018
-optimum/rbln/transformers/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-optimum/rbln/transformers/utils/rbln_quantization.py,sha256=kRms512Vf1o7vTZl5cd64ivjBVltZrUDCVqCRWFft88,3734
-optimum/rbln/utils/__init__.py,sha256=F6hJP00eV1_hT_IVwqqYwLWcLQAvZbmmrNMJTia3mjI,1106
-optimum/rbln/utils/import_utils.py,sha256=btQpDE5WBJUfCMzg5S-cokWbTh_IHYGo1tRNiU16vLU,2624
-optimum/rbln/utils/runtime_utils.py,sha256=6APwOmW04DjdRto5ntKZFTw4CuFd194OcQtImcIQD2U,2621
-optimum/rbln/utils/save_utils.py,sha256=eFIPtmiblCJ3MvtxEPxmAR3iuLEUrzpyzwtVotDauhw,3283
-optimum_rbln-0.1.9.dist-info/METADATA,sha256=loqigjmaw3tu7yv9gzydFI-JMJcdr9TTGuJWMQx5F44,4578
-optimum_rbln-0.1.9.dist-info/WHEEL,sha256=rSwsxJWe3vzyR5HCwjWXQruDgschpei4h_giTm0dJVE,90
-optimum_rbln-0.1.9.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-optimum_rbln-0.1.9.dist-info/RECORD,,