optimum-rbln 0.8.2a6__py3-none-any.whl → 0.8.2a7__py3-none-any.whl

optimum/rbln/__version__.py

@@ -17,5 +17,5 @@ __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
 
-__version__ = version = '0.8.2a6'
-__version_tuple__ = version_tuple = (0, 8, 2, 'a6')
+__version__ = version = '0.8.2a7'
+__version_tuple__ = version_tuple = (0, 8, 2, 'a7')

optimum/rbln/transformers/models/llava/modeling_llava.py

@@ -46,10 +46,7 @@ class LoopVisionTower:
     def __init__(self, vision_tower: RBLNModel) -> None:
         self.vision_tower = vision_tower
 
-    def forward(self, *args, **kwargs):
-        pixel_values = args[0]
-        image_sizes = kwargs.pop("image_sizes", None)
-
+    def forward(self, pixel_values, image_sizes: Optional[torch.Tensor] = None, **kwargs):
         outputs = []
         for i in range(pixel_values.shape[0]):
             outputs.append(
@@ -161,6 +158,7 @@ class RBLNLlavaForConditionalGeneration(RBLNModel):
         model_config: Optional["PretrainedConfig"] = None,
         rbln_config: Optional[RBLNModelConfig] = None,
     ) -> RBLNModelConfig:
+        # support for pixtral that needs padding
         if hasattr(rbln_config.vision_tower, "max_image_size"):
             num_positions = (
                 rbln_config.vision_tower.batch_size
@@ -171,7 +169,10 @@ class RBLNLlavaForConditionalGeneration(RBLNModel):
 
         else:
             num_positions = (model_config.vision_config.image_size // model_config.vision_config.patch_size) ** 2 + 1
-            selected_image_feature_dim = num_positions - 1
+            if model_config.vision_feature_select_strategy == "default":
+                selected_image_feature_dim = num_positions - 1
+            else:
+                selected_image_feature_dim = num_positions
 
         input_info = [
             (

{optimum_rbln-0.8.2a6.dist-info → optimum_rbln-0.8.2a7.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: optimum-rbln
-Version: 0.8.2a6
+Version: 0.8.2a7
 Summary: Optimum RBLN is the interface between the HuggingFace Transformers and Diffusers libraries and RBLN accelerators. It provides a set of tools enabling easy model loading and inference on single and multiple rbln device settings for different downstream tasks.
 Project-URL: Homepage, https://rebellions.ai
 Project-URL: Documentation, https://docs.rbln.ai

{optimum_rbln-0.8.2a6.dist-info → optimum_rbln-0.8.2a7.dist-info}/RECORD

@@ -1,5 +1,5 @@
 optimum/rbln/__init__.py,sha256=10giCZmQrRZpbO_gOC5HCTyLxZmezwtM3KpjEk8vYg8,16984
-optimum/rbln/__version__.py,sha256=Nqu9Nm0lDdzDzFLZVKzAgOXSQaKIRmzrYD39kJCtW3A,519
+optimum/rbln/__version__.py,sha256=5wNjDf6ebAXNOKXq2q2velYFX1bRX9PJq61LJdDliJw,519
 optimum/rbln/configuration_utils.py,sha256=FluYXTBB3C93-_35Z_XSdVnN6ScIj4AuKt-4QFt0m8g,33116
 optimum/rbln/modeling.py,sha256=gww-H-q16_mGw2qGnFwOjEj3J9yMjBKnRTKlnCkVlx8,14315
 optimum/rbln/modeling_base.py,sha256=AShxAt3KIOcCqfyF4U83dIrKwoj4p2Kxtc1ns_9-ltU,24154
@@ -135,7 +135,7 @@ optimum/rbln/transformers/models/llama/llama_architecture.py,sha256=S7MCPfyjG5eU
 optimum/rbln/transformers/models/llama/modeling_llama.py,sha256=1rk1kZhzsMumaRVPgTSMAYQfan1w-UaePDIhi0a2V1o,3705
 optimum/rbln/transformers/models/llava/__init__.py,sha256=FaVLgBIqKGjT_nvwYO9k9BVqrzH_Ym3DfjGRCSUhG2s,734
 optimum/rbln/transformers/models/llava/configuration_llava.py,sha256=pMA9Tepq89hIZCeOCW25DofB9ediYj-3G46_ufeEup4,2163
-optimum/rbln/transformers/models/llava/modeling_llava.py,sha256=J6DeNtYwGQcWuz4B22l5NmzR8JLzUwlUDFtTLS6JH2I,14902
+optimum/rbln/transformers/models/llava/modeling_llava.py,sha256=FIOarysPdSD81L6qQ-Rv8DxqjOBNYffZozQuV6UI2jo,15070
 optimum/rbln/transformers/models/llava_next/__init__.py,sha256=kDXKr7wMkp1XqE__DER2B8kQF_NYMxhzsQS5ytGg56I,752
 optimum/rbln/transformers/models/llava_next/configuration_llava_next.py,sha256=U6_DQoaXugN2Bc4ntUb7WkelbNmw1L4VbgqsMRVuuE4,2776
 optimum/rbln/transformers/models/llava_next/modeling_llava_next.py,sha256=i8MuaVWH6sqZXEgx2-zcpVYbcL4-on5DuLBtHGDoS7I,27465
@@ -222,7 +222,7 @@ optimum/rbln/utils/model_utils.py,sha256=4k5879Kh75m3x_vS4-qOGfqsOiAvc2kdNFFfvsF
 optimum/rbln/utils/runtime_utils.py,sha256=nIJioiN16nAyAzoArKjsy5ocLUsrr0UEy4f3LNT82SA,7961
 optimum/rbln/utils/save_utils.py,sha256=hG5uOtYmecSXZuGTvCXsTM-SiyZpr5q3InUGCCq_jzQ,3619
 optimum/rbln/utils/submodule.py,sha256=w5mgPgncI740gVKMu3S-69DGNdUSI0bTZxegQGcZ98Y,5011
-optimum_rbln-0.8.2a6.dist-info/METADATA,sha256=H67rjAUtY5eh3LNt9pcy9LVaq2OCUpwFMpKodq77lo8,5299
-optimum_rbln-0.8.2a6.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-optimum_rbln-0.8.2a6.dist-info/licenses/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
-optimum_rbln-0.8.2a6.dist-info/RECORD,,
+optimum_rbln-0.8.2a7.dist-info/METADATA,sha256=65rKMblcQerbNfifD8lIAJ0RZZ3WAcCzBPdzhxef1FE,5299
+optimum_rbln-0.8.2a7.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+optimum_rbln-0.8.2a7.dist-info/licenses/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
+optimum_rbln-0.8.2a7.dist-info/RECORD,,