optimum-rbln 0.8.0.post1__tar.gz → 0.8.0.post2__tar.gz

{optimum_rbln-0.8.0.post1 → optimum_rbln-0.8.0.post2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: optimum-rbln
-Version: 0.8.0.post1
+Version: 0.8.0.post2
 Summary: Optimum RBLN is the interface between the HuggingFace Transformers and Diffusers libraries and RBLN accelerators. It provides a set of tools enabling easy model loading and inference on single and multiple rbln device settings for different downstream tasks.
 Project-URL: Homepage, https://rebellions.ai
 Project-URL: Documentation, https://docs.rbln.ai

{optimum_rbln-0.8.0.post1 → optimum_rbln-0.8.0.post2}/src/optimum/rbln/__version__.py

@@ -17,5 +17,5 @@ __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
 
-__version__ = version = '0.8.0.post1'
-__version_tuple__ = version_tuple = (0, 8, 0, 'post1')
+__version__ = version = '0.8.0.post2'
+__version_tuple__ = version_tuple = (0, 8, 0, 'post2')

{optimum_rbln-0.8.0.post1 → optimum_rbln-0.8.0.post2}/src/optimum/rbln/configuration_utils.py

@@ -474,7 +474,15 @@ class RBLNModelConfig(RBLNSerializableConfigProtocol):
 
         if isinstance(submodule_config, dict):
             from_predecessor = self._runtime_options.copy()
+            from_predecessor.update(
+                {
+                    "npu": self.npu,
+                    "tensor_parallel_size": self.tensor_parallel_size,
+                    "optimum_rbln_version": self.optimum_rbln_version,
+                }
+            )
             from_predecessor.update(kwargs)
+
             init_kwargs = from_predecessor
             init_kwargs.update(submodule_config)
             submodule_config = submodule_config_cls(**init_kwargs)

{optimum_rbln-0.8.0.post1 → optimum_rbln-0.8.0.post2}/tests/test_config.py

@@ -2,8 +2,13 @@ import os
 import shutil
 
 import pytest
+import rebel
 
-from optimum.rbln import RBLNResNetForImageClassification, RBLNResNetForImageClassificationConfig
+from optimum.rbln import (
+    RBLNResNetForImageClassification,
+    RBLNResNetForImageClassificationConfig,
+    RBLNStableDiffusionPipeline,
+)
 from optimum.rbln.configuration_utils import RBLNCompileConfig
 
 
@@ -12,6 +17,39 @@ def model_id():
     return "hf-internal-testing/tiny-random-ResNetForImageClassification"
 
 
+@pytest.fixture
+def stable_diffusion_model():
+    model = RBLNStableDiffusionPipeline.from_pretrained(
+        "hf-internal-testing/tiny-sd-pipe",
+        export=True,
+        rbln_config={
+            "unet": {
+                "batch_size": 1,
+                "npu": "RBLN-CA22",
+                "create_runtimes": False,
+                "optimize_host_memory": False,
+            },
+            "text_encoder": {
+                "optimize_host_memory": False,
+            },
+        },
+    )
+    return model
+
+
+def test_stable_diffusion_config(stable_diffusion_model):
+    model = stable_diffusion_model
+    assert model is not None
+    assert model.unet.rbln_config.batch_size == 1
+    assert model.unet.rbln_config.npu == "RBLN-CA22"
+    assert model.unet.rbln_config.create_runtimes is False
+    assert model.unet.rbln_config.optimize_host_memory is False
+    assert model.unet.compiled_models[0]._meta["npu"] == "RBLN-CA22"
+
+    npu = rebel.get_npu_name()
+    assert model.text_encoder.compiled_models[0]._meta["npu"] == npu
+
+
 def test_explicit_config_parameters(model_id):
     """Test loading model with explicit configuration parameters."""
     model = RBLNResNetForImageClassification.from_pretrained(