optimum-rbln 0.8.1rc1__tar.gz → 0.8.2a1__tar.gz

{optimum_rbln-0.8.1rc1 → optimum_rbln-0.8.2a1}/.github/workflows/rbln_optimum_pytest.yaml

@@ -29,8 +29,11 @@ env:
 
 jobs:
   pytest:
-    name: Pytest
+    name: Pytest (${{ matrix.test_type }})
     runs-on: vm-ci-0
+    strategy:
+      matrix:
+        test_type: [config, transformers, diffusers, llm]
     steps:
       - name: Checkout the optimum-rbln repository
         uses: actions/checkout@v4
@@ -48,57 +51,75 @@ jobs:
           echo "$COMMIT_MESSAGE" >> $GITHUB_OUTPUT
           echo "EOF" >> $GITHUB_OUTPUT
 
+      - name: Check if test should be skipped
+        id: should_skip
+        run: |
+          COMMIT_MESSAGE="${{ steps.get_commit_message.outputs.message }}"
+          SKIP=false
+          
+          case "${{ matrix.test_type }}" in
+            "transformers")
+              if [[ "$COMMIT_MESSAGE" == *"[skip-transformers]"* ]]; then
+                SKIP=true
+              fi
+              ;;
+            "diffusers")
+              if [[ "$COMMIT_MESSAGE" == *"[skip-diffusers]"* ]]; then
+                SKIP=true
+              fi
+              ;;
+            "llm")
+              if [[ "$COMMIT_MESSAGE" == *"[skip-llms]"* ]]; then
+                SKIP=true
+              fi
+              ;;
+          esac
+          
+          echo "skip=$SKIP" >> $GITHUB_OUTPUT
+
       - name: Setup uv
+        if: steps.should_skip.outputs.skip != 'true'
         uses: astral-sh/setup-uv@v3
         with:
           enable-cache: true
           cache-dependency-glob: "uv.lock"
 
       - name: Setup Python
+        if: steps.should_skip.outputs.skip != 'true'
         run: uv python install 3.9
 
       - name: Install optimum-rbln with tests group dependencies
+        if: steps.should_skip.outputs.skip != 'true'
         run: |
           uv sync --frozen --group tests --reinstall-package optimum-rbln
 
       - name: Install rebel-compiler
+        if: steps.should_skip.outputs.skip != 'true'
         run: |
           PYPI_URL=$(echo ${{ env.REBEL_PYPI_ENDPOINT }} | sed "s/\/\//\0${{ env.REBEL_PYPI_USERNAME}}:${{ env.REBEL_PYPI_PASSWORD}}@/")
           uv pip install --extra-index-url $PYPI_URL rebel-compiler==${{ inputs.rebel_compiler_version }}
 
-      - name: Run pytest (config)
-        env:
-          OPTIMUM_RBLN_TEST_LEVEL: ${{ inputs.test_level }}
-        run: |
-          uv run --no-sync pytest tests/test_config.py
-
-      - name: Run pytest (transformers)
+      - name: Run pytest
+        if: steps.should_skip.outputs.skip != 'true'
         env:
           OPTIMUM_RBLN_TEST_LEVEL: ${{ inputs.test_level }}
         run: |
-          echo 
-          if ${{ !contains( steps.get_commit_message.outputs.message , '[skip-transformers]') }}; then
-            uv run --no-sync pytest tests/test_transformers.py
-          else
-            echo "Found [skip-transformers] in commit message, skipping CI"
-          fi
+          case "${{ matrix.test_type }}" in
+            "config")
+              uv run --no-sync pytest tests/test_config.py -vv --durations 0
+              ;;
+            "transformers")
+              uv run --no-sync pytest tests/test_transformers.py -vv --durations 0
+              ;;
+            "diffusers")
+              uv run --no-sync pytest tests/test_diffusers.py -vv --durations 0
+              ;;
+            "llm")
+              uv run --no-sync pytest tests/test_llm.py -vv --durations 0
+              ;;
+          esac
 
-      - name: Run pytest (diffusers)
-        env:
-          OPTIMUM_RBLN_TEST_LEVEL: ${{ inputs.test_level }}
-        run: |
-          if ${{ !contains( steps.get_commit_message.outputs.message , '[skip-diffusers]') }}; then
-            uv run --no-sync pytest tests/test_diffusers.py
-          else
-            echo "Found [skip-diffusers] in commit message, skipping CI"
-          fi
-
-      - name: Run pytest (llm)
-        env:
-          OPTIMUM_RBLN_TEST_LEVEL: ${{ inputs.test_level }}
+      - name: Skip message
+        if: steps.should_skip.outputs.skip == 'true'
         run: |
-          if ${{ !contains( steps.get_commit_message.outputs.message , '[skip-llms]') }}; then
-            uv run --no-sync pytest tests/test_llm.py
-          else
-            echo "Found [skip-llms] in commit message, skipping CI"
-          fi
+          echo "Found [skip-${{ matrix.test_type }}] in commit message, skipping CI"

{optimum_rbln-0.8.1rc1 → optimum_rbln-0.8.2a1}/.github/workflows/rbln_trigger_on_pr.yaml

@@ -92,13 +92,4 @@ jobs:
       ref: ${{ github.event.pull_request.head.sha }}
       rebel_compiler_version: ${{ needs.check-compiler.outputs.compiler_version }}
       test_level: "default"
-    secrets: inherit
-
-  optimum-rbln-inference-test:
-    needs: [check-skip-ci, check-code-quality, test-docstrings, check-compiler, check-team-member]
-    if: ${{ needs.check-skip-ci.outputs.should_skip != 'true' && needs.check-team-member.outputs.is_team_member == 'true' }}
-    uses: ./.github/workflows/rbln_optimum_inference_test.yaml
-    with:
-      ref: ${{ github.event.pull_request.head.sha }}
-      rebel_compiler_version: ${{ needs.check-compiler.outputs.compiler_version }}
     secrets: inherit

{optimum_rbln-0.8.1rc1 → optimum_rbln-0.8.2a1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: optimum-rbln
-Version: 0.8.1rc1
+Version: 0.8.2a1
 Summary: Optimum RBLN is the interface between the HuggingFace Transformers and Diffusers libraries and RBLN accelerators. It provides a set of tools enabling easy model loading and inference on single and multiple rbln device settings for different downstream tasks.
 Project-URL: Homepage, https://rebellions.ai
 Project-URL: Documentation, https://docs.rbln.ai

{optimum_rbln-0.8.1rc1 → optimum_rbln-0.8.2a1}/src/optimum/rbln/__version__.py

@@ -17,5 +17,5 @@ __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
 
-__version__ = version = '0.8.1rc1'
-__version_tuple__ = version_tuple = (0, 8, 1, 'rc1')
+__version__ = version = '0.8.2a1'
+__version_tuple__ = version_tuple = (0, 8, 2, 'a1')

{optimum_rbln-0.8.1rc1 → optimum_rbln-0.8.2a1}/src/optimum/rbln/diffusers/configurations/models/configuration_autoencoder_kl_cosmos.py

@@ -12,7 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-from typing import Optional
+from typing import Any, Dict, Optional
 
 from ....configuration_utils import RBLNModelConfig
 from ....utils.logging import get_logger
@@ -35,7 +35,7 @@ class RBLNAutoencoderKLCosmosConfig(RBLNModelConfig):
         vae_scale_factor_temporal: Optional[int] = None,
         vae_scale_factor_spatial: Optional[int] = None,
         use_slicing: Optional[bool] = None,
-        **kwargs,
+        **kwargs: Dict[str, Any],
     ):
         """
         Args:

{optimum_rbln-0.8.1rc1 → optimum_rbln-0.8.2a1}/src/optimum/rbln/diffusers/configurations/models/configuration_transformer_cosmos.py

@@ -12,7 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-from typing import Optional
+from typing import Any, Dict, Optional
 
 from ....configuration_utils import RBLNModelConfig
 
@@ -33,7 +33,7 @@ class RBLNCosmosTransformer3DModelConfig(RBLNModelConfig):
         num_latent_frames: Optional[int] = None,
         latent_height: Optional[int] = None,
         latent_width: Optional[int] = None,
-        **kwargs,
+        **kwargs: Dict[str, Any],
     ):
         """
         Args:

{optimum_rbln-0.8.1rc1 → optimum_rbln-0.8.2a1}/src/optimum/rbln/diffusers/configurations/pipelines/configuration_cosmos.py

@@ -12,7 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-from typing import Optional
+from typing import Any, Dict, Optional
 
 from ....configuration_utils import RBLNModelConfig
 from ....transformers import RBLNT5EncoderModelConfig
@@ -41,7 +41,7 @@ class RBLNCosmosPipelineBaseConfig(RBLNModelConfig):
         num_frames: Optional[int] = None,
         fps: Optional[int] = None,
         max_seq_len: Optional[int] = None,
-        **kwargs,
+        **kwargs: Dict[str, Any],
     ):
         """
         Args:

{optimum_rbln-0.8.1rc1 → optimum_rbln-0.8.2a1}/src/optimum/rbln/diffusers/pipelines/cosmos/cosmos_guardrail.py

@@ -131,6 +131,7 @@ class RBLNSigLIPEncoder(SigLIPEncoder):
                 rbln_device=rbln_config.siglip_encoder.device,
                 rbln_create_runtimes=rbln_config.siglip_encoder.create_runtimes,
                 rbln_activate_profiler=rbln_config.siglip_encoder.activate_profiler,
+                rbln_optimize_host_memory=rbln_config.siglip_encoder.optimize_host_memory,
             )
         else:
             super().__init__(model_name, checkpoint_id)
@@ -340,6 +341,7 @@ class RBLNAegis(Aegis):
                 rbln_device=rbln_config.aegis.device,
                 rbln_create_runtimes=rbln_config.aegis.create_runtimes,
                 rbln_activate_profiler=rbln_config.aegis.activate_profiler,
+                rbln_optimize_host_memory=rbln_config.aegis.optimize_host_memory,
             )
 
         else:

{optimum_rbln-0.8.1rc1 → optimum_rbln-0.8.2a1}/src/optimum/rbln/transformers/models/blip_2/configuration_blip_2.py

@@ -12,7 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-from typing import Optional
+from typing import Any, Dict, Optional
 
 from ....configuration_utils import RBLNModelConfig
 
@@ -62,7 +62,7 @@ class RBLNBlip2ForConditionalGenerationConfig(RBLNModelConfig):
         vision_model: Optional[RBLNModelConfig] = None,
         qformer: Optional[RBLNModelConfig] = None,
         language_model: Optional[RBLNModelConfig] = None,
-        **kwargs,
+        **kwargs: Dict[str, Any],
     ):
         """
         Args:

{optimum_rbln-0.8.1rc1 → optimum_rbln-0.8.2a1}/src/optimum/rbln/transformers/models/colpali/configuration_colpali.py

@@ -11,7 +11,7 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
-from typing import List, Optional, Union
+from typing import Any, Dict, List, Optional, Union
 
 from ....configuration_utils import RBLNModelConfig
 
@@ -50,7 +50,7 @@ class RBLNColPaliForRetrievalConfig(RBLNModelConfig):
         max_seq_lens: Union[int, List[int]] = None,
         output_hidden_states: Optional[bool] = None,
         vision_tower: Optional[RBLNModelConfig] = None,
-        **kwargs,
+        **kwargs: Dict[str, Any],
     ):
         """
         Args: