optimum-rbln 0.7.4a4__tar.gz → 0.7.4a5__tar.gz

{optimum_rbln-0.7.4a4 → optimum_rbln-0.7.4a5}/.github/workflows/rbln_optimum_pytest.yaml

@@ -64,7 +64,13 @@ jobs:
         run: |
           PYPI_URL=$(echo ${{ env.REBEL_PYPI_ENDPOINT }} | sed "s/\/\//\0${{ env.REBEL_PYPI_USERNAME}}:${{ env.REBEL_PYPI_PASSWORD}}@/")
           uv pip install --extra-index-url $PYPI_URL rebel-compiler==${{ inputs.rebel_compiler_version }}
-      
+
+      - name: Run pytest (config)
+        env:
+          OPTIMUM_RBLN_TEST_LEVEL: ${{ inputs.test_level }}
+        run: |
+          uv run --no-sync pytest tests/test_config.py
+
       - name: Run pytest (transformers)
         env:
           OPTIMUM_RBLN_TEST_LEVEL: ${{ inputs.test_level }}

{optimum_rbln-0.7.4a4 → optimum_rbln-0.7.4a5}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: optimum-rbln
-Version: 0.7.4a4
+Version: 0.7.4a5
 Summary: Optimum RBLN is the interface between the Hugging Face Transformers and Diffusers libraries and RBLN accelerators. It provides a set of tools enabling easy model loading and inference on single and multiple rbln device settings for different downstream tasks.
 Project-URL: Homepage, https://rebellions.ai
 Project-URL: Documentation, https://docs.rbln.ai

{optimum_rbln-0.7.4a4 → optimum_rbln-0.7.4a5}/examples/kandinsky2_2/run_kandinsky2_2_img2img.py

@@ -20,6 +20,7 @@ def main(
         prior_pipe = RBLNKandinskyV22PriorPipeline.from_pretrained(
             model_id=prior_model_id,
             export=True,
+            rbln_config={"prior": {"batch_size": 2}},
         )
         prior_pipe.save_pretrained(os.path.basename(prior_model_id))
 
@@ -28,6 +29,7 @@ def main(
             export=True,
             rbln_img_height=768,
             rbln_img_width=768,
+            rbln_config={"unet": {"batch_size": 2}},
         )
         pipe.save_pretrained(os.path.basename(inpaint_model_id))
     else:

{optimum_rbln-0.7.4a4 → optimum_rbln-0.7.4a5}/examples/question-answering/run_question_answering.py

@@ -30,7 +30,7 @@ def main(
         model=model,
         tokenizer=model_id,
         padding="max_length",
-        max_seq_len=model.rbln_config.model_cfg["max_seq_len"],
+        max_seq_len=model.rbln_config.max_seq_len,
     )
     question, text = (
         ["What is Rebellions?"] * batch_size,

{optimum_rbln-0.7.4a4 → optimum_rbln-0.7.4a5}/examples/stable-diffusion/run_stable_diffusion.py

@@ -16,6 +16,11 @@ def main(
         pipe = RBLNStableDiffusionPipeline.from_pretrained(
             model_id=model_id,
             export=True,
+            rbln_config={
+                "unet": {
+                    "batch_size": 2,
+                }
+            },
         )
         pipe.save_pretrained(os.path.basename(model_id))
     else:

{optimum_rbln-0.7.4a4 → optimum_rbln-0.7.4a5}/examples/stable-diffusion/run_stable_diffusion_controlnet.py

@@ -38,6 +38,14 @@ def main(
             controlnet=controlnet,
             rbln_img_width=img_width,
             rbln_img_height=img_height,
+            rbln_config={
+                "unet": {
+                    "batch_size": 2,
+                },
+                "controlnet": {
+                    "batch_size": 2,
+                },
+            },
             export=True,
             scheduler=UniPCMultistepScheduler.from_pretrained(diffusion_model_id, subfolder="scheduler"),
         )

{optimum_rbln-0.7.4a4 → optimum_rbln-0.7.4a5}/examples/stable-diffusion/run_stable_diffusion_img2img.py

@@ -29,6 +29,11 @@ def main(
             export=True,
             rbln_img_width=img_width,
             rbln_img_height=img_height,
+            rbln_config={
+                "unet": {
+                    "batch_size": 2,
+                },
+            },
         )
         pipe.save_pretrained(os.path.basename(model_id))
     else:

{optimum_rbln-0.7.4a4 → optimum_rbln-0.7.4a5}/examples/stable-diffusion/run_stable_diffusion_img2img_controlnet.py

@@ -40,6 +40,14 @@ def main(
             controlnet=controlnet,
             rbln_img_width=img_width,
             rbln_img_height=img_height,
+            rbln_config={
+                "unet": {
+                    "batch_size": 2,
+                },
+                "controlnet": {
+                    "batch_size": 2,
+                },
+            },
             export=True,
             scheduler=UniPCMultistepScheduler.from_pretrained(diffusion_model_id, subfolder="scheduler"),
         )

{optimum_rbln-0.7.4a4 → optimum_rbln-0.7.4a5}/examples/stable-diffusion/run_stable_diffusion_multicontrolnet.py

@@ -75,6 +75,7 @@ def main(
         images,
         negative_prompt=negative_prompt,
         num_inference_steps=20,
+        guidance_scale=0.0,
         controlnet_conditioning_scale=[1.0, 0.8],
         generator=torch.Generator(device="cpu").manual_seed(42),
     ).images[0]

{optimum_rbln-0.7.4a4 → optimum_rbln-0.7.4a5}/src/optimum/rbln/__init__.py

@@ -25,11 +25,13 @@ _import_structure = {
         "RBLNBaseModel",
         "RBLNModel",
     ],
-    "modeling_config": [
+    "configuration_utils": [
         "RBLNCompileConfig",
-        "RBLNConfig",
+        "RBLNModelConfig",
     ],
     "transformers": [
+        "RBLNASTForAudioClassification",
+        "RBLNASTForAudioClassificationConfig",
         "RBLNAutoModel",
         "RBLNAutoModelForAudioClassification",
         "RBLNAutoModelForCausalLM",
@@ -43,111 +45,196 @@ _import_structure = {
         "RBLNAutoModelForSpeechSeq2Seq",
         "RBLNAutoModelForVision2Seq",
         "RBLNBartForConditionalGeneration",
+        "RBLNBartForConditionalGenerationConfig",
         "RBLNBartModel",
+        "RBLNBartModelConfig",
+        "RBLNBertForMaskedLM",
+        "RBLNBertForMaskedLMConfig",
+        "RBLNBertForQuestionAnswering",
+        "RBLNBertForQuestionAnsweringConfig",
         "RBLNBertModel",
+        "RBLNBertModelConfig",
         "RBLNCLIPTextModel",
+        "RBLNCLIPTextModelConfig",
         "RBLNCLIPTextModelWithProjection",
+        "RBLNCLIPTextModelWithProjectionConfig",
         "RBLNCLIPVisionModel",
+        "RBLNCLIPVisionModelConfig",
         "RBLNCLIPVisionModelWithProjection",
+        "RBLNCLIPVisionModelWithProjectionConfig",
+        "RBLNDecoderOnlyModelForCausalLM",
+        "RBLNDecoderOnlyModelForCausalLMConfig",
+        "RBLNDistilBertForQuestionAnswering",
+        "RBLNDistilBertForQuestionAnsweringConfig",
         "RBLNDPTForDepthEstimation",
+        "RBLNDPTForDepthEstimationConfig",
         "RBLNExaoneForCausalLM",
+        "RBLNExaoneForCausalLMConfig",
         "RBLNGemmaForCausalLM",
+        "RBLNGemmaForCausalLMConfig",
         "RBLNGPT2LMHeadModel",
-        "RBLNQwen2ForCausalLM",
-        "RBLNWav2Vec2ForCTC",
+        "RBLNGPT2LMHeadModelConfig",
         "RBLNLlamaForCausalLM",
-        "RBLNT5EncoderModel",
-        "RBLNT5ForConditionalGeneration",
-        "RBLNPhiForCausalLM",
+        "RBLNLlamaForCausalLMConfig",
         "RBLNLlavaNextForConditionalGeneration",
+        "RBLNLlavaNextForConditionalGenerationConfig",
         "RBLNMidmLMHeadModel",
+        "RBLNMidmLMHeadModelConfig",
         "RBLNMistralForCausalLM",
-        "RBLNWhisperForConditionalGeneration",
-        "RBLNXLMRobertaModel",
-        "RBLNASTForAudioClassification",
-        "RBLNBertForQuestionAnswering",
-        "RBLNDistilBertForQuestionAnswering",
+        "RBLNMistralForCausalLMConfig",
+        "RBLNPhiForCausalLM",
+        "RBLNPhiForCausalLMConfig",
+        "RBLNQwen2ForCausalLM",
+        "RBLNQwen2ForCausalLMConfig",
         "RBLNResNetForImageClassification",
-        "RBLNXLMRobertaForSequenceClassification",
-        "RBLNRobertaForSequenceClassification",
+        "RBLNResNetForImageClassificationConfig",
         "RBLNRobertaForMaskedLM",
-        "RBLNViTForImageClassification",
-        "RBLNBertForMaskedLM",
+        "RBLNRobertaForMaskedLMConfig",
+        "RBLNRobertaForSequenceClassification",
+        "RBLNRobertaForSequenceClassificationConfig",
+        "RBLNT5EncoderModel",
+        "RBLNT5EncoderModelConfig",
+        "RBLNT5ForConditionalGeneration",
+        "RBLNT5ForConditionalGenerationConfig",
         "RBLNTimeSeriesTransformerForPrediction",
+        "RBLNTimeSeriesTransformerForPredictionConfig",
+        "RBLNViTForImageClassification",
+        "RBLNViTForImageClassificationConfig",
+        "RBLNWav2Vec2ForCTC",
+        "RBLNWav2Vec2ForCTCConfig",
+        "RBLNWhisperForConditionalGeneration",
+        "RBLNWhisperForConditionalGenerationConfig",
+        "RBLNXLMRobertaForSequenceClassification",
+        "RBLNXLMRobertaForSequenceClassificationConfig",
+        "RBLNXLMRobertaModel",
+        "RBLNXLMRobertaModelConfig",
     ],
     "diffusers": [
         "RBLNAutoencoderKL",
+        "RBLNAutoencoderKLConfig",
         "RBLNControlNetModel",
-        "RBLNPriorTransformer",
+        "RBLNControlNetModelConfig",
+        "RBLNDiffusionMixin",
         "RBLNKandinskyV22CombinedPipeline",
+        "RBLNKandinskyV22CombinedPipelineConfig",
         "RBLNKandinskyV22Img2ImgCombinedPipeline",
+        "RBLNKandinskyV22Img2ImgCombinedPipelineConfig",
+        "RBLNKandinskyV22Img2ImgPipeline",
+        "RBLNKandinskyV22Img2ImgPipelineConfig",
         "RBLNKandinskyV22InpaintCombinedPipeline",
+        "RBLNKandinskyV22InpaintCombinedPipelineConfig",
         "RBLNKandinskyV22InpaintPipeline",
-        "RBLNKandinskyV22Img2ImgPipeline",
-        "RBLNKandinskyV22PriorPipeline",
+        "RBLNKandinskyV22InpaintPipelineConfig",
         "RBLNKandinskyV22Pipeline",
-        "RBLNStableDiffusionPipeline",
-        "RBLNStableDiffusionXLPipeline",
-        "RBLNUNet2DConditionModel",
-        "RBLNStableDiffusionImg2ImgPipeline",
-        "RBLNStableDiffusionInpaintPipeline",
-        "RBLNStableDiffusionControlNetImg2ImgPipeline",
+        "RBLNKandinskyV22PipelineConfig",
+        "RBLNKandinskyV22PriorPipeline",
+        "RBLNKandinskyV22PriorPipelineConfig",
         "RBLNMultiControlNetModel",
-        "RBLNStableDiffusionXLImg2ImgPipeline",
-        "RBLNStableDiffusionXLInpaintPipeline",
-        "RBLNStableDiffusionControlNetPipeline",
-        "RBLNStableDiffusionXLControlNetPipeline",
-        "RBLNStableDiffusionXLControlNetImg2ImgPipeline",
-        "RBLNVQModel",
+        "RBLNPriorTransformer",
+        "RBLNPriorTransformerConfig",
         "RBLNSD3Transformer2DModel",
+        "RBLNSD3Transformer2DModelConfig",
         "RBLNStableDiffusion3Img2ImgPipeline",
+        "RBLNStableDiffusion3Img2ImgPipelineConfig",
         "RBLNStableDiffusion3InpaintPipeline",
+        "RBLNStableDiffusion3InpaintPipelineConfig",
         "RBLNStableDiffusion3Pipeline",
-        "RBLNDiffusionMixin",
+        "RBLNStableDiffusion3PipelineConfig",
+        "RBLNStableDiffusionControlNetImg2ImgPipeline",
+        "RBLNStableDiffusionControlNetImg2ImgPipelineConfig",
+        "RBLNStableDiffusionControlNetPipeline",
+        "RBLNStableDiffusionControlNetPipelineConfig",
+        "RBLNStableDiffusionImg2ImgPipeline",
+        "RBLNStableDiffusionImg2ImgPipelineConfig",
+        "RBLNStableDiffusionInpaintPipeline",
+        "RBLNStableDiffusionInpaintPipelineConfig",
+        "RBLNStableDiffusionPipeline",
+        "RBLNStableDiffusionPipelineConfig",
+        "RBLNStableDiffusionXLControlNetImg2ImgPipeline",
+        "RBLNStableDiffusionXLControlNetImg2ImgPipelineConfig",
+        "RBLNStableDiffusionXLControlNetPipeline",
+        "RBLNStableDiffusionXLControlNetPipelineConfig",
+        "RBLNStableDiffusionXLImg2ImgPipeline",
+        "RBLNStableDiffusionXLImg2ImgPipelineConfig",
+        "RBLNStableDiffusionXLInpaintPipeline",
+        "RBLNStableDiffusionXLInpaintPipelineConfig",
+        "RBLNStableDiffusionXLPipeline",
+        "RBLNStableDiffusionXLPipelineConfig",
+        "RBLNUNet2DConditionModel",
+        "RBLNUNet2DConditionModelConfig",
+        "RBLNVQModel",
+        "RBLNVQModelConfig",
     ],
 }
 
 if TYPE_CHECKING:
+    from .configuration_utils import (
+        RBLNCompileConfig,
+        RBLNModelConfig,
+    )
     from .diffusers import (
         RBLNAutoencoderKL,
+        RBLNAutoencoderKLConfig,
         RBLNControlNetModel,
+        RBLNControlNetModelConfig,
         RBLNDiffusionMixin,
         RBLNKandinskyV22CombinedPipeline,
+        RBLNKandinskyV22CombinedPipelineConfig,
         RBLNKandinskyV22Img2ImgCombinedPipeline,
+        RBLNKandinskyV22Img2ImgCombinedPipelineConfig,
         RBLNKandinskyV22Img2ImgPipeline,
+        RBLNKandinskyV22Img2ImgPipelineConfig,
         RBLNKandinskyV22InpaintCombinedPipeline,
+        RBLNKandinskyV22InpaintCombinedPipelineConfig,
         RBLNKandinskyV22InpaintPipeline,
+        RBLNKandinskyV22InpaintPipelineConfig,
         RBLNKandinskyV22Pipeline,
+        RBLNKandinskyV22PipelineConfig,
         RBLNKandinskyV22PriorPipeline,
+        RBLNKandinskyV22PriorPipelineConfig,
         RBLNMultiControlNetModel,
         RBLNPriorTransformer,
+        RBLNPriorTransformerConfig,
         RBLNSD3Transformer2DModel,
+        RBLNSD3Transformer2DModelConfig,
         RBLNStableDiffusion3Img2ImgPipeline,
+        RBLNStableDiffusion3Img2ImgPipelineConfig,
         RBLNStableDiffusion3InpaintPipeline,
+        RBLNStableDiffusion3InpaintPipelineConfig,
         RBLNStableDiffusion3Pipeline,
+        RBLNStableDiffusion3PipelineConfig,
         RBLNStableDiffusionControlNetImg2ImgPipeline,
+        RBLNStableDiffusionControlNetImg2ImgPipelineConfig,
         RBLNStableDiffusionControlNetPipeline,
+        RBLNStableDiffusionControlNetPipelineConfig,
         RBLNStableDiffusionImg2ImgPipeline,
+        RBLNStableDiffusionImg2ImgPipelineConfig,
         RBLNStableDiffusionInpaintPipeline,
+        RBLNStableDiffusionInpaintPipelineConfig,
         RBLNStableDiffusionPipeline,
+        RBLNStableDiffusionPipelineConfig,
         RBLNStableDiffusionXLControlNetImg2ImgPipeline,
+        RBLNStableDiffusionXLControlNetImg2ImgPipelineConfig,
         RBLNStableDiffusionXLControlNetPipeline,
+        RBLNStableDiffusionXLControlNetPipelineConfig,
         RBLNStableDiffusionXLImg2ImgPipeline,
+        RBLNStableDiffusionXLImg2ImgPipelineConfig,
         RBLNStableDiffusionXLInpaintPipeline,
+        RBLNStableDiffusionXLInpaintPipelineConfig,
         RBLNStableDiffusionXLPipeline,
+        RBLNStableDiffusionXLPipelineConfig,
         RBLNUNet2DConditionModel,
+        RBLNUNet2DConditionModelConfig,
         RBLNVQModel,
+        RBLNVQModelConfig,
     )
     from .modeling import (
         RBLNBaseModel,
         RBLNModel,
     )
-    from .modeling_config import (
-        RBLNCompileConfig,
-        RBLNConfig,
-    )
     from .transformers import (
         RBLNASTForAudioClassification,
+        RBLNASTForAudioClassificationConfig,
         RBLNAutoModel,
         RBLNAutoModelForAudioClassification,
         RBLNAutoModelForCausalLM,
@@ -161,36 +248,69 @@ if TYPE_CHECKING:
         RBLNAutoModelForSpeechSeq2Seq,
         RBLNAutoModelForVision2Seq,
         RBLNBartForConditionalGeneration,
+        RBLNBartForConditionalGenerationConfig,
         RBLNBartModel,
+        RBLNBartModelConfig,
         RBLNBertForMaskedLM,
+        RBLNBertForMaskedLMConfig,
         RBLNBertForQuestionAnswering,
+        RBLNBertForQuestionAnsweringConfig,
         RBLNBertModel,
+        RBLNBertModelConfig,
         RBLNCLIPTextModel,
+        RBLNCLIPTextModelConfig,
         RBLNCLIPTextModelWithProjection,
+        RBLNCLIPTextModelWithProjectionConfig,
         RBLNCLIPVisionModel,
+        RBLNCLIPVisionModelConfig,
         RBLNCLIPVisionModelWithProjection,
+        RBLNCLIPVisionModelWithProjectionConfig,
+        RBLNDecoderOnlyModelForCausalLM,
+        RBLNDecoderOnlyModelForCausalLMConfig,
         RBLNDistilBertForQuestionAnswering,
+        RBLNDistilBertForQuestionAnsweringConfig,
         RBLNDPTForDepthEstimation,
+        RBLNDPTForDepthEstimationConfig,
         RBLNExaoneForCausalLM,
+        RBLNExaoneForCausalLMConfig,
         RBLNGemmaForCausalLM,
+        RBLNGemmaForCausalLMConfig,
         RBLNGPT2LMHeadModel,
+        RBLNGPT2LMHeadModelConfig,
         RBLNLlamaForCausalLM,
+        RBLNLlamaForCausalLMConfig,
         RBLNLlavaNextForConditionalGeneration,
+        RBLNLlavaNextForConditionalGenerationConfig,
         RBLNMidmLMHeadModel,
+        RBLNMidmLMHeadModelConfig,
         RBLNMistralForCausalLM,
+        RBLNMistralForCausalLMConfig,
         RBLNPhiForCausalLM,
+        RBLNPhiForCausalLMConfig,
         RBLNQwen2ForCausalLM,
+        RBLNQwen2ForCausalLMConfig,
         RBLNResNetForImageClassification,
+        RBLNResNetForImageClassificationConfig,
         RBLNRobertaForMaskedLM,
+        RBLNRobertaForMaskedLMConfig,
         RBLNRobertaForSequenceClassification,
+        RBLNRobertaForSequenceClassificationConfig,
         RBLNT5EncoderModel,
+        RBLNT5EncoderModelConfig,
         RBLNT5ForConditionalGeneration,
+        RBLNT5ForConditionalGenerationConfig,
         RBLNTimeSeriesTransformerForPrediction,
+        RBLNTimeSeriesTransformerForPredictionConfig,
         RBLNViTForImageClassification,
+        RBLNViTForImageClassificationConfig,
         RBLNWav2Vec2ForCTC,
+        RBLNWav2Vec2ForCTCConfig,
         RBLNWhisperForConditionalGeneration,
+        RBLNWhisperForConditionalGenerationConfig,
         RBLNXLMRobertaForSequenceClassification,
+        RBLNXLMRobertaForSequenceClassificationConfig,
         RBLNXLMRobertaModel,
+        RBLNXLMRobertaModelConfig,
     )
 
 else:

{optimum_rbln-0.7.4a4 → optimum_rbln-0.7.4a5}/src/optimum/rbln/__version__.py

@@ -17,5 +17,5 @@ __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
 
-__version__ = version = '0.7.4a4'
+__version__ = version = '0.7.4a5'
 __version_tuple__ = version_tuple = (0, 7, 4)