optimum-rbln 0.8.1a5__py3-none-any.whl → 0.8.1a6__py3-none-any.whl

optimum/rbln/transformers/models/t5/modeling_t5.py

@@ -17,6 +17,7 @@ from typing import TYPE_CHECKING, Any, Callable
 
 import torch
 from transformers import AutoModelForTextEncoding, T5EncoderModel, T5ForConditionalGeneration
+from transformers.modeling_outputs import BaseModelOutputWithPastAndCrossAttentions
 
 from ...modeling_generic import RBLNTransformerEncoderForFeatureExtraction
 from ...models.seq2seq import RBLNModelForSeq2SeqLM
@@ -64,7 +65,7 @@ class RBLNT5EncoderModel(RBLNTransformerEncoderForFeatureExtraction):
     """
 
     auto_model_class = AutoModelForTextEncoding
-    rbln_model_input_names = ["input_ids", "attention_mask"]
+    output_class = BaseModelOutputWithPastAndCrossAttentions
 
     @classmethod
     def wrap_model_if_needed(self, model: "PreTrainedModel", rbln_config: RBLNT5EncoderModelConfig):
@@ -74,11 +75,16 @@ class RBLNT5EncoderModel(RBLNTransformerEncoderForFeatureExtraction):
     def update_rbln_config_using_pipe(
         cls, pipe: "RBLNDiffusionMixin", rbln_config: "RBLNDiffusionMixinConfig", submodule_name: str
     ) -> "RBLNDiffusionMixinConfig":
-        submodule_config = getattr(rbln_config, submodule_name)
-        submodule_config.max_seq_len = rbln_config.max_seq_len or 256
-        submodule_config.model_input_names = ["input_ids"]
         return rbln_config
 
+    def forward(self, input_ids=None, attention_mask=None, **kwargs):
+        input_dict = {"input_ids": input_ids.long()}
+        if attention_mask is not None:
+            input_dict["attention_mask"] = attention_mask.long()
+
+        output = super().forward(**input_dict, **kwargs)
+        return output
+
 
 class RBLNT5ForConditionalGeneration(RBLNModelForSeq2SeqLM):
     """

optimum/rbln/utils/runtime_utils.py

@@ -43,6 +43,9 @@ class RBLNPytorchRuntime:
     def __repr__(self) -> str:
         return repr(self.runtime)
 
+    def parameters(self):
+        yield torch.tensor([1.0], dtype=torch.float32, device=torch.device("cpu"))
+
 
 class UnavailableRuntime:
     """

{optimum_rbln-0.8.1a5.dist-info → optimum_rbln-0.8.1a6.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: optimum-rbln
-Version: 0.8.1a5
+Version: 0.8.1a6
 Summary: Optimum RBLN is the interface between the HuggingFace Transformers and Diffusers libraries and RBLN accelerators. It provides a set of tools enabling easy model loading and inference on single and multiple rbln device settings for different downstream tasks.
 Project-URL: Homepage, https://rebellions.ai
 Project-URL: Documentation, https://docs.rbln.ai

{optimum_rbln-0.8.1a5.dist-info → optimum_rbln-0.8.1a6.dist-info}/RECORD

@@ -1,42 +1,52 @@
-optimum/rbln/__init__.py,sha256=Z5GM8hmc_cgNzhdfOAKbAQr-vFP24kC-IbiRaIOIxxE,14584
-optimum/rbln/__version__.py,sha256=Ln2yvKWXaraNsP7hCs26LOEd96BBrL7JNrmQ42n0dqA,519
+optimum/rbln/__init__.py,sha256=MZCYmY4Y_Zfk0TGo3xK52osHDLZHz4cSdduXZt6RfSI,15316
+optimum/rbln/__version__.py,sha256=eSvwBarNUZxC-xtDA3baJ04Swhx3b8yoQ_vvkfSuClA,519
 optimum/rbln/configuration_utils.py,sha256=o5oer7fBdE-MHLGNXoP35FjmuQbMmjEIDv0QE_k3kpo,32336
 optimum/rbln/modeling.py,sha256=ZlJ_tOCWiFjDIlwJ_B_HOCO0kBduWrBAbW9VSEVIAFg,12088
 optimum/rbln/modeling_base.py,sha256=5fUb1FaxfjApzJIkT8-SrPhuygGo_1Uc0i7UedawOeE,23393
-optimum/rbln/diffusers/__init__.py,sha256=XL6oKPHbPCV6IVCw3fu0-M9mD2KO_x6unx5kJdAtpVY,6180
-optimum/rbln/diffusers/modeling_diffusers.py,sha256=imodzf_GBCTIdY8bqb9ylzhyV1nt_t8j8-f4F1tKQqo,18777
-optimum/rbln/diffusers/configurations/__init__.py,sha256=Sk_sQVTuTl01RVgYViWknQSLmulxKaISS0w-oPdNoBQ,1164
-optimum/rbln/diffusers/configurations/models/__init__.py,sha256=P3vif5I4wYeol50jzHCZ1ttujuEFZSYJPzUdSF6_jsU,407
+optimum/rbln/diffusers/__init__.py,sha256=_3FoA0uxCdFd6YK9PMaptFmR9XvdB_PcvYR1MkbGpN8,6957
+optimum/rbln/diffusers/modeling_diffusers.py,sha256=oWNgeh9S1W-GqAaiDK6ZgD1ys2MkZbsehdIxPbdZkmQ,19842
+optimum/rbln/diffusers/configurations/__init__.py,sha256=vMRnPY4s-Uju43xP038D2EA18X_mhy2YfsZVpSU-VoA,1322
+optimum/rbln/diffusers/configurations/models/__init__.py,sha256=-4oanQrr9IVznY-ly9ivEnR_zFlfMxzLV6ixLH6TT3w,567
 optimum/rbln/diffusers/configurations/models/configuration_autoencoder_kl.py,sha256=ySetuNq6koleFIZ542zZLTzEEyl_CTul9l12ufWlQ_Y,3218
+optimum/rbln/diffusers/configurations/models/configuration_autoencoder_kl_cosmos.py,sha256=brjtidoogeCc4fYuJ7GxWkJylSu_QGPwJT8l_FQldBI,4060
 optimum/rbln/diffusers/configurations/models/configuration_controlnet.py,sha256=VDO_YFS_QhcHhuRIXQL53JZXEO27yoKHtecq5hd2la8,2637
+optimum/rbln/diffusers/configurations/models/configuration_cosmos_transformer.py,sha256=MnRjn6yI7ST6QFU2MsZqdE2I_FE6vJOOWw4FTTi3KHo,3033
 optimum/rbln/diffusers/configurations/models/configuration_prior_transformer.py,sha256=vE8RsXc27Z4-9k0KEM_vP7AWd5UUYvDgfX1g6nUrPp4,2224
 optimum/rbln/diffusers/configurations/models/configuration_transformer_sd3.py,sha256=TAwHUyVy_9HSEZdXIuFCtrBfNIuYIedklJaCut5wEys,2412
 optimum/rbln/diffusers/configurations/models/configuration_unet_2d_condition.py,sha256=mxcbrOqLMnPpP-jnjSeRWPj2zwPMsgeQSq6LzhG2btA,3630
 optimum/rbln/diffusers/configurations/models/configuration_vq_model.py,sha256=dslGcfCZL_hNeVyjV-4FnCT1POmXuiaLbr6NcQSKgHg,3259
-optimum/rbln/diffusers/configurations/pipelines/__init__.py,sha256=HJlu5lRZJWy4nYjBw3-ed93Pfb5QQmUbCJZKDW1bGH4,1160
+optimum/rbln/diffusers/configurations/pipelines/__init__.py,sha256=RfJXQiYvgGc3Rp7JYk5s0AQd0XB5JCAb37_riGWQAYg,1268
 optimum/rbln/diffusers/configurations/pipelines/configuration_controlnet.py,sha256=odA7UGzAb4bZcey3PeUB0-Z6bLkgCIv_i_eshMUa76A,14298
+optimum/rbln/diffusers/configurations/pipelines/configuration_cosmos.py,sha256=iECUFpM453j3QX54v-idh-_wi1_GfMvtiaawfUOUxl4,4485
 optimum/rbln/diffusers/configurations/pipelines/configuration_kandinsky2_2.py,sha256=PxF5hELuJ4vERzFX-OLT5fPV0MFaD6Ocw7TApbI6dYE,16460
 optimum/rbln/diffusers/configurations/pipelines/configuration_stable_diffusion.py,sha256=IB5Qm7XoTsJ70st3VjuaUqI1OIaA5PGP73JcV7wDznc,6663
-optimum/rbln/diffusers/configurations/pipelines/configuration_stable_diffusion_3.py,sha256=5pDsxol2tm9hYs8u6_6713VwHxCo-iNhAK5G4JVwNwU,7952
+optimum/rbln/diffusers/configurations/pipelines/configuration_stable_diffusion_3.py,sha256=7L-x8nivIifFDi81TDaojAijYVME68gfe32r5-9qdDY,7997
 optimum/rbln/diffusers/configurations/pipelines/configuration_stable_diffusion_xl.py,sha256=zg7aRyp8jYJuAnb_dTg6HdACCcAvhv1jX2FhEfRD6V0,7114
-optimum/rbln/diffusers/models/__init__.py,sha256=mkCvJyH1KcwrsUvYSq_bVC79oOfyqtBSFDyPS1_48wA,1478
+optimum/rbln/diffusers/models/__init__.py,sha256=TgrKGOPDJyEtDLiF22L1q1M8tCal4D9wBcrAtE5Zs5Y,1624
 optimum/rbln/diffusers/models/controlnet.py,sha256=6owledPe9BXhbZOG8lbuuYvpBU0UrQV7zmat6SoMXOM,10585
-optimum/rbln/diffusers/models/autoencoders/__init__.py,sha256=dg17ZTUsiqTcbIaEE4fqew9uRbao0diQ21PXvRKIqKg,679
+optimum/rbln/diffusers/models/autoencoders/__init__.py,sha256=kpINW4bWwy-Q2doPME4nZ8gXRmkK2DRv2kDdbZuQ3m8,738
 optimum/rbln/diffusers/models/autoencoders/autoencoder_kl.py,sha256=UwaYFHXKRJTzJDmfYMC7-xvaWTh7JUDQYD3bRiQs4ZA,8367
-optimum/rbln/diffusers/models/autoencoders/vae.py,sha256=ja9yLhPYGmg1d3Kec6fS-6XgfS0yVJXuVsNDD0X3yHM,4048
+optimum/rbln/diffusers/models/autoencoders/autoencoder_kl_cosmos.py,sha256=jazjvHD2ApEZajH0WNMSzAv3ebtmDPKFVh3qR50vaeo,8316
+optimum/rbln/diffusers/models/autoencoders/vae.py,sha256=ZX6XH9eZxexSSN8sSKFDcvEK9mMuEQNyoalSpOOqQrE,5419
 optimum/rbln/diffusers/models/autoencoders/vq_model.py,sha256=QYbRbnVy4id_P70nIW9wIFeHCP7ITCA3rqNzV1DpdV0,6572
-optimum/rbln/diffusers/models/transformers/__init__.py,sha256=V8rSR7WzHs-i8Cwb_MNxhY2NFbwPgxu24vGtkwl-6tk,706
+optimum/rbln/diffusers/models/transformers/__init__.py,sha256=3oTqAOok-dUR2KealC41CKt36dpKq3IT4kabmHkrCpg,767
 optimum/rbln/diffusers/models/transformers/prior_transformer.py,sha256=SWoeVK--BRMwuXVABNVtonmzJDusx0iz4Q3EAvJ9uN8,5395
+optimum/rbln/diffusers/models/transformers/transformer_cosmos.py,sha256=_YwjOqIGluIt-Nvax8_YJb7BtyZcSf9OAJoYSZsVB2I,12704
 optimum/rbln/diffusers/models/transformers/transformer_sd3.py,sha256=yF7sS0QvawowpV9hR5GeT8DaE8CCp3mj1njHHd9cKTc,6630
 optimum/rbln/diffusers/models/unets/__init__.py,sha256=MaICuK9CWjgzejXy8y2NDrphuEq1rkzanF8u45k6O5I,655
 optimum/rbln/diffusers/models/unets/unet_2d_condition.py,sha256=v3WS9EGKROE_QClXrxC7rmRko1BspAvAbeIfh83LK88,15832
-optimum/rbln/diffusers/pipelines/__init__.py,sha256=5KLZ5LrpMzBya2e_3_PvEoPwG24U8JMexfw_ygZREKc,3140
+optimum/rbln/diffusers/pipelines/__init__.py,sha256=n41EZwEw23tVpe_cgDnuflST1lPiX1y8XQ-3ktTqBIo,3425
 optimum/rbln/diffusers/pipelines/controlnet/__init__.py,sha256=n1Ef22TSeax-kENi_d8K6wGGHSNEo9QkUeygELHgcao,983
 optimum/rbln/diffusers/pipelines/controlnet/multicontrolnet.py,sha256=3S9dogIHW8Bqg5kIlCudhCQG-4g3FcdOPEWhBOf7CJA,4059
 optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet.py,sha256=G96bh4D9Cu-w4F9gZBQF6wNzhJQv9kvI34ZFsuEDjSw,35714
 optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet_img2img.py,sha256=deGtaqgNumcvCKzKoHZrS-3UZxxWBP0ESizdfvCJlBE,34186
 optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet_sd_xl.py,sha256=2w6dmGQuBWqVoocn27z2yMkG7fL7_MVDBcQNJPJsRXU,45300
 optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet_sd_xl_img2img.py,sha256=HX56itORMqXLjZcwv25C-_z3JyZn3v6BpfIjsrDO3mE,46640
+optimum/rbln/diffusers/pipelines/cosmos/__init__.py,sha256=h2j6S8IJPVHeNU8qmW9vyXMgHBw0d7kQcuMAA5YoHPU,795
+optimum/rbln/diffusers/pipelines/cosmos/configuration_cosmos_guardrail.py,sha256=kDVnUBBGdumpDj2DaOpo5MSsFvlFIGY6BU1LZaFVqao,3327
+optimum/rbln/diffusers/pipelines/cosmos/cosmos_guardrail.py,sha256=aFKYqaQJtFMULMRQXRMmKnSW3v6gUXKz6cJDbf0kNFs,15100
+optimum/rbln/diffusers/pipelines/cosmos/pipeline_cosmos_text2world.py,sha256=m1RQr5C1G5GUI1bXI7BvZN_WWl75LvYFyC2ApoEaUAI,3910
+optimum/rbln/diffusers/pipelines/cosmos/pipeline_cosmos_video2world.py,sha256=icJXQbzCZygDuDs_PDJtq7qQr9uX3q-ljJOT6sXB8JQ,3917
 optimum/rbln/diffusers/pipelines/kandinsky2_2/__init__.py,sha256=I4YQq2HfA3xONbWsdJ870IEJPyLWeCDDG-UCJsu9YO8,1035
 optimum/rbln/diffusers/pipelines/kandinsky2_2/pipeline_kandinsky2_2.py,sha256=2vgZZt0JrZlbHbUlBHrT0zKvYhuX1a4vwy3mxTPHisM,1335
 optimum/rbln/diffusers/pipelines/kandinsky2_2/pipeline_kandinsky2_2_combined.py,sha256=cuN7w5LsnkSy0WUaCBPxVmYOJiBMihdh-KM7iV0tHL0,8149
@@ -164,7 +174,7 @@ optimum/rbln/transformers/models/siglip/configuration_siglip.py,sha256=fXL4g985o
 optimum/rbln/transformers/models/siglip/modeling_siglip.py,sha256=se74bZTSTjqcV5UoBowSHVUTrE6CapoEcqgzqMs7Q9Y,7827
 optimum/rbln/transformers/models/t5/__init__.py,sha256=R1Q8Z1vaIdx4rDjeCmm_ZMSgewWaqaI0l93AHwewtew,818
 optimum/rbln/transformers/models/t5/configuration_t5.py,sha256=cOa2NAAocNSSECTtLpOsVVLfn4-7l7K7jz3nf6CSNCs,912
-optimum/rbln/transformers/models/t5/modeling_t5.py,sha256=SasIteIdpM-7TG6iPiRVlchd_3jaG7phFvdQJ_3VXjo,4924
+optimum/rbln/transformers/models/t5/modeling_t5.py,sha256=pdAWBLVknTzbma0Ij-VQ2Qve-frPjxL-AwMyU-zouPY,5123
 optimum/rbln/transformers/models/t5/t5_architecture.py,sha256=X_9X4QRhkiiMrwFHv3mzER3yGmF9oQ2U-HdH6jbwVmw,9824
 optimum/rbln/transformers/models/time_series_transformer/__init__.py,sha256=xJaFWQawlwtv4H5tVFcY1pxLYzjHtMAlLq6nXysdkN8,1243
 optimum/rbln/transformers/models/time_series_transformer/configuration_time_series_transformer.py,sha256=FCzESVMNtpJ4Me-Vxr4i-naUfiR3S7YXWH_szLuoYeA,1390
@@ -192,10 +202,10 @@ optimum/rbln/utils/hub.py,sha256=Z_R9Ic9VAew8bUmlaAlxZf5JGMDBivHvvFRI557pILY,419
 optimum/rbln/utils/import_utils.py,sha256=fpOERIIxXm-cDYGn1NN6c7aWDPQYVitPQW2MiyZ9NEY,5471
 optimum/rbln/utils/logging.py,sha256=VKKBmlQSdg6iZCGmAXaWYiW67K84jyp1QJhLQSSjPPE,3453
 optimum/rbln/utils/model_utils.py,sha256=4k5879Kh75m3x_vS4-qOGfqsOiAvc2kdNFFfvsFvz3k,1748
-optimum/rbln/utils/runtime_utils.py,sha256=LoKNK3AQNV_BSScstIZWjICkJf265MnUgy360BOocVI,5454
+optimum/rbln/utils/runtime_utils.py,sha256=kTcDSNGOMFifRclVrNtMXqEUJxcoUmvEBYFvl1fORWo,5564
 optimum/rbln/utils/save_utils.py,sha256=hG5uOtYmecSXZuGTvCXsTM-SiyZpr5q3InUGCCq_jzQ,3619
 optimum/rbln/utils/submodule.py,sha256=w5mgPgncI740gVKMu3S-69DGNdUSI0bTZxegQGcZ98Y,5011
-optimum_rbln-0.8.1a5.dist-info/METADATA,sha256=yetswBiXM1Cce75lQOgrUw3pNMuaxt6XoaclWnDlGIE,5299
-optimum_rbln-0.8.1a5.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-optimum_rbln-0.8.1a5.dist-info/licenses/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
-optimum_rbln-0.8.1a5.dist-info/RECORD,,
+optimum_rbln-0.8.1a6.dist-info/METADATA,sha256=d5MR8fiDCLMklaKLRimUqEnqA520uVvxqKxA3fsrWIU,5299
+optimum_rbln-0.8.1a6.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+optimum_rbln-0.8.1a6.dist-info/licenses/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
+optimum_rbln-0.8.1a6.dist-info/RECORD,,