optimum-rbln 0.1.13__py3-none-any.whl → 0.2.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (103) hide show
  1. optimum/rbln/__init__.py +41 -38
  2. optimum/rbln/__version__.py +16 -1
  3. optimum/rbln/diffusers/__init__.py +26 -2
  4. optimum/rbln/{modeling_diffusers.py → diffusers/modeling_diffusers.py} +97 -126
  5. optimum/rbln/diffusers/models/__init__.py +36 -3
  6. optimum/rbln/{transformers/generation → diffusers/models/autoencoders}/__init__.py +1 -2
  7. optimum/rbln/diffusers/models/{autoencoder_kl.py → autoencoders/autoencoder_kl.py} +73 -61
  8. optimum/rbln/diffusers/models/autoencoders/vae.py +83 -0
  9. optimum/rbln/diffusers/models/controlnet.py +54 -14
  10. optimum/rbln/diffusers/models/transformers/__init__.py +24 -0
  11. optimum/rbln/diffusers/models/transformers/transformer_sd3.py +203 -0
  12. optimum/rbln/diffusers/models/unets/__init__.py +24 -0
  13. optimum/rbln/diffusers/models/{unet_2d_condition.py → unets/unet_2d_condition.py} +82 -22
  14. optimum/rbln/diffusers/pipelines/__init__.py +23 -2
  15. optimum/rbln/diffusers/pipelines/controlnet/multicontrolnet.py +13 -33
  16. optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet.py +17 -2
  17. optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet_img2img.py +18 -2
  18. optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet_sd_xl.py +18 -2
  19. optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet_sd_xl_img2img.py +18 -2
  20. optimum/rbln/diffusers/pipelines/stable_diffusion/__init__.py +1 -0
  21. optimum/rbln/diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion.py +2 -2
  22. optimum/rbln/diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion_img2img.py +1 -13
  23. optimum/rbln/diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion_inpaint.py +31 -0
  24. optimum/rbln/diffusers/pipelines/stable_diffusion_3/__init__.py +26 -0
  25. optimum/rbln/diffusers/pipelines/stable_diffusion_3/pipeline_stable_diffusion_3.py +31 -0
  26. optimum/rbln/diffusers/pipelines/stable_diffusion_3/pipeline_stable_diffusion_3_img2img.py +31 -0
  27. optimum/rbln/diffusers/pipelines/stable_diffusion_3/pipeline_stable_diffusion_3_inpaint.py +31 -0
  28. optimum/rbln/diffusers/pipelines/stable_diffusion_xl/__init__.py +24 -0
  29. optimum/rbln/diffusers/pipelines/stable_diffusion_xl/pipeline_stable_diffusion_xl.py +15 -8
  30. optimum/rbln/diffusers/pipelines/stable_diffusion_xl/pipeline_stable_diffusion_xl_img2img.py +15 -8
  31. optimum/rbln/diffusers/pipelines/stable_diffusion_xl/pipeline_stable_diffusion_xl_inpaint.py +31 -0
  32. optimum/rbln/modeling.py +238 -0
  33. optimum/rbln/modeling_base.py +186 -760
  34. optimum/rbln/modeling_config.py +31 -7
  35. optimum/rbln/ops/__init__.py +26 -0
  36. optimum/rbln/ops/attn.py +221 -0
  37. optimum/rbln/ops/flash_attn.py +70 -0
  38. optimum/rbln/ops/kv_cache_update.py +69 -0
  39. optimum/rbln/transformers/__init__.py +20 -2
  40. optimum/rbln/{modeling_alias.py → transformers/modeling_alias.py} +5 -1
  41. optimum/rbln/transformers/modeling_generic.py +385 -0
  42. optimum/rbln/transformers/models/auto/__init__.py +23 -0
  43. optimum/rbln/transformers/models/auto/auto_factory.py +117 -23
  44. optimum/rbln/transformers/models/auto/modeling_auto.py +36 -12
  45. optimum/rbln/transformers/models/bart/__init__.py +0 -1
  46. optimum/rbln/transformers/models/bart/bart_architecture.py +107 -464
  47. optimum/rbln/transformers/models/bart/modeling_bart.py +10 -9
  48. optimum/rbln/transformers/models/bert/modeling_bert.py +3 -6
  49. optimum/rbln/transformers/models/clip/modeling_clip.py +8 -25
  50. optimum/rbln/transformers/models/decoderonly/__init__.py +0 -10
  51. optimum/rbln/transformers/models/decoderonly/decoderonly_architecture.py +775 -514
  52. optimum/rbln/transformers/models/decoderonly/modeling_decoderonly.py +128 -260
  53. optimum/rbln/transformers/models/dpt/modeling_dpt.py +1 -1
  54. optimum/rbln/transformers/models/exaone/exaone_architecture.py +60 -45
  55. optimum/rbln/transformers/models/exaone/modeling_exaone.py +4 -2
  56. optimum/rbln/transformers/models/gemma/gemma_architecture.py +33 -104
  57. optimum/rbln/transformers/models/gpt2/gpt2_architecture.py +50 -238
  58. optimum/rbln/transformers/models/gpt2/modeling_gpt2.py +3 -2
  59. optimum/rbln/transformers/models/llama/llama_architecture.py +0 -1
  60. optimum/rbln/transformers/models/llava_next/modeling_llava_next.py +3 -75
  61. optimum/rbln/transformers/models/midm/midm_architecture.py +84 -238
  62. optimum/rbln/transformers/models/midm/modeling_midm.py +5 -6
  63. optimum/rbln/transformers/models/mistral/mistral_architecture.py +0 -1
  64. optimum/rbln/transformers/models/phi/phi_architecture.py +60 -261
  65. optimum/rbln/transformers/models/qwen2/qwen2_architecture.py +0 -1
  66. optimum/rbln/transformers/models/seq2seq/modeling_seq2seq.py +58 -103
  67. optimum/rbln/transformers/models/seq2seq/seq2seq_architecture.py +498 -0
  68. optimum/rbln/transformers/models/t5/__init__.py +0 -1
  69. optimum/rbln/transformers/models/t5/modeling_t5.py +106 -5
  70. optimum/rbln/transformers/models/t5/t5_architecture.py +106 -448
  71. optimum/rbln/transformers/models/wav2vec2/modeling_wav2vec2.py +1 -1
  72. optimum/rbln/transformers/models/whisper/generation_whisper.py +42 -0
  73. optimum/rbln/transformers/models/whisper/modeling_whisper.py +78 -55
  74. optimum/rbln/transformers/models/whisper/whisper_architecture.py +219 -312
  75. optimum/rbln/transformers/models/xlm_roberta/modeling_xlm_roberta.py +3 -35
  76. optimum/rbln/transformers/utils/rbln_quantization.py +120 -4
  77. optimum/rbln/utils/decorator_utils.py +51 -11
  78. optimum/rbln/utils/hub.py +131 -0
  79. optimum/rbln/utils/import_utils.py +22 -1
  80. optimum/rbln/utils/logging.py +37 -0
  81. optimum/rbln/utils/model_utils.py +52 -0
  82. optimum/rbln/utils/runtime_utils.py +10 -4
  83. optimum/rbln/utils/save_utils.py +17 -0
  84. optimum/rbln/utils/submodule.py +137 -0
  85. optimum_rbln-0.2.0.dist-info/METADATA +117 -0
  86. optimum_rbln-0.2.0.dist-info/RECORD +114 -0
  87. {optimum_rbln-0.1.13.dist-info → optimum_rbln-0.2.0.dist-info}/WHEEL +1 -1
  88. optimum_rbln-0.2.0.dist-info/licenses/LICENSE +288 -0
  89. optimum/rbln/transformers/cache_utils.py +0 -107
  90. optimum/rbln/transformers/generation/streamers.py +0 -139
  91. optimum/rbln/transformers/generation/utils.py +0 -397
  92. optimum/rbln/transformers/models/exaone/hf_hub_cached/configuration_exaone.py +0 -181
  93. optimum/rbln/transformers/models/exaone/hf_hub_cached/modeling_exaone.py +0 -1725
  94. optimum/rbln/transformers/models/midm/hf_hub_cached/configuration_midm.py +0 -22
  95. optimum/rbln/transformers/models/midm/hf_hub_cached/midm_bitext_tokenization.py +0 -304
  96. optimum/rbln/transformers/models/midm/hf_hub_cached/modeling_midm.py +0 -1469
  97. optimum/rbln/transformers/models/midm/hf_hub_cached/rotary_position_embedding.py +0 -98
  98. optimum/rbln/utils/context.py +0 -58
  99. optimum/rbln/utils/timer_utils.py +0 -43
  100. optimum_rbln-0.1.13.dist-info/METADATA +0 -120
  101. optimum_rbln-0.1.13.dist-info/RECORD +0 -107
  102. optimum_rbln-0.1.13.dist-info/entry_points.txt +0 -4
  103. optimum_rbln-0.1.13.dist-info/licenses/LICENSE +0 -201
optimum/rbln/transformers/models/auto/modeling_auto.py CHANGED
@@ -22,17 +22,29 @@
22
22
  # from Rebellions Inc.
23
23
 
24
24
  from transformers.models.auto.modeling_auto import (
25
+ MODEL_FOR_AUDIO_CLASSIFICATION_MAPPING,
25
26
  MODEL_FOR_AUDIO_CLASSIFICATION_MAPPING_NAMES,
27
+ MODEL_FOR_CAUSAL_LM_MAPPING,
26
28
  MODEL_FOR_CAUSAL_LM_MAPPING_NAMES,
29
+ MODEL_FOR_CTC_MAPPING,
27
30
  MODEL_FOR_CTC_MAPPING_NAMES,
31
+ MODEL_FOR_DEPTH_ESTIMATION_MAPPING,
28
32
  MODEL_FOR_DEPTH_ESTIMATION_MAPPING_NAMES,
33
+ MODEL_FOR_IMAGE_CLASSIFICATION_MAPPING,
29
34
  MODEL_FOR_IMAGE_CLASSIFICATION_MAPPING_NAMES,
35
+ MODEL_FOR_MASKED_LM_MAPPING,
30
36
  MODEL_FOR_MASKED_LM_MAPPING_NAMES,
37
+ MODEL_FOR_QUESTION_ANSWERING_MAPPING,
31
38
  MODEL_FOR_QUESTION_ANSWERING_MAPPING_NAMES,
39
+ MODEL_FOR_SEQ_TO_SEQ_CAUSAL_LM_MAPPING,
32
40
  MODEL_FOR_SEQ_TO_SEQ_CAUSAL_LM_MAPPING_NAMES,
41
+ MODEL_FOR_SEQUENCE_CLASSIFICATION_MAPPING,
33
42
  MODEL_FOR_SEQUENCE_CLASSIFICATION_MAPPING_NAMES,
43
+ MODEL_FOR_SPEECH_SEQ_2_SEQ_MAPPING,
34
44
  MODEL_FOR_SPEECH_SEQ_2_SEQ_MAPPING_NAMES,
45
+ MODEL_FOR_VISION_2_SEQ_MAPPING,
35
46
  MODEL_FOR_VISION_2_SEQ_MAPPING_NAMES,
47
+ MODEL_MAPPING,
36
48
  MODEL_MAPPING_NAMES,
37
49
  )
38
50
 
@@ -48,48 +60,60 @@ MODEL_FOR_CAUSAL_LM_MAPPING_NAMES.update(
48
60
 
49
61
 
50
62
  class RBLNAutoModel(_BaseAutoModelClass):
51
- _model_mapping = MODEL_MAPPING_NAMES
63
+ _model_mapping = MODEL_MAPPING
64
+ _model_mapping_names = MODEL_MAPPING_NAMES
52
65
 
53
66
 
54
67
  class RBLNAutoModelForCTC(_BaseAutoModelClass):
55
- _model_mapping = MODEL_FOR_CTC_MAPPING_NAMES
68
+ _model_mapping = MODEL_FOR_CTC_MAPPING
69
+ _model_mapping_names = MODEL_FOR_CTC_MAPPING_NAMES
56
70
 
57
71
 
58
72
  class RBLNAutoModelForCausalLM(_BaseAutoModelClass):
59
- _model_mapping = MODEL_FOR_CAUSAL_LM_MAPPING_NAMES
73
+ _model_mapping = MODEL_FOR_CAUSAL_LM_MAPPING
74
+ _model_mapping_names = MODEL_FOR_CAUSAL_LM_MAPPING_NAMES
60
75
 
61
76
 
62
77
  class RBLNAutoModelForSeq2SeqLM(_BaseAutoModelClass):
63
- _model_mapping = MODEL_FOR_SEQ_TO_SEQ_CAUSAL_LM_MAPPING_NAMES
78
+ _model_mapping = MODEL_FOR_SEQ_TO_SEQ_CAUSAL_LM_MAPPING
79
+ _model_mapping_names = MODEL_FOR_SEQ_TO_SEQ_CAUSAL_LM_MAPPING_NAMES
64
80
 
65
81
 
66
82
  class RBLNAutoModelForSpeechSeq2Seq(_BaseAutoModelClass):
67
- _model_mapping = MODEL_FOR_SPEECH_SEQ_2_SEQ_MAPPING_NAMES
83
+ _model_mapping = MODEL_FOR_SPEECH_SEQ_2_SEQ_MAPPING
84
+ _model_mapping_names = MODEL_FOR_SPEECH_SEQ_2_SEQ_MAPPING_NAMES
68
85
 
69
86
 
70
87
  class RBLNAutoModelForDepthEstimation(_BaseAutoModelClass):
71
- _model_mapping = MODEL_FOR_DEPTH_ESTIMATION_MAPPING_NAMES
88
+ _model_mapping = MODEL_FOR_DEPTH_ESTIMATION_MAPPING
89
+ _model_mapping_names = MODEL_FOR_DEPTH_ESTIMATION_MAPPING_NAMES
72
90
 
73
91
 
74
92
  class RBLNAutoModelForSequenceClassification(_BaseAutoModelClass):
75
- _model_mapping = MODEL_FOR_SEQUENCE_CLASSIFICATION_MAPPING_NAMES
93
+ _model_mapping = MODEL_FOR_SEQUENCE_CLASSIFICATION_MAPPING
94
+ _model_mapping_names = MODEL_FOR_SEQUENCE_CLASSIFICATION_MAPPING_NAMES
76
95
 
77
96
 
78
97
  class RBLNAutoModelForVision2Seq(_BaseAutoModelClass):
79
- _model_mapping = MODEL_FOR_VISION_2_SEQ_MAPPING_NAMES
98
+ _model_mapping = MODEL_FOR_VISION_2_SEQ_MAPPING
99
+ _model_mapping_names = MODEL_FOR_VISION_2_SEQ_MAPPING_NAMES
80
100
 
81
101
 
82
102
  class RBLNAutoModelForMaskedLM(_BaseAutoModelClass):
83
- _model_mapping = MODEL_FOR_MASKED_LM_MAPPING_NAMES
103
+ _model_mapping = MODEL_FOR_MASKED_LM_MAPPING
104
+ _model_mapping_names = MODEL_FOR_MASKED_LM_MAPPING_NAMES
84
105
 
85
106
 
86
107
  class RBLNAutoModelForAudioClassification(_BaseAutoModelClass):
87
- _model_mapping = MODEL_FOR_AUDIO_CLASSIFICATION_MAPPING_NAMES
108
+ _model_mapping = MODEL_FOR_AUDIO_CLASSIFICATION_MAPPING
109
+ _model_mapping_names = MODEL_FOR_AUDIO_CLASSIFICATION_MAPPING_NAMES
88
110
 
89
111
 
90
112
  class RBLNAutoModelForImageClassification(_BaseAutoModelClass):
91
- _model_mapping = MODEL_FOR_IMAGE_CLASSIFICATION_MAPPING_NAMES
113
+ _model_mapping = MODEL_FOR_IMAGE_CLASSIFICATION_MAPPING
114
+ _model_mapping_names = MODEL_FOR_IMAGE_CLASSIFICATION_MAPPING_NAMES
92
115
 
93
116
 
94
117
  class RBLNAutoModelForQuestionAnswering(_BaseAutoModelClass):
95
- _model_mapping = MODEL_FOR_QUESTION_ANSWERING_MAPPING_NAMES
118
+ _model_mapping = MODEL_FOR_QUESTION_ANSWERING_MAPPING
119
+ _model_mapping_names = MODEL_FOR_QUESTION_ANSWERING_MAPPING_NAMES
optimum/rbln/transformers/models/bart/__init__.py CHANGED
@@ -21,5 +21,4 @@
21
21
  # copied, modified, or distributed without prior written permission
22
22
  # from Rebellions Inc.
23
23
 
24
- from .bart_architecture import BartDecoderWrapper, BartEncoderWrapper
25
24
  from .modeling_bart import RBLNBartForConditionalGeneration, RBLNBartModel