optimum-rbln 0.2.1a2__tar.gz → 0.2.1a3__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (169) hide show
  1. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/PKG-INFO +1 -1
  2. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/examples/speech-recognition/run_whisper.py +1 -1
  3. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/__version__.py +1 -1
  4. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/diffusers/models/autoencoders/autoencoder_kl.py +2 -2
  5. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/diffusers/models/autoencoders/vae.py +2 -2
  6. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/diffusers/models/controlnet.py +2 -2
  7. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/diffusers/models/transformers/transformer_sd3.py +2 -2
  8. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/diffusers/models/unets/unet_2d_condition.py +2 -2
  9. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/diffusers/pipelines/controlnet/multicontrolnet.py +2 -2
  10. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet.py +3 -2
  11. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/modeling.py +2 -2
  12. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/modeling_base.py +35 -15
  13. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/models/bert/modeling_bert.py +2 -2
  14. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/models/clip/modeling_clip.py +2 -2
  15. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/models/dpt/modeling_dpt.py +2 -2
  16. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/models/llava_next/modeling_llava_next.py +2 -2
  17. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/models/seq2seq/modeling_seq2seq.py +2 -2
  18. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/models/wav2vec2/modeling_wav2vec2.py +2 -2
  19. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/models/whisper/generation_whisper.py +19 -17
  20. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/models/whisper/modeling_whisper.py +2 -2
  21. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/models/xlm_roberta/modeling_xlm_roberta.py +2 -2
  22. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/utils/save_utils.py +3 -2
  23. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/tests/test_base.py +0 -1
  24. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/tests/test_transformers.py +103 -5
  25. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/.github/ISSUE_TEMPLATE/bug_report.md +0 -0
  26. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/.github/ISSUE_TEMPLATE/config.yml +0 -0
  27. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/.github/ISSUE_TEMPLATE/feature_request.md +0 -0
  28. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/.github/ISSUE_TEMPLATE/model_request.md +0 -0
  29. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/.github/pull_request_template.md +0 -0
  30. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/.github/scripts/auto_code_review.py +0 -0
  31. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/.github/scripts/validate_pr_checklist.py +0 -0
  32. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/.github/workflows/auto_code_review.yml +0 -0
  33. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/.github/workflows/check_code_quality.yml +0 -0
  34. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/.github/workflows/deploy-on-tag.yaml +0 -0
  35. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/.github/workflows/deploy.yaml +0 -0
  36. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/.github/workflows/pr-title-check.yaml +0 -0
  37. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/.github/workflows/pr_checklist_validator.yml +0 -0
  38. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/.github/workflows/rbln_dispatch_pytest.yaml +0 -0
  39. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/.github/workflows/rbln_optimum_inference_test.yaml +0 -0
  40. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/.github/workflows/rbln_optimum_pytest.yaml +0 -0
  41. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/.github/workflows/rbln_trigger_on_pr.yaml +0 -0
  42. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/.gitignore +0 -0
  43. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/CODE_OF_CONDUCT.md +0 -0
  44. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/CONTRIBUTING.md +0 -0
  45. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/LICENSE +0 -0
  46. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/README.md +0 -0
  47. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/assets/rbln_logo.png +0 -0
  48. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/examples/audio-classification/run_ast_audio_classification.py +0 -0
  49. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/examples/depth-estimation/run_dpt.py +0 -0
  50. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/examples/image-classification/run_image_classification.py +0 -0
  51. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/examples/image-classification/run_vit_image_classification.py +0 -0
  52. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/examples/image-to-text/run_llava_next_image_to_text.py +0 -0
  53. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/examples/question-answering/run_question_answering.py +0 -0
  54. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/examples/speech-recognition/run_wav2vec2.py +0 -0
  55. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/examples/stable-diffusion/run_stable_diffusion.py +0 -0
  56. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/examples/stable-diffusion/run_stable_diffusion_controlnet.py +0 -0
  57. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/examples/stable-diffusion/run_stable_diffusion_img2img.py +0 -0
  58. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/examples/stable-diffusion/run_stable_diffusion_img2img_controlnet.py +0 -0
  59. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/examples/stable-diffusion/run_stable_diffusion_inpaint.py +0 -0
  60. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/examples/stable-diffusion/run_stable_diffusion_lora.py +0 -0
  61. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/examples/stable-diffusion/run_stable_diffusion_multicontrolnet.py +0 -0
  62. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/examples/text-classification/run_bge_m3_text_classification.py +0 -0
  63. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/examples/text-classification/run_bge_reranker_v2_m3_text_classification.py +0 -0
  64. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/examples/text-classification/run_secureBERT.py +0 -0
  65. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/examples/text-classification/run_t5_classification.py +0 -0
  66. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/examples/text-classification/run_twitter_roberta_text_classification.py +0 -0
  67. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/examples/text2text-generation/run_bart_text2text_generation.py +0 -0
  68. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/examples/text2text-generation/run_llama_peft.py +0 -0
  69. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/examples/text2text-generation/run_llama_text2text_generation.py +0 -0
  70. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/pyproject.toml +0 -0
  71. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/scripts/uv-lock.sh +0 -0
  72. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/scripts/uv-sync.sh +0 -0
  73. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/__init__.py +0 -0
  74. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/diffusers/__init__.py +0 -0
  75. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/diffusers/modeling_diffusers.py +0 -0
  76. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/diffusers/models/__init__.py +0 -0
  77. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/diffusers/models/autoencoders/__init__.py +0 -0
  78. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/diffusers/models/transformers/__init__.py +0 -0
  79. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/diffusers/models/unets/__init__.py +0 -0
  80. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/diffusers/pipelines/__init__.py +0 -0
  81. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/diffusers/pipelines/controlnet/__init__.py +0 -0
  82. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet_img2img.py +0 -0
  83. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet_sd_xl.py +0 -0
  84. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet_sd_xl_img2img.py +0 -0
  85. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/diffusers/pipelines/stable_diffusion/__init__.py +0 -0
  86. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion.py +0 -0
  87. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion_img2img.py +0 -0
  88. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion_inpaint.py +0 -0
  89. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/diffusers/pipelines/stable_diffusion_3/__init__.py +0 -0
  90. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/diffusers/pipelines/stable_diffusion_3/pipeline_stable_diffusion_3.py +0 -0
  91. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/diffusers/pipelines/stable_diffusion_3/pipeline_stable_diffusion_3_img2img.py +0 -0
  92. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/diffusers/pipelines/stable_diffusion_3/pipeline_stable_diffusion_3_inpaint.py +0 -0
  93. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/diffusers/pipelines/stable_diffusion_xl/__init__.py +0 -0
  94. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/diffusers/pipelines/stable_diffusion_xl/pipeline_stable_diffusion_xl.py +0 -0
  95. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/diffusers/pipelines/stable_diffusion_xl/pipeline_stable_diffusion_xl_img2img.py +0 -0
  96. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/diffusers/pipelines/stable_diffusion_xl/pipeline_stable_diffusion_xl_inpaint.py +0 -0
  97. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/modeling_config.py +0 -0
  98. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/ops/__init__.py +0 -0
  99. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/ops/attn.py +0 -0
  100. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/ops/flash_attn.py +0 -0
  101. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/ops/kv_cache_update.py +0 -0
  102. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/__init__.py +0 -0
  103. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/modeling_alias.py +0 -0
  104. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/modeling_generic.py +0 -0
  105. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/modeling_rope_utils.py +0 -0
  106. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/models/__init__.py +0 -0
  107. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/models/auto/__init__.py +0 -0
  108. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/models/auto/auto_factory.py +0 -0
  109. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/models/auto/modeling_auto.py +0 -0
  110. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/models/bart/__init__.py +0 -0
  111. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/models/bart/bart_architecture.py +0 -0
  112. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/models/bart/modeling_bart.py +0 -0
  113. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/models/bert/__init__.py +0 -0
  114. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/models/clip/__init__.py +0 -0
  115. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/models/decoderonly/__init__.py +0 -0
  116. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/models/decoderonly/decoderonly_architecture.py +0 -0
  117. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/models/decoderonly/modeling_decoderonly.py +0 -0
  118. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/models/dpt/__init__.py +0 -0
  119. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/models/exaone/__init__.py +0 -0
  120. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/models/exaone/exaone_architecture.py +0 -0
  121. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/models/exaone/modeling_exaone.py +0 -0
  122. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/models/gemma/__init__.py +0 -0
  123. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/models/gemma/gemma_architecture.py +0 -0
  124. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/models/gemma/modeling_gemma.py +0 -0
  125. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/models/gpt2/__init__.py +0 -0
  126. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/models/gpt2/gpt2_architecture.py +0 -0
  127. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/models/gpt2/modeling_gpt2.py +0 -0
  128. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/models/llama/__init__.py +0 -0
  129. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/models/llama/llama_architecture.py +0 -0
  130. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/models/llama/modeling_llama.py +0 -0
  131. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/models/llava_next/__init__.py +0 -0
  132. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/models/midm/__init__.py +0 -0
  133. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/models/midm/midm_architecture.py +0 -0
  134. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/models/midm/modeling_midm.py +0 -0
  135. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/models/mistral/__init__.py +0 -0
  136. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/models/mistral/mistral_architecture.py +0 -0
  137. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/models/mistral/modeling_mistral.py +0 -0
  138. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/models/phi/__init__.py +0 -0
  139. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/models/phi/modeling_phi.py +0 -0
  140. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/models/phi/phi_architecture.py +0 -0
  141. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/models/qwen2/__init__.py +0 -0
  142. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/models/qwen2/modeling_qwen2.py +0 -0
  143. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/models/qwen2/qwen2_architecture.py +0 -0
  144. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/models/seq2seq/__init__.py +0 -0
  145. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/models/seq2seq/seq2seq_architecture.py +0 -0
  146. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/models/t5/__init__.py +0 -0
  147. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/models/t5/modeling_t5.py +0 -0
  148. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/models/t5/t5_architecture.py +0 -0
  149. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/models/wav2vec2/__init__.py +0 -0
  150. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/models/whisper/__init__.py +0 -0
  151. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/models/whisper/whisper_architecture.py +0 -0
  152. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/models/xlm_roberta/__init__.py +0 -0
  153. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/utils/__init__.py +0 -0
  154. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/transformers/utils/rbln_quantization.py +0 -0
  155. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/utils/__init__.py +0 -0
  156. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/utils/decorator_utils.py +0 -0
  157. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/utils/hub.py +0 -0
  158. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/utils/import_utils.py +0 -0
  159. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/utils/logging.py +0 -0
  160. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/utils/model_utils.py +0 -0
  161. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/utils/runtime_utils.py +0 -0
  162. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/src/optimum/rbln/utils/submodule.py +0 -0
  163. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/tests/__init__.py +0 -0
  164. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/tests/psnr.py +0 -0
  165. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/tests/requirements_sdxl.txt +0 -0
  166. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/tests/run_stable_diffusion_xl_base.py +0 -0
  167. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/tests/test_diffusers.py +0 -0
  168. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/tests/test_llm.py +0 -0
  169. {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a3}/uv.lock +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: optimum-rbln
3
- Version: 0.2.1a2
3
+ Version: 0.2.1a3
4
4
  Summary: Optimum RBLN is the interface between the Hugging Face Transformers and Diffusers libraries and RBLN accelerators. It provides a set of tools enabling easy model loading and inference on single and multiple rbln device settings for different downstream tasks.
5
5
  Project-URL: Homepage, https://rebellions.ai
6
6
  Project-URL: Documentation, https://docs.rbln.ai
@@ -104,7 +104,7 @@ def main(
104
104
  **gen_kwargs,
105
105
  )
106
106
 
107
- generated_ids = outputs
107
+ generated_ids = outputs.get("sequences") if isinstance(outputs, dict) else outputs
108
108
  transcriptions = processor.batch_decode(generated_ids, skip_special_tokens=True, decode_with_timestamps=True)
109
109
 
110
110
  print("---RBLN Longform Generate Result ---")
@@ -12,5 +12,5 @@ __version__: str
12
12
  __version_tuple__: VERSION_TUPLE
13
13
  version_tuple: VERSION_TUPLE
14
14
 
15
- __version__ = version = '0.2.1a2'
15
+ __version__ = version = '0.2.1a3'
16
16
  __version_tuple__ = version_tuple = (0, 2, 1)
@@ -12,7 +12,6 @@
12
12
  # See the License for the specific language governing permissions and
13
13
  # limitations under the License.
14
14
 
15
- import logging
16
15
  from typing import TYPE_CHECKING, Any, Dict, List, Optional, Tuple, Union
17
16
 
18
17
  import rebel
@@ -23,6 +22,7 @@ from transformers import PretrainedConfig
23
22
 
24
23
  from ....modeling import RBLNModel
25
24
  from ....modeling_config import DEFAULT_COMPILED_MODEL_NAME, RBLNCompileConfig, RBLNConfig
25
+ from ....utils.logging import get_logger
26
26
  from ...modeling_diffusers import RBLNDiffusionMixin
27
27
  from .vae import RBLNRuntimeVAEDecoder, RBLNRuntimeVAEEncoder, _VAEDecoder, _VAEEncoder
28
28
 
@@ -31,7 +31,7 @@ if TYPE_CHECKING:
31
31
  import torch
32
32
  from transformers import AutoFeatureExtractor, AutoProcessor, AutoTokenizer, PretrainedConfig
33
33
 
34
- logger = logging.getLogger(__name__)
34
+ logger = get_logger(__name__)
35
35
 
36
36
 
37
37
  class RBLNAutoencoderKL(RBLNModel):
@@ -12,7 +12,6 @@
12
12
  # See the License for the specific language governing permissions and
13
13
  # limitations under the License.
14
14
 
15
- import logging
16
15
  from typing import TYPE_CHECKING
17
16
 
18
17
  import torch # noqa: I001
@@ -20,13 +19,14 @@ from diffusers import AutoencoderKL
20
19
  from diffusers.models.autoencoders.vae import DiagonalGaussianDistribution
21
20
  from diffusers.models.modeling_outputs import AutoencoderKLOutput
22
21
 
22
+ from ....utils.logging import get_logger
23
23
  from ....utils.runtime_utils import RBLNPytorchRuntime
24
24
 
25
25
 
26
26
  if TYPE_CHECKING:
27
27
  import torch
28
28
 
29
- logger = logging.getLogger(__name__)
29
+ logger = get_logger(__name__)
30
30
 
31
31
 
32
32
  class RBLNRuntimeVAEEncoder(RBLNPytorchRuntime):
@@ -13,7 +13,6 @@
13
13
  # limitations under the License.
14
14
 
15
15
  import importlib
16
- import logging
17
16
  from typing import TYPE_CHECKING, Any, Dict, Optional, Union
18
17
 
19
18
  import torch
@@ -22,6 +21,7 @@ from transformers import PretrainedConfig
22
21
 
23
22
  from ...modeling import RBLNModel
24
23
  from ...modeling_config import RBLNCompileConfig, RBLNConfig
24
+ from ...utils.logging import get_logger
25
25
  from ..modeling_diffusers import RBLNDiffusionMixin
26
26
 
27
27
 
@@ -29,7 +29,7 @@ if TYPE_CHECKING:
29
29
  from transformers import AutoFeatureExtractor, AutoProcessor, AutoTokenizer
30
30
 
31
31
 
32
- logger = logging.getLogger(__name__)
32
+ logger = get_logger(__name__)
33
33
 
34
34
 
35
35
  class _ControlNetModel(torch.nn.Module):
@@ -12,7 +12,6 @@
12
12
  # See the License for the specific language governing permissions and
13
13
  # limitations under the License.
14
14
 
15
- import logging
16
15
  from typing import TYPE_CHECKING, Any, Dict, List, Optional, Union
17
16
 
18
17
  import torch
@@ -22,13 +21,14 @@ from transformers import PretrainedConfig
22
21
 
23
22
  from ....modeling import RBLNModel
24
23
  from ....modeling_config import RBLNCompileConfig, RBLNConfig
24
+ from ....utils.logging import get_logger
25
25
  from ...modeling_diffusers import RBLNDiffusionMixin
26
26
 
27
27
 
28
28
  if TYPE_CHECKING:
29
29
  from transformers import AutoFeatureExtractor, AutoProcessor, AutoTokenizer
30
30
 
31
- logger = logging.getLogger(__name__)
31
+ logger = get_logger(__name__)
32
32
 
33
33
 
34
34
  class SD3Transformer2DModelWrapper(torch.nn.Module):
@@ -12,7 +12,6 @@
12
12
  # See the License for the specific language governing permissions and
13
13
  # limitations under the License.
14
14
 
15
- import logging
16
15
  from dataclasses import dataclass
17
16
  from typing import TYPE_CHECKING, Any, Dict, Optional, Tuple, Union
18
17
 
@@ -22,13 +21,14 @@ from transformers import PretrainedConfig
22
21
 
23
22
  from ....modeling import RBLNModel
24
23
  from ....modeling_config import RBLNCompileConfig, RBLNConfig
24
+ from ....utils.logging import get_logger
25
25
  from ...modeling_diffusers import RBLNDiffusionMixin
26
26
 
27
27
 
28
28
  if TYPE_CHECKING:
29
29
  from transformers import AutoFeatureExtractor, AutoProcessor, AutoTokenizer
30
30
 
31
- logger = logging.getLogger(__name__)
31
+ logger = get_logger(__name__)
32
32
 
33
33
 
34
34
  class _UNet_SD(torch.nn.Module):
@@ -12,7 +12,6 @@
12
12
  # See the License for the specific language governing permissions and
13
13
  # limitations under the License.
14
14
 
15
- import logging
16
15
  import os
17
16
  from pathlib import Path
18
17
  from typing import TYPE_CHECKING, Any, Dict, List, Optional, Union
@@ -21,13 +20,14 @@ import torch
21
20
  from diffusers.pipelines.controlnet.multicontrolnet import MultiControlNetModel
22
21
 
23
22
  from ....modeling import RBLNModel
23
+ from ....utils.logging import get_logger
24
24
  from ...models.controlnet import RBLNControlNetModel
25
25
 
26
26
 
27
27
  if TYPE_CHECKING:
28
28
  pass
29
29
 
30
- logger = logging.getLogger(__name__)
30
+ logger = get_logger(__name__)
31
31
 
32
32
 
33
33
  class RBLNMultiControlNetModel(RBLNModel):
@@ -34,16 +34,17 @@ from diffusers import StableDiffusionControlNetPipeline
34
34
  from diffusers.image_processor import PipelineImageInput
35
35
  from diffusers.pipelines.controlnet.pipeline_controlnet import retrieve_timesteps
36
36
  from diffusers.pipelines.stable_diffusion import StableDiffusionPipelineOutput
37
- from diffusers.utils import deprecate, logging
37
+ from diffusers.utils import deprecate
38
38
  from diffusers.utils.torch_utils import is_compiled_module, is_torch_version
39
39
 
40
40
  from ....utils.decorator_utils import remove_compile_time_kwargs
41
+ from ....utils.logging import get_logger
41
42
  from ...modeling_diffusers import RBLNDiffusionMixin
42
43
  from ...models import RBLNControlNetModel
43
44
  from ...pipelines.controlnet.multicontrolnet import RBLNMultiControlNetModel
44
45
 
45
46
 
46
- logger = logging.get_logger(__name__)
47
+ logger = get_logger(__name__)
47
48
 
48
49
 
49
50
  class RBLNStableDiffusionControlNetPipeline(RBLNDiffusionMixin, StableDiffusionControlNetPipeline):
@@ -12,7 +12,6 @@
12
12
  # See the License for the specific language governing permissions and
13
13
  # limitations under the License.
14
14
 
15
- import logging
16
15
  from pathlib import Path
17
16
  from tempfile import TemporaryDirectory
18
17
  from typing import TYPE_CHECKING, Any, Dict, List, Optional, Union
@@ -24,13 +23,14 @@ from transformers import AutoConfig, PretrainedConfig
24
23
 
25
24
  from .modeling_base import RBLNBaseModel
26
25
  from .modeling_config import DEFAULT_COMPILED_MODEL_NAME, RBLNConfig, use_rbln_config
26
+ from .utils.logging import get_logger
27
27
 
28
28
 
29
29
  if TYPE_CHECKING:
30
30
  from transformers import PreTrainedModel
31
31
 
32
32
 
33
- logger = logging.getLogger(__name__)
33
+ logger = get_logger(__name__)
34
34
 
35
35
 
36
36
  class RBLNModel(RBLNBaseModel):
@@ -13,7 +13,6 @@
13
13
  # limitations under the License.
14
14
 
15
15
  import importlib
16
- import logging
17
16
  import os
18
17
  import shutil
19
18
  from abc import ABC, abstractmethod
@@ -32,6 +31,7 @@ from transformers import (
32
31
 
33
32
  from .modeling_config import RBLNCompileConfig, RBLNConfig, use_rbln_config
34
33
  from .utils.hub import PushToHubMixin, pull_compiled_model_from_hub, validate_files
34
+ from .utils.logging import get_logger
35
35
  from .utils.runtime_utils import UnavailableRuntime
36
36
  from .utils.save_utils import maybe_load_preprocessors
37
37
  from .utils.submodule import SubModulesMixin
@@ -40,7 +40,7 @@ from .utils.submodule import SubModulesMixin
40
40
  if TYPE_CHECKING:
41
41
  from transformers import PreTrainedModel
42
42
 
43
- logger = logging.getLogger(__name__)
43
+ logger = get_logger(__name__)
44
44
 
45
45
 
46
46
  class PreTrainedModel(ABC): # noqa: F811
@@ -442,27 +442,47 @@ class RBLNBaseModel(SubModulesMixin, PushToHubMixin, PreTrainedModel):
442
442
  logger.error(f"Provided path ({save_directory}) should be a directory, not a file")
443
443
  return
444
444
 
445
- os.makedirs(save_directory, exist_ok=True)
446
-
447
445
  real_save_dir = self.model_save_dir / self.subfolder
448
446
  save_directory_path = Path(save_directory)
449
- if os.path.exists(real_save_dir) and os.path.isdir(real_save_dir):
450
- if save_directory_path.absolute() == real_save_dir.absolute():
451
- raise FileExistsError(
452
- f"Cannot save model to '{save_directory}'. "
453
- f"This directory already exists and contains the model files."
454
- )
455
- shutil.copytree(real_save_dir, save_directory, dirs_exist_ok=True)
456
- self.config.save_pretrained(save_directory)
457
- if self.generation_config is not None:
458
- self.generation_config.save_pretrained(save_directory)
459
- else:
447
+
448
+ if not os.path.exists(real_save_dir) or not os.path.isdir(real_save_dir):
460
449
  raise FileNotFoundError(
461
450
  f"Unable to save the model. The model directory '{real_save_dir}' does not exist or is not accessible. "
462
451
  f"Cannot save to the specified destination '{save_directory}'. "
463
452
  f"Please ensure the model directory exists and you have the necessary permissions to access it."
464
453
  )
465
454
 
455
+ if save_directory_path.absolute() == real_save_dir.absolute():
456
+ raise FileExistsError(
457
+ f"Cannot save model to '{save_directory}'. This directory already exists and contains the model files."
458
+ )
459
+
460
+ # Create a temporary directory next to the target directory
461
+ tmp_dir = save_directory + ".tmp"
462
+ try:
463
+ # Remove temporary directory if it exists from a previous failed attempt
464
+ if os.path.exists(tmp_dir):
465
+ shutil.rmtree(tmp_dir)
466
+
467
+ # First copy everything to a temporary directory
468
+ shutil.copytree(real_save_dir, tmp_dir)
469
+
470
+ # Save configs to the temporary directory
471
+ self.config.save_pretrained(tmp_dir)
472
+ if self.generation_config is not None:
473
+ self.generation_config.save_pretrained(tmp_dir)
474
+
475
+ # If everything succeeded, atomically replace the target directory
476
+ if os.path.exists(save_directory):
477
+ shutil.rmtree(save_directory)
478
+ os.rename(tmp_dir, save_directory)
479
+
480
+ except Exception as e:
481
+ # Clean up the temporary directory if anything fails
482
+ if os.path.exists(tmp_dir):
483
+ shutil.rmtree(tmp_dir)
484
+ raise e # Re-raise the exception after cleanup
485
+
466
486
  if push_to_hub:
467
487
  return super().push_to_hub(save_directory, **kwargs)
468
488
 
@@ -13,17 +13,17 @@
13
13
  # limitations under the License.
14
14
 
15
15
  import inspect
16
- import logging
17
16
  from typing import TYPE_CHECKING, Any, Dict, Optional, Union
18
17
 
19
18
  from transformers import PretrainedConfig
20
19
 
21
20
  from ....modeling import RBLNModel
22
21
  from ....modeling_config import RBLNCompileConfig, RBLNConfig
22
+ from ....utils.logging import get_logger
23
23
  from ...modeling_generic import RBLNModelForMaskedLM, RBLNModelForQuestionAnswering
24
24
 
25
25
 
26
- logger = logging.getLogger(__name__)
26
+ logger = get_logger(__name__)
27
27
 
28
28
  if TYPE_CHECKING:
29
29
  from transformers import AutoFeatureExtractor, AutoProcessor, AutoTokenizer
@@ -12,7 +12,6 @@
12
12
  # See the License for the specific language governing permissions and
13
13
  # limitations under the License.
14
14
 
15
- import logging
16
15
  from typing import TYPE_CHECKING, Any, Dict, Optional, Tuple, Union
17
16
 
18
17
  import torch
@@ -28,9 +27,10 @@ from transformers.models.clip.modeling_clip import CLIPTextModelOutput
28
27
  from ....diffusers.modeling_diffusers import RBLNDiffusionMixin
29
28
  from ....modeling import RBLNModel
30
29
  from ....modeling_config import RBLNCompileConfig, RBLNConfig
30
+ from ....utils.logging import get_logger
31
31
 
32
32
 
33
- logger = logging.getLogger(__name__)
33
+ logger = get_logger(__name__)
34
34
 
35
35
  if TYPE_CHECKING:
36
36
  from transformers import AutoFeatureExtractor, AutoProcessor, AutoTokenizer, CLIPTextModel
@@ -12,7 +12,6 @@
12
12
  # See the License for the specific language governing permissions and
13
13
  # limitations under the License.
14
14
 
15
- import logging
16
15
  from typing import TYPE_CHECKING, Any, Dict, Iterable, Optional, Union
17
16
 
18
17
  from transformers import AutoModelForDepthEstimation
@@ -20,9 +19,10 @@ from transformers.modeling_outputs import DepthEstimatorOutput
20
19
 
21
20
  from ....modeling import RBLNModel
22
21
  from ....modeling_config import RBLNCompileConfig, RBLNConfig
22
+ from ....utils.logging import get_logger
23
23
 
24
24
 
25
- logger = logging.getLogger(__name__)
25
+ logger = get_logger(__name__)
26
26
 
27
27
  if TYPE_CHECKING:
28
28
  from transformers import AutoFeatureExtractor, AutoProcessor, AutoTokenizer, PretrainedConfig
@@ -13,7 +13,6 @@
13
13
  # limitations under the License.
14
14
 
15
15
  import inspect
16
- import logging
17
16
  from pathlib import Path
18
17
  from typing import TYPE_CHECKING, Any, Callable, Dict, Optional, Tuple, Union
19
18
 
@@ -30,10 +29,11 @@ from transformers.models.llava_next.modeling_llava_next import LlavaNextCausalLM
30
29
 
31
30
  from ....modeling import RBLNModel
32
31
  from ....modeling_config import RBLNCompileConfig, RBLNConfig
32
+ from ....utils.logging import get_logger
33
33
  from ..decoderonly.modeling_decoderonly import RBLNDecoderOnlyOutput
34
34
 
35
35
 
36
- logger = logging.getLogger(__name__)
36
+ logger = get_logger(__name__)
37
37
 
38
38
  if TYPE_CHECKING:
39
39
  from transformers import (
@@ -13,7 +13,6 @@
13
13
  # limitations under the License.
14
14
 
15
15
  import inspect
16
- import logging
17
16
  from abc import ABC
18
17
  from typing import TYPE_CHECKING, Any, Dict, List, Optional, Tuple, Union
19
18
 
@@ -25,10 +24,11 @@ from transformers.modeling_outputs import BaseModelOutput, Seq2SeqLMOutput
25
24
 
26
25
  from ....modeling import RBLNModel
27
26
  from ....modeling_config import RBLNCompileConfig, RBLNConfig
27
+ from ....utils.logging import get_logger
28
28
  from ....utils.runtime_utils import RBLNPytorchRuntime
29
29
 
30
30
 
31
- logger = logging.getLogger(__name__)
31
+ logger = get_logger(__name__)
32
32
 
33
33
  if TYPE_CHECKING:
34
34
  from transformers import (
@@ -12,7 +12,6 @@
12
12
  # See the License for the specific language governing permissions and
13
13
  # limitations under the License.
14
14
 
15
- import logging
16
15
  from typing import TYPE_CHECKING, Any, Dict, Union
17
16
 
18
17
  import torch
@@ -21,9 +20,10 @@ from transformers.modeling_outputs import CausalLMOutput
21
20
 
22
21
  from ....modeling import RBLNModel
23
22
  from ....modeling_config import RBLNCompileConfig, RBLNConfig
23
+ from ....utils.logging import get_logger
24
24
 
25
25
 
26
- logger = logging.getLogger(__name__)
26
+ logger = get_logger(__name__)
27
27
 
28
28
  if TYPE_CHECKING:
29
29
  from transformers import (
@@ -32,6 +32,8 @@ Modified from `transformers.models.whisper.generation_whisper.py`
32
32
  """
33
33
 
34
34
  import torch
35
+ import transformers
36
+ from packaging import version
35
37
  from transformers import GenerationMixin
36
38
  from transformers.models.whisper.generation_whisper import WhisperGenerationMixin
37
39
 
@@ -47,17 +49,12 @@ class RBLNWhisperGenerationMixin(WhisperGenerationMixin, GenerationMixin):
47
49
  self, seek_outputs, decoder_input_ids, return_token_timestamps, generation_config, *args, **kwargs
48
50
  ):
49
51
  # remove all previously passed decoder input ids
50
-
51
- ################################## rbln_change for 4.40.2###################################
52
- # 4.40.2 has no keyword shortform, it has seperate codes from generation_fallback
53
- is_shortform = kwargs.get("is_shortform", False)
54
- start_idx = decoder_input_ids.shape[-1] if not is_shortform else torch.tensor(0)
52
+ # should happen only if it is the first generated segment
53
+ start_idx = decoder_input_ids.shape[-1]
55
54
 
56
55
  if isinstance(seek_outputs, torch.Tensor):
57
- seek_outputs = seek_outputs[:, start_idx:]
58
- return seek_outputs, seek_outputs
56
+ return seek_outputs[:, start_idx:], seek_outputs
59
57
 
60
- ############## rbln validation#############
61
58
  if return_token_timestamps and not self.rbln_token_timestamps:
62
59
  raise RuntimeError(
63
60
  "To use .generate() with return_token_timestamps=True, the model must be compiled with rbln_token_timestamps=True. "
@@ -67,11 +64,19 @@ class RBLNWhisperGenerationMixin(WhisperGenerationMixin, GenerationMixin):
67
64
 
68
65
  if return_token_timestamps and hasattr(generation_config, "alignment_heads"):
69
66
  num_frames = getattr(generation_config, "num_frames", None)
70
- seek_outputs["token_timestamps"] = self._extract_token_timestamps(
71
- seek_outputs, generation_config.alignment_heads, num_frames=num_frames
72
- )
73
- seek_outputs["token_timestamps"] = seek_outputs["token_timestamps"][:, start_idx:]
74
-
67
+ if version.parse(transformers.__version__) >= version.parse("4.46.0"):
68
+ seek_outputs["token_timestamps"] = self._extract_token_timestamps(
69
+ seek_outputs,
70
+ generation_config.alignment_heads,
71
+ num_frames=num_frames,
72
+ num_input_ids=decoder_input_ids.shape[-1],
73
+ )
74
+ else:
75
+ seek_outputs["token_timestamps"] = self._extract_token_timestamps(
76
+ seek_outputs,
77
+ generation_config.alignment_heads,
78
+ num_frames=num_frames,
79
+ )
75
80
  seek_outputs["sequences"] = seek_outputs["sequences"][:, start_idx:]
76
81
 
77
82
  def split_by_batch_index(values, key, batch_idx):
@@ -87,15 +92,12 @@ class RBLNWhisperGenerationMixin(WhisperGenerationMixin, GenerationMixin):
87
92
 
88
93
  sequence_tokens = seek_outputs["sequences"]
89
94
 
90
- ##################################### thkim change #############################################
91
95
  valid_seekoutputs = []
92
96
  for k, v in seek_outputs.items():
93
97
  if v is not None and len(v) > 0 and v[0] is not None:
94
98
  valid_seekoutputs.append((k, v))
95
99
  seek_outputs = [
96
- {k: split_by_batch_index(v, k, i) for k, v in valid_seekoutputs}
97
- # {k: split_by_batch_index(v, k, i, is_shortform) for k, v in seek_outputs.items()}
98
- for i in range(sequence_tokens.shape[0])
100
+ {k: split_by_batch_index(v, k, i) for k, v in valid_seekoutputs} for i in range(sequence_tokens.shape[0])
99
101
  ]
100
102
 
101
103
  return sequence_tokens, seek_outputs
@@ -13,7 +13,6 @@
13
13
  # limitations under the License.
14
14
 
15
15
  import inspect
16
- import logging
17
16
  from typing import TYPE_CHECKING, Any, Callable, Dict, List, Optional, Union
18
17
 
19
18
  import rebel
@@ -30,12 +29,13 @@ from transformers.modeling_outputs import BaseModelOutput, Seq2SeqLMOutput
30
29
 
31
30
  from ....modeling import RBLNModel
32
31
  from ....modeling_config import RBLNCompileConfig, RBLNConfig
32
+ from ....utils.logging import get_logger
33
33
  from ....utils.runtime_utils import RBLNPytorchRuntime
34
34
  from .generation_whisper import RBLNWhisperGenerationMixin
35
35
  from .whisper_architecture import WhisperWrapper
36
36
 
37
37
 
38
- logger = logging.getLogger(__name__)
38
+ logger = get_logger(__name__)
39
39
 
40
40
  if TYPE_CHECKING:
41
41
  from transformers import AutoFeatureExtractor, AutoProcessor, PretrainedConfig, PreTrainedModel
@@ -13,7 +13,6 @@
13
13
  # limitations under the License.
14
14
 
15
15
  import inspect
16
- import logging
17
16
  from typing import TYPE_CHECKING, Optional, Union
18
17
 
19
18
  import torch
@@ -21,9 +20,10 @@ from transformers import PretrainedConfig
21
20
 
22
21
  from ....modeling import RBLNModel
23
22
  from ....modeling_config import RBLNCompileConfig, RBLNConfig
23
+ from ....utils.logging import get_logger
24
24
 
25
25
 
26
- logger = logging.getLogger(__name__)
26
+ logger = get_logger(__name__)
27
27
 
28
28
  if TYPE_CHECKING:
29
29
  from transformers import AutoFeatureExtractor, AutoProcessor, AutoTokenizer
@@ -30,14 +30,15 @@
30
30
  Refer to huggingface/optimum/blob/4fdeea77d71e79451ba53e0c1f9d8f37e9704268/optimum/utils/save_utils.py
31
31
  """
32
32
 
33
- import logging
34
33
  from pathlib import Path
35
34
  from typing import List, Union
36
35
 
37
36
  from transformers import AutoFeatureExtractor, AutoProcessor, AutoTokenizer
38
37
 
38
+ from .logging import get_logger
39
39
 
40
- logger = logging.getLogger(__name__)
40
+
41
+ logger = get_logger(__name__)
41
42
 
42
43
 
43
44
  def maybe_load_preprocessors(
@@ -186,7 +186,6 @@ class BaseTest:
186
186
  output = self.model(**inputs)
187
187
 
188
188
  output = self.postprocess(inputs, output)
189
- print(output)
190
189
  if self.EXPECTED_OUTPUT:
191
190
  self.assertEqual(output, self.EXPECTED_OUTPUT)
192
191