optimum-rbln 0.2.1a2__tar.gz → 0.2.1a4__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/PKG-INFO +1 -1
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/examples/speech-recognition/run_whisper.py +1 -1
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/__version__.py +1 -1
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/diffusers/models/autoencoders/autoencoder_kl.py +2 -2
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/diffusers/models/autoencoders/vae.py +2 -2
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/diffusers/models/controlnet.py +2 -2
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/diffusers/models/transformers/transformer_sd3.py +2 -2
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/diffusers/models/unets/unet_2d_condition.py +2 -2
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/diffusers/pipelines/controlnet/multicontrolnet.py +2 -2
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet.py +3 -2
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/modeling.py +2 -2
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/modeling_base.py +35 -15
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/models/bert/modeling_bert.py +2 -2
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/models/clip/modeling_clip.py +2 -2
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/models/decoderonly/modeling_decoderonly.py +200 -154
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/models/dpt/modeling_dpt.py +2 -2
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/models/llava_next/modeling_llava_next.py +6 -9
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/models/seq2seq/modeling_seq2seq.py +61 -39
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/models/wav2vec2/modeling_wav2vec2.py +2 -2
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/models/whisper/generation_whisper.py +19 -17
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/models/whisper/modeling_whisper.py +2 -2
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/models/xlm_roberta/modeling_xlm_roberta.py +2 -2
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/utils/save_utils.py +3 -2
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/tests/test_base.py +0 -1
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/tests/test_transformers.py +103 -5
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/.github/ISSUE_TEMPLATE/bug_report.md +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/.github/ISSUE_TEMPLATE/config.yml +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/.github/ISSUE_TEMPLATE/feature_request.md +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/.github/ISSUE_TEMPLATE/model_request.md +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/.github/pull_request_template.md +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/.github/scripts/auto_code_review.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/.github/scripts/validate_pr_checklist.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/.github/workflows/auto_code_review.yml +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/.github/workflows/check_code_quality.yml +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/.github/workflows/deploy-on-tag.yaml +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/.github/workflows/deploy.yaml +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/.github/workflows/pr-title-check.yaml +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/.github/workflows/pr_checklist_validator.yml +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/.github/workflows/rbln_dispatch_pytest.yaml +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/.github/workflows/rbln_optimum_inference_test.yaml +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/.github/workflows/rbln_optimum_pytest.yaml +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/.github/workflows/rbln_trigger_on_pr.yaml +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/.gitignore +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/CODE_OF_CONDUCT.md +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/CONTRIBUTING.md +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/LICENSE +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/README.md +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/assets/rbln_logo.png +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/examples/audio-classification/run_ast_audio_classification.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/examples/depth-estimation/run_dpt.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/examples/image-classification/run_image_classification.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/examples/image-classification/run_vit_image_classification.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/examples/image-to-text/run_llava_next_image_to_text.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/examples/question-answering/run_question_answering.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/examples/speech-recognition/run_wav2vec2.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/examples/stable-diffusion/run_stable_diffusion.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/examples/stable-diffusion/run_stable_diffusion_controlnet.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/examples/stable-diffusion/run_stable_diffusion_img2img.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/examples/stable-diffusion/run_stable_diffusion_img2img_controlnet.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/examples/stable-diffusion/run_stable_diffusion_inpaint.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/examples/stable-diffusion/run_stable_diffusion_lora.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/examples/stable-diffusion/run_stable_diffusion_multicontrolnet.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/examples/text-classification/run_bge_m3_text_classification.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/examples/text-classification/run_bge_reranker_v2_m3_text_classification.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/examples/text-classification/run_secureBERT.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/examples/text-classification/run_t5_classification.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/examples/text-classification/run_twitter_roberta_text_classification.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/examples/text2text-generation/run_bart_text2text_generation.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/examples/text2text-generation/run_llama_peft.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/examples/text2text-generation/run_llama_text2text_generation.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/pyproject.toml +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/scripts/uv-lock.sh +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/scripts/uv-sync.sh +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/__init__.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/diffusers/__init__.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/diffusers/modeling_diffusers.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/diffusers/models/__init__.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/diffusers/models/autoencoders/__init__.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/diffusers/models/transformers/__init__.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/diffusers/models/unets/__init__.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/diffusers/pipelines/__init__.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/diffusers/pipelines/controlnet/__init__.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet_img2img.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet_sd_xl.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet_sd_xl_img2img.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/diffusers/pipelines/stable_diffusion/__init__.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion_img2img.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion_inpaint.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/diffusers/pipelines/stable_diffusion_3/__init__.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/diffusers/pipelines/stable_diffusion_3/pipeline_stable_diffusion_3.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/diffusers/pipelines/stable_diffusion_3/pipeline_stable_diffusion_3_img2img.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/diffusers/pipelines/stable_diffusion_3/pipeline_stable_diffusion_3_inpaint.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/diffusers/pipelines/stable_diffusion_xl/__init__.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/diffusers/pipelines/stable_diffusion_xl/pipeline_stable_diffusion_xl.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/diffusers/pipelines/stable_diffusion_xl/pipeline_stable_diffusion_xl_img2img.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/diffusers/pipelines/stable_diffusion_xl/pipeline_stable_diffusion_xl_inpaint.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/modeling_config.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/ops/__init__.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/ops/attn.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/ops/flash_attn.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/ops/kv_cache_update.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/__init__.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/modeling_alias.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/modeling_generic.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/modeling_rope_utils.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/models/__init__.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/models/auto/__init__.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/models/auto/auto_factory.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/models/auto/modeling_auto.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/models/bart/__init__.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/models/bart/bart_architecture.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/models/bart/modeling_bart.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/models/bert/__init__.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/models/clip/__init__.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/models/decoderonly/__init__.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/models/decoderonly/decoderonly_architecture.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/models/dpt/__init__.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/models/exaone/__init__.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/models/exaone/exaone_architecture.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/models/exaone/modeling_exaone.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/models/gemma/__init__.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/models/gemma/gemma_architecture.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/models/gemma/modeling_gemma.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/models/gpt2/__init__.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/models/gpt2/gpt2_architecture.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/models/gpt2/modeling_gpt2.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/models/llama/__init__.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/models/llama/llama_architecture.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/models/llama/modeling_llama.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/models/llava_next/__init__.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/models/midm/__init__.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/models/midm/midm_architecture.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/models/midm/modeling_midm.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/models/mistral/__init__.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/models/mistral/mistral_architecture.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/models/mistral/modeling_mistral.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/models/phi/__init__.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/models/phi/modeling_phi.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/models/phi/phi_architecture.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/models/qwen2/__init__.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/models/qwen2/modeling_qwen2.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/models/qwen2/qwen2_architecture.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/models/seq2seq/__init__.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/models/seq2seq/seq2seq_architecture.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/models/t5/__init__.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/models/t5/modeling_t5.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/models/t5/t5_architecture.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/models/wav2vec2/__init__.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/models/whisper/__init__.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/models/whisper/whisper_architecture.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/models/xlm_roberta/__init__.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/utils/__init__.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/transformers/utils/rbln_quantization.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/utils/__init__.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/utils/decorator_utils.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/utils/hub.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/utils/import_utils.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/utils/logging.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/utils/model_utils.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/utils/runtime_utils.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/utils/submodule.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/tests/__init__.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/tests/psnr.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/tests/requirements_sdxl.txt +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/tests/run_stable_diffusion_xl_base.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/tests/test_diffusers.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/tests/test_llm.py +0 -0
- {optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/uv.lock +0 -0
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.4
|
2
2
|
Name: optimum-rbln
|
3
|
-
Version: 0.2.
|
3
|
+
Version: 0.2.1a4
|
4
4
|
Summary: Optimum RBLN is the interface between the Hugging Face Transformers and Diffusers libraries and RBLN accelerators. It provides a set of tools enabling easy model loading and inference on single and multiple rbln device settings for different downstream tasks.
|
5
5
|
Project-URL: Homepage, https://rebellions.ai
|
6
6
|
Project-URL: Documentation, https://docs.rbln.ai
|
@@ -104,7 +104,7 @@ def main(
|
|
104
104
|
**gen_kwargs,
|
105
105
|
)
|
106
106
|
|
107
|
-
generated_ids = outputs
|
107
|
+
generated_ids = outputs.get("sequences") if isinstance(outputs, dict) else outputs
|
108
108
|
transcriptions = processor.batch_decode(generated_ids, skip_special_tokens=True, decode_with_timestamps=True)
|
109
109
|
|
110
110
|
print("---RBLN Longform Generate Result ---")
|
@@ -12,7 +12,6 @@
|
|
12
12
|
# See the License for the specific language governing permissions and
|
13
13
|
# limitations under the License.
|
14
14
|
|
15
|
-
import logging
|
16
15
|
from typing import TYPE_CHECKING, Any, Dict, List, Optional, Tuple, Union
|
17
16
|
|
18
17
|
import rebel
|
@@ -23,6 +22,7 @@ from transformers import PretrainedConfig
|
|
23
22
|
|
24
23
|
from ....modeling import RBLNModel
|
25
24
|
from ....modeling_config import DEFAULT_COMPILED_MODEL_NAME, RBLNCompileConfig, RBLNConfig
|
25
|
+
from ....utils.logging import get_logger
|
26
26
|
from ...modeling_diffusers import RBLNDiffusionMixin
|
27
27
|
from .vae import RBLNRuntimeVAEDecoder, RBLNRuntimeVAEEncoder, _VAEDecoder, _VAEEncoder
|
28
28
|
|
@@ -31,7 +31,7 @@ if TYPE_CHECKING:
|
|
31
31
|
import torch
|
32
32
|
from transformers import AutoFeatureExtractor, AutoProcessor, AutoTokenizer, PretrainedConfig
|
33
33
|
|
34
|
-
logger =
|
34
|
+
logger = get_logger(__name__)
|
35
35
|
|
36
36
|
|
37
37
|
class RBLNAutoencoderKL(RBLNModel):
|
{optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/diffusers/models/autoencoders/vae.py
RENAMED
@@ -12,7 +12,6 @@
|
|
12
12
|
# See the License for the specific language governing permissions and
|
13
13
|
# limitations under the License.
|
14
14
|
|
15
|
-
import logging
|
16
15
|
from typing import TYPE_CHECKING
|
17
16
|
|
18
17
|
import torch # noqa: I001
|
@@ -20,13 +19,14 @@ from diffusers import AutoencoderKL
|
|
20
19
|
from diffusers.models.autoencoders.vae import DiagonalGaussianDistribution
|
21
20
|
from diffusers.models.modeling_outputs import AutoencoderKLOutput
|
22
21
|
|
22
|
+
from ....utils.logging import get_logger
|
23
23
|
from ....utils.runtime_utils import RBLNPytorchRuntime
|
24
24
|
|
25
25
|
|
26
26
|
if TYPE_CHECKING:
|
27
27
|
import torch
|
28
28
|
|
29
|
-
logger =
|
29
|
+
logger = get_logger(__name__)
|
30
30
|
|
31
31
|
|
32
32
|
class RBLNRuntimeVAEEncoder(RBLNPytorchRuntime):
|
{optimum_rbln-0.2.1a2 → optimum_rbln-0.2.1a4}/src/optimum/rbln/diffusers/models/controlnet.py
RENAMED
@@ -13,7 +13,6 @@
|
|
13
13
|
# limitations under the License.
|
14
14
|
|
15
15
|
import importlib
|
16
|
-
import logging
|
17
16
|
from typing import TYPE_CHECKING, Any, Dict, Optional, Union
|
18
17
|
|
19
18
|
import torch
|
@@ -22,6 +21,7 @@ from transformers import PretrainedConfig
|
|
22
21
|
|
23
22
|
from ...modeling import RBLNModel
|
24
23
|
from ...modeling_config import RBLNCompileConfig, RBLNConfig
|
24
|
+
from ...utils.logging import get_logger
|
25
25
|
from ..modeling_diffusers import RBLNDiffusionMixin
|
26
26
|
|
27
27
|
|
@@ -29,7 +29,7 @@ if TYPE_CHECKING:
|
|
29
29
|
from transformers import AutoFeatureExtractor, AutoProcessor, AutoTokenizer
|
30
30
|
|
31
31
|
|
32
|
-
logger =
|
32
|
+
logger = get_logger(__name__)
|
33
33
|
|
34
34
|
|
35
35
|
class _ControlNetModel(torch.nn.Module):
|
@@ -12,7 +12,6 @@
|
|
12
12
|
# See the License for the specific language governing permissions and
|
13
13
|
# limitations under the License.
|
14
14
|
|
15
|
-
import logging
|
16
15
|
from typing import TYPE_CHECKING, Any, Dict, List, Optional, Union
|
17
16
|
|
18
17
|
import torch
|
@@ -22,13 +21,14 @@ from transformers import PretrainedConfig
|
|
22
21
|
|
23
22
|
from ....modeling import RBLNModel
|
24
23
|
from ....modeling_config import RBLNCompileConfig, RBLNConfig
|
24
|
+
from ....utils.logging import get_logger
|
25
25
|
from ...modeling_diffusers import RBLNDiffusionMixin
|
26
26
|
|
27
27
|
|
28
28
|
if TYPE_CHECKING:
|
29
29
|
from transformers import AutoFeatureExtractor, AutoProcessor, AutoTokenizer
|
30
30
|
|
31
|
-
logger =
|
31
|
+
logger = get_logger(__name__)
|
32
32
|
|
33
33
|
|
34
34
|
class SD3Transformer2DModelWrapper(torch.nn.Module):
|
@@ -12,7 +12,6 @@
|
|
12
12
|
# See the License for the specific language governing permissions and
|
13
13
|
# limitations under the License.
|
14
14
|
|
15
|
-
import logging
|
16
15
|
from dataclasses import dataclass
|
17
16
|
from typing import TYPE_CHECKING, Any, Dict, Optional, Tuple, Union
|
18
17
|
|
@@ -22,13 +21,14 @@ from transformers import PretrainedConfig
|
|
22
21
|
|
23
22
|
from ....modeling import RBLNModel
|
24
23
|
from ....modeling_config import RBLNCompileConfig, RBLNConfig
|
24
|
+
from ....utils.logging import get_logger
|
25
25
|
from ...modeling_diffusers import RBLNDiffusionMixin
|
26
26
|
|
27
27
|
|
28
28
|
if TYPE_CHECKING:
|
29
29
|
from transformers import AutoFeatureExtractor, AutoProcessor, AutoTokenizer
|
30
30
|
|
31
|
-
logger =
|
31
|
+
logger = get_logger(__name__)
|
32
32
|
|
33
33
|
|
34
34
|
class _UNet_SD(torch.nn.Module):
|
@@ -12,7 +12,6 @@
|
|
12
12
|
# See the License for the specific language governing permissions and
|
13
13
|
# limitations under the License.
|
14
14
|
|
15
|
-
import logging
|
16
15
|
import os
|
17
16
|
from pathlib import Path
|
18
17
|
from typing import TYPE_CHECKING, Any, Dict, List, Optional, Union
|
@@ -21,13 +20,14 @@ import torch
|
|
21
20
|
from diffusers.pipelines.controlnet.multicontrolnet import MultiControlNetModel
|
22
21
|
|
23
22
|
from ....modeling import RBLNModel
|
23
|
+
from ....utils.logging import get_logger
|
24
24
|
from ...models.controlnet import RBLNControlNetModel
|
25
25
|
|
26
26
|
|
27
27
|
if TYPE_CHECKING:
|
28
28
|
pass
|
29
29
|
|
30
|
-
logger =
|
30
|
+
logger = get_logger(__name__)
|
31
31
|
|
32
32
|
|
33
33
|
class RBLNMultiControlNetModel(RBLNModel):
|
@@ -34,16 +34,17 @@ from diffusers import StableDiffusionControlNetPipeline
|
|
34
34
|
from diffusers.image_processor import PipelineImageInput
|
35
35
|
from diffusers.pipelines.controlnet.pipeline_controlnet import retrieve_timesteps
|
36
36
|
from diffusers.pipelines.stable_diffusion import StableDiffusionPipelineOutput
|
37
|
-
from diffusers.utils import deprecate
|
37
|
+
from diffusers.utils import deprecate
|
38
38
|
from diffusers.utils.torch_utils import is_compiled_module, is_torch_version
|
39
39
|
|
40
40
|
from ....utils.decorator_utils import remove_compile_time_kwargs
|
41
|
+
from ....utils.logging import get_logger
|
41
42
|
from ...modeling_diffusers import RBLNDiffusionMixin
|
42
43
|
from ...models import RBLNControlNetModel
|
43
44
|
from ...pipelines.controlnet.multicontrolnet import RBLNMultiControlNetModel
|
44
45
|
|
45
46
|
|
46
|
-
logger =
|
47
|
+
logger = get_logger(__name__)
|
47
48
|
|
48
49
|
|
49
50
|
class RBLNStableDiffusionControlNetPipeline(RBLNDiffusionMixin, StableDiffusionControlNetPipeline):
|
@@ -12,7 +12,6 @@
|
|
12
12
|
# See the License for the specific language governing permissions and
|
13
13
|
# limitations under the License.
|
14
14
|
|
15
|
-
import logging
|
16
15
|
from pathlib import Path
|
17
16
|
from tempfile import TemporaryDirectory
|
18
17
|
from typing import TYPE_CHECKING, Any, Dict, List, Optional, Union
|
@@ -24,13 +23,14 @@ from transformers import AutoConfig, PretrainedConfig
|
|
24
23
|
|
25
24
|
from .modeling_base import RBLNBaseModel
|
26
25
|
from .modeling_config import DEFAULT_COMPILED_MODEL_NAME, RBLNConfig, use_rbln_config
|
26
|
+
from .utils.logging import get_logger
|
27
27
|
|
28
28
|
|
29
29
|
if TYPE_CHECKING:
|
30
30
|
from transformers import PreTrainedModel
|
31
31
|
|
32
32
|
|
33
|
-
logger =
|
33
|
+
logger = get_logger(__name__)
|
34
34
|
|
35
35
|
|
36
36
|
class RBLNModel(RBLNBaseModel):
|
@@ -13,7 +13,6 @@
|
|
13
13
|
# limitations under the License.
|
14
14
|
|
15
15
|
import importlib
|
16
|
-
import logging
|
17
16
|
import os
|
18
17
|
import shutil
|
19
18
|
from abc import ABC, abstractmethod
|
@@ -32,6 +31,7 @@ from transformers import (
|
|
32
31
|
|
33
32
|
from .modeling_config import RBLNCompileConfig, RBLNConfig, use_rbln_config
|
34
33
|
from .utils.hub import PushToHubMixin, pull_compiled_model_from_hub, validate_files
|
34
|
+
from .utils.logging import get_logger
|
35
35
|
from .utils.runtime_utils import UnavailableRuntime
|
36
36
|
from .utils.save_utils import maybe_load_preprocessors
|
37
37
|
from .utils.submodule import SubModulesMixin
|
@@ -40,7 +40,7 @@ from .utils.submodule import SubModulesMixin
|
|
40
40
|
if TYPE_CHECKING:
|
41
41
|
from transformers import PreTrainedModel
|
42
42
|
|
43
|
-
logger =
|
43
|
+
logger = get_logger(__name__)
|
44
44
|
|
45
45
|
|
46
46
|
class PreTrainedModel(ABC): # noqa: F811
|
@@ -442,27 +442,47 @@ class RBLNBaseModel(SubModulesMixin, PushToHubMixin, PreTrainedModel):
|
|
442
442
|
logger.error(f"Provided path ({save_directory}) should be a directory, not a file")
|
443
443
|
return
|
444
444
|
|
445
|
-
os.makedirs(save_directory, exist_ok=True)
|
446
|
-
|
447
445
|
real_save_dir = self.model_save_dir / self.subfolder
|
448
446
|
save_directory_path = Path(save_directory)
|
449
|
-
|
450
|
-
|
451
|
-
raise FileExistsError(
|
452
|
-
f"Cannot save model to '{save_directory}'. "
|
453
|
-
f"This directory already exists and contains the model files."
|
454
|
-
)
|
455
|
-
shutil.copytree(real_save_dir, save_directory, dirs_exist_ok=True)
|
456
|
-
self.config.save_pretrained(save_directory)
|
457
|
-
if self.generation_config is not None:
|
458
|
-
self.generation_config.save_pretrained(save_directory)
|
459
|
-
else:
|
447
|
+
|
448
|
+
if not os.path.exists(real_save_dir) or not os.path.isdir(real_save_dir):
|
460
449
|
raise FileNotFoundError(
|
461
450
|
f"Unable to save the model. The model directory '{real_save_dir}' does not exist or is not accessible. "
|
462
451
|
f"Cannot save to the specified destination '{save_directory}'. "
|
463
452
|
f"Please ensure the model directory exists and you have the necessary permissions to access it."
|
464
453
|
)
|
465
454
|
|
455
|
+
if save_directory_path.absolute() == real_save_dir.absolute():
|
456
|
+
raise FileExistsError(
|
457
|
+
f"Cannot save model to '{save_directory}'. This directory already exists and contains the model files."
|
458
|
+
)
|
459
|
+
|
460
|
+
# Create a temporary directory next to the target directory
|
461
|
+
tmp_dir = save_directory + ".tmp"
|
462
|
+
try:
|
463
|
+
# Remove temporary directory if it exists from a previous failed attempt
|
464
|
+
if os.path.exists(tmp_dir):
|
465
|
+
shutil.rmtree(tmp_dir)
|
466
|
+
|
467
|
+
# First copy everything to a temporary directory
|
468
|
+
shutil.copytree(real_save_dir, tmp_dir)
|
469
|
+
|
470
|
+
# Save configs to the temporary directory
|
471
|
+
self.config.save_pretrained(tmp_dir)
|
472
|
+
if self.generation_config is not None:
|
473
|
+
self.generation_config.save_pretrained(tmp_dir)
|
474
|
+
|
475
|
+
# If everything succeeded, atomically replace the target directory
|
476
|
+
if os.path.exists(save_directory):
|
477
|
+
shutil.rmtree(save_directory)
|
478
|
+
os.rename(tmp_dir, save_directory)
|
479
|
+
|
480
|
+
except Exception as e:
|
481
|
+
# Clean up the temporary directory if anything fails
|
482
|
+
if os.path.exists(tmp_dir):
|
483
|
+
shutil.rmtree(tmp_dir)
|
484
|
+
raise e # Re-raise the exception after cleanup
|
485
|
+
|
466
486
|
if push_to_hub:
|
467
487
|
return super().push_to_hub(save_directory, **kwargs)
|
468
488
|
|
@@ -13,17 +13,17 @@
|
|
13
13
|
# limitations under the License.
|
14
14
|
|
15
15
|
import inspect
|
16
|
-
import logging
|
17
16
|
from typing import TYPE_CHECKING, Any, Dict, Optional, Union
|
18
17
|
|
19
18
|
from transformers import PretrainedConfig
|
20
19
|
|
21
20
|
from ....modeling import RBLNModel
|
22
21
|
from ....modeling_config import RBLNCompileConfig, RBLNConfig
|
22
|
+
from ....utils.logging import get_logger
|
23
23
|
from ...modeling_generic import RBLNModelForMaskedLM, RBLNModelForQuestionAnswering
|
24
24
|
|
25
25
|
|
26
|
-
logger =
|
26
|
+
logger = get_logger(__name__)
|
27
27
|
|
28
28
|
if TYPE_CHECKING:
|
29
29
|
from transformers import AutoFeatureExtractor, AutoProcessor, AutoTokenizer
|
@@ -12,7 +12,6 @@
|
|
12
12
|
# See the License for the specific language governing permissions and
|
13
13
|
# limitations under the License.
|
14
14
|
|
15
|
-
import logging
|
16
15
|
from typing import TYPE_CHECKING, Any, Dict, Optional, Tuple, Union
|
17
16
|
|
18
17
|
import torch
|
@@ -28,9 +27,10 @@ from transformers.models.clip.modeling_clip import CLIPTextModelOutput
|
|
28
27
|
from ....diffusers.modeling_diffusers import RBLNDiffusionMixin
|
29
28
|
from ....modeling import RBLNModel
|
30
29
|
from ....modeling_config import RBLNCompileConfig, RBLNConfig
|
30
|
+
from ....utils.logging import get_logger
|
31
31
|
|
32
32
|
|
33
|
-
logger =
|
33
|
+
logger = get_logger(__name__)
|
34
34
|
|
35
35
|
if TYPE_CHECKING:
|
36
36
|
from transformers import AutoFeatureExtractor, AutoProcessor, AutoTokenizer, CLIPTextModel
|