optimum-rbln 0.7.4a3__py3-none-any.whl → 0.7.4a5__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- optimum/rbln/__init__.py +156 -36
- optimum/rbln/__version__.py +1 -1
- optimum/rbln/configuration_utils.py +772 -0
- optimum/rbln/diffusers/__init__.py +56 -0
- optimum/rbln/diffusers/configurations/__init__.py +30 -0
- optimum/rbln/diffusers/configurations/models/__init__.py +6 -0
- optimum/rbln/diffusers/configurations/models/configuration_autoencoder_kl.py +66 -0
- optimum/rbln/diffusers/configurations/models/configuration_controlnet.py +54 -0
- optimum/rbln/diffusers/configurations/models/configuration_prior_transformer.py +44 -0
- optimum/rbln/diffusers/configurations/models/configuration_transformer_sd3.py +48 -0
- optimum/rbln/diffusers/configurations/models/configuration_unet_2d_condition.py +66 -0
- optimum/rbln/diffusers/configurations/models/configuration_vq_model.py +67 -0
- optimum/rbln/diffusers/configurations/pipelines/__init__.py +30 -0
- optimum/rbln/diffusers/configurations/pipelines/configuration_controlnet.py +221 -0
- optimum/rbln/diffusers/configurations/pipelines/configuration_kandinsky2_2.py +285 -0
- optimum/rbln/diffusers/configurations/pipelines/configuration_stable_diffusion.py +118 -0
- optimum/rbln/diffusers/configurations/pipelines/configuration_stable_diffusion_3.py +143 -0
- optimum/rbln/diffusers/configurations/pipelines/configuration_stable_diffusion_xl.py +124 -0
- optimum/rbln/diffusers/modeling_diffusers.py +63 -122
- optimum/rbln/diffusers/models/autoencoders/autoencoder_kl.py +109 -128
- optimum/rbln/diffusers/models/autoencoders/vae.py +4 -6
- optimum/rbln/diffusers/models/autoencoders/vq_model.py +84 -85
- optimum/rbln/diffusers/models/controlnet.py +55 -70
- optimum/rbln/diffusers/models/transformers/prior_transformer.py +40 -77
- optimum/rbln/diffusers/models/transformers/transformer_sd3.py +43 -68
- optimum/rbln/diffusers/models/unets/unet_2d_condition.py +110 -113
- optimum/rbln/diffusers/pipelines/controlnet/multicontrolnet.py +3 -4
- optimum/rbln/diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion.py +2 -1
- optimum/rbln/modeling.py +58 -39
- optimum/rbln/modeling_base.py +85 -80
- optimum/rbln/transformers/__init__.py +79 -8
- optimum/rbln/transformers/configuration_alias.py +49 -0
- optimum/rbln/transformers/configuration_generic.py +142 -0
- optimum/rbln/transformers/modeling_generic.py +193 -280
- optimum/rbln/transformers/models/__init__.py +96 -34
- optimum/rbln/transformers/models/auto/auto_factory.py +3 -3
- optimum/rbln/transformers/models/bart/__init__.py +1 -0
- optimum/rbln/transformers/models/bart/configuration_bart.py +24 -0
- optimum/rbln/transformers/models/bart/modeling_bart.py +10 -84
- optimum/rbln/transformers/models/bert/__init__.py +1 -0
- optimum/rbln/transformers/models/bert/configuration_bert.py +31 -0
- optimum/rbln/transformers/models/bert/modeling_bert.py +7 -80
- optimum/rbln/transformers/models/clip/__init__.py +6 -0
- optimum/rbln/transformers/models/clip/configuration_clip.py +79 -0
- optimum/rbln/transformers/models/clip/modeling_clip.py +72 -75
- optimum/rbln/transformers/models/decoderonly/__init__.py +1 -0
- optimum/rbln/transformers/models/decoderonly/configuration_decoderonly.py +90 -0
- optimum/rbln/transformers/models/decoderonly/decoderonly_architecture.py +50 -43
- optimum/rbln/transformers/models/decoderonly/modeling_decoderonly.py +114 -141
- optimum/rbln/transformers/models/dpt/__init__.py +1 -0
- optimum/rbln/transformers/models/dpt/configuration_dpt.py +19 -0
- optimum/rbln/transformers/models/dpt/modeling_dpt.py +3 -76
- optimum/rbln/transformers/models/exaone/__init__.py +1 -0
- optimum/rbln/transformers/models/exaone/configuration_exaone.py +19 -0
- optimum/rbln/transformers/models/gemma/__init__.py +1 -0
- optimum/rbln/transformers/models/gemma/configuration_gemma.py +19 -0
- optimum/rbln/transformers/models/gpt2/__init__.py +1 -0
- optimum/rbln/transformers/models/gpt2/configuration_gpt2.py +19 -0
- optimum/rbln/transformers/models/llama/__init__.py +1 -0
- optimum/rbln/transformers/models/llama/configuration_llama.py +19 -0
- optimum/rbln/transformers/models/llava_next/__init__.py +1 -0
- optimum/rbln/transformers/models/llava_next/configuration_llava_next.py +46 -0
- optimum/rbln/transformers/models/llava_next/modeling_llava_next.py +12 -23
- optimum/rbln/transformers/models/midm/__init__.py +1 -0
- optimum/rbln/transformers/models/midm/configuration_midm.py +19 -0
- optimum/rbln/transformers/models/mistral/__init__.py +1 -0
- optimum/rbln/transformers/models/mistral/configuration_mistral.py +19 -0
- optimum/rbln/transformers/models/phi/__init__.py +1 -0
- optimum/rbln/transformers/models/phi/configuration_phi.py +19 -0
- optimum/rbln/transformers/models/qwen2/__init__.py +1 -0
- optimum/rbln/transformers/models/qwen2/configuration_qwen2.py +19 -0
- optimum/rbln/transformers/models/seq2seq/__init__.py +1 -0
- optimum/rbln/transformers/models/seq2seq/configuration_seq2seq2.py +66 -0
- optimum/rbln/transformers/models/seq2seq/modeling_seq2seq.py +80 -97
- optimum/rbln/transformers/models/t5/__init__.py +1 -0
- optimum/rbln/transformers/models/t5/configuration_t5.py +24 -0
- optimum/rbln/transformers/models/t5/modeling_t5.py +22 -150
- optimum/rbln/transformers/models/time_series_transformers/__init__.py +1 -0
- optimum/rbln/transformers/models/time_series_transformers/configuration_time_series_transformer.py +34 -0
- optimum/rbln/transformers/models/time_series_transformers/modeling_time_series_transformers.py +52 -54
- optimum/rbln/transformers/models/wav2vec2/__init__.py +1 -0
- optimum/rbln/transformers/models/wav2vec2/configuration_wav2vec.py +19 -0
- optimum/rbln/transformers/models/wav2vec2/modeling_wav2vec2.py +9 -72
- optimum/rbln/transformers/models/whisper/__init__.py +1 -0
- optimum/rbln/transformers/models/whisper/configuration_whisper.py +64 -0
- optimum/rbln/transformers/models/whisper/modeling_whisper.py +57 -72
- optimum/rbln/transformers/models/xlm_roberta/__init__.py +1 -0
- optimum/rbln/transformers/models/xlm_roberta/configuration_xlm_roberta.py +19 -0
- optimum/rbln/transformers/models/xlm_roberta/modeling_xlm_roberta.py +3 -83
- optimum/rbln/utils/submodule.py +26 -43
- {optimum_rbln-0.7.4a3.dist-info → optimum_rbln-0.7.4a5.dist-info}/METADATA +1 -1
- optimum_rbln-0.7.4a5.dist-info/RECORD +162 -0
- optimum/rbln/modeling_config.py +0 -310
- optimum_rbln-0.7.4a3.dist-info/RECORD +0 -126
- {optimum_rbln-0.7.4a3.dist-info → optimum_rbln-0.7.4a5.dist-info}/WHEEL +0 -0
- {optimum_rbln-0.7.4a3.dist-info → optimum_rbln-0.7.4a5.dist-info}/licenses/LICENSE +0 -0
@@ -0,0 +1,162 @@
|
|
1
|
+
optimum/rbln/__init__.py,sha256=I1L4sFUTPi3og3Dxx3kmWEq4tza7PhQpR6Kt3ExUQs8,12374
|
2
|
+
optimum/rbln/__version__.py,sha256=tbsOVqydiZKxDMzmIcNOjsjuX2tONzvUiapW5PDnVtU,513
|
3
|
+
optimum/rbln/configuration_utils.py,sha256=1IX8AHmQbnJvhNm3yD6ZJABP7Oi40WvVSNlThty-ASk,29167
|
4
|
+
optimum/rbln/modeling.py,sha256=qDXB69Oq0jx9hfONebDiSNe2_DgKYhnAGLTbGAtwYVw,9677
|
5
|
+
optimum/rbln/modeling_base.py,sha256=WPA5yhgc8YHzxcicJeQ1vzs3Bxrl5dQWGKB_Inb6W3A,23090
|
6
|
+
optimum/rbln/diffusers/__init__.py,sha256=XL6oKPHbPCV6IVCw3fu0-M9mD2KO_x6unx5kJdAtpVY,6180
|
7
|
+
optimum/rbln/diffusers/modeling_diffusers.py,sha256=mOP352aYok7DQIQj1dKq1uTZwIkjmUIm-pmtlu6rIUI,16987
|
8
|
+
optimum/rbln/diffusers/configurations/__init__.py,sha256=Sk_sQVTuTl01RVgYViWknQSLmulxKaISS0w-oPdNoBQ,1164
|
9
|
+
optimum/rbln/diffusers/configurations/models/__init__.py,sha256=P3vif5I4wYeol50jzHCZ1ttujuEFZSYJPzUdSF6_jsU,407
|
10
|
+
optimum/rbln/diffusers/configurations/models/configuration_autoencoder_kl.py,sha256=61QHgb_tVF6lxvy6vBxst2TjnebeKQy3rKHOOOc6e68,2952
|
11
|
+
optimum/rbln/diffusers/configurations/models/configuration_controlnet.py,sha256=JTLIKZo7Obo66-hwVwPKACCv7UtCvvaDhBGmQz7hHhk,2323
|
12
|
+
optimum/rbln/diffusers/configurations/models/configuration_prior_transformer.py,sha256=yq6WYKFcTyNMi4yqX50wxY5Q8e-vsbpAerN8Oc-RCtA,1724
|
13
|
+
optimum/rbln/diffusers/configurations/models/configuration_transformer_sd3.py,sha256=WXHfSn-fI5ptQLt-OkqmFAK7iPXHu3rNjbjjCjgzUjI,2078
|
14
|
+
optimum/rbln/diffusers/configurations/models/configuration_unet_2d_condition.py,sha256=fuqVxPKfesP9SZAMI5vJDVoE069Kz2j3Yb448qrh3GE,3138
|
15
|
+
optimum/rbln/diffusers/configurations/models/configuration_vq_model.py,sha256=su4Ceok4Wx4m1hKp5YEM3zigrlTmj3NIs9X7aAKOeWg,2980
|
16
|
+
optimum/rbln/diffusers/configurations/pipelines/__init__.py,sha256=HJlu5lRZJWy4nYjBw3-ed93Pfb5QQmUbCJZKDW1bGH4,1160
|
17
|
+
optimum/rbln/diffusers/configurations/pipelines/configuration_controlnet.py,sha256=Fc4cMw-CB0ET1W-skt5Pc58ab3mKTeisKFBLjTLcHuU,10229
|
18
|
+
optimum/rbln/diffusers/configurations/pipelines/configuration_kandinsky2_2.py,sha256=SS3MZh74TdeTUCfv8aP1J3eY4BA-76swjE_B5oHbBP4,12519
|
19
|
+
optimum/rbln/diffusers/configurations/pipelines/configuration_stable_diffusion.py,sha256=sgKgY238_K_NxAcFpTCe18JcYUhyoX5jaKChDgTHlcM,4902
|
20
|
+
optimum/rbln/diffusers/configurations/pipelines/configuration_stable_diffusion_3.py,sha256=ugA-_zfFWjDy8rs5n1B4DMed6ZM704lrl_cqZBO8liI,6259
|
21
|
+
optimum/rbln/diffusers/configurations/pipelines/configuration_stable_diffusion_xl.py,sha256=Svu7bejmY1gPFNI0t08NzWj9hTleSDtaspcVPdJk9oE,5438
|
22
|
+
optimum/rbln/diffusers/models/__init__.py,sha256=mkCvJyH1KcwrsUvYSq_bVC79oOfyqtBSFDyPS1_48wA,1478
|
23
|
+
optimum/rbln/diffusers/models/controlnet.py,sha256=m2hHKrom1ladsDO4bTSZ7o_bIRrLRpzv7XBI2BlesxY,10224
|
24
|
+
optimum/rbln/diffusers/models/autoencoders/__init__.py,sha256=dg17ZTUsiqTcbIaEE4fqew9uRbao0diQ21PXvRKIqKg,679
|
25
|
+
optimum/rbln/diffusers/models/autoencoders/autoencoder_kl.py,sha256=qjReFNmuQEjnHjoI8f7ClAp_rRTA1vIk-3dwxJi6s7U,7905
|
26
|
+
optimum/rbln/diffusers/models/autoencoders/vae.py,sha256=_fyFco2697uT1zo_P_fGML-_zqZw2sUQp3tRRjA5pg4,4172
|
27
|
+
optimum/rbln/diffusers/models/autoencoders/vq_model.py,sha256=DC8Nee8_BabGhagJgpCUDhA-oaTpZMg-lCVzXJ6dNEw,6134
|
28
|
+
optimum/rbln/diffusers/models/transformers/__init__.py,sha256=V8rSR7WzHs-i8Cwb_MNxhY2NFbwPgxu24vGtkwl-6tk,706
|
29
|
+
optimum/rbln/diffusers/models/transformers/prior_transformer.py,sha256=d7CYmm88lozepqXjmrFr4qsQ-lRE_10wQRwnenMSflU,4989
|
30
|
+
optimum/rbln/diffusers/models/transformers/transformer_sd3.py,sha256=qBdk8fBxOnlRywUDKMab1G4YpFDVnMOkTyhKW9LPops,6503
|
31
|
+
optimum/rbln/diffusers/models/unets/__init__.py,sha256=MaICuK9CWjgzejXy8y2NDrphuEq1rkzanF8u45k6O5I,655
|
32
|
+
optimum/rbln/diffusers/models/unets/unet_2d_condition.py,sha256=bFFidMPZ2JgZf5tQVi2WNrDtT_yRDyqzNlkZ-wvQm7M,15481
|
33
|
+
optimum/rbln/diffusers/pipelines/__init__.py,sha256=5KLZ5LrpMzBya2e_3_PvEoPwG24U8JMexfw_ygZREKc,3140
|
34
|
+
optimum/rbln/diffusers/pipelines/controlnet/__init__.py,sha256=n1Ef22TSeax-kENi_d8K6wGGHSNEo9QkUeygELHgcao,983
|
35
|
+
optimum/rbln/diffusers/pipelines/controlnet/multicontrolnet.py,sha256=Cv__E0Boc6TSOIv8TdXVE821zIiPG4MVI_lnaGSqquk,4102
|
36
|
+
optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet.py,sha256=dGdw5cwJLS4CLv6IHskk5ZCcPgS7UDuHKbfOZ8ojNUs,35187
|
37
|
+
optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet_img2img.py,sha256=7xCiXrH4ToCTHohVGFXqO7_f9G8HShYaHgZxoMZARkQ,33664
|
38
|
+
optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet_sd_xl.py,sha256=Gzt2wg4dgFg0TV3Bu0cs8Xru3wVrxWUxxgciwZ-QKLE,44755
|
39
|
+
optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet_sd_xl_img2img.py,sha256=RfwxNX_zQWFtvvFQJ5bt3qtHbdYdQV_3XLHm9WYCKOs,46084
|
40
|
+
optimum/rbln/diffusers/pipelines/kandinsky2_2/__init__.py,sha256=I4YQq2HfA3xONbWsdJ870IEJPyLWeCDDG-UCJsu9YO8,1035
|
41
|
+
optimum/rbln/diffusers/pipelines/kandinsky2_2/pipeline_kandinsky2_2.py,sha256=aNFGOjth8tDvPrjYLbRWrkHr6p-8AFgcQx1Qay1fw70,904
|
42
|
+
optimum/rbln/diffusers/pipelines/kandinsky2_2/pipeline_kandinsky2_2_combined.py,sha256=BVXOpdrezWVTCibpuAMu9KkD5oEQUY00cSqm6dFbTnk,7020
|
43
|
+
optimum/rbln/diffusers/pipelines/kandinsky2_2/pipeline_kandinsky2_2_img2img.py,sha256=fEs-WgJqWs5zvuCkKb7MuZokH9Mi6q-0DOEKxzfWxzo,932
|
44
|
+
optimum/rbln/diffusers/pipelines/kandinsky2_2/pipeline_kandinsky2_2_inpaint.py,sha256=Ad2ZYCXaMiYpB0mz-8X1CGhILxrVbt7rRIXt6IPwYBM,932
|
45
|
+
optimum/rbln/diffusers/pipelines/kandinsky2_2/pipeline_kandinsky2_2_prior.py,sha256=Mf7tzrXetwCgt7LuXfkX-CX1hltLgNZdwF9bHxAbDJM,874
|
46
|
+
optimum/rbln/diffusers/pipelines/stable_diffusion/__init__.py,sha256=gz6CbP4T6w8XH3PIGRIJXTmKFsChJIkwcAEAsiR5Ydg,830
|
47
|
+
optimum/rbln/diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion.py,sha256=lSpEzYkMpasG2TpFdgpP3dnGvmYocEwQIs_GT17M47g,877
|
48
|
+
optimum/rbln/diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion_img2img.py,sha256=qU7wN2gFUjFImuB6CGDY2SC4aZw4VhaRKu92eA_Fa08,904
|
49
|
+
optimum/rbln/diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion_inpaint.py,sha256=7vbbgopnRN1C6lIUDsF99dhFNoJ9P3taJZK8FZpHwrM,904
|
50
|
+
optimum/rbln/diffusers/pipelines/stable_diffusion_3/__init__.py,sha256=Hh-JePj7nBsm81ioqdt8gfpS_I0sEHBinsAOEdraUno,839
|
51
|
+
optimum/rbln/diffusers/pipelines/stable_diffusion_3/pipeline_stable_diffusion_3.py,sha256=e3bY7BJtQLnQXg_qdm92oNkWxyjfp8czQmqPaCDe7TA,923
|
52
|
+
optimum/rbln/diffusers/pipelines/stable_diffusion_3/pipeline_stable_diffusion_3_img2img.py,sha256=Ru8r5iw_lYtk2fM5NUEULQPL_tUtrgZqHMH9NDYxpyU,951
|
53
|
+
optimum/rbln/diffusers/pipelines/stable_diffusion_3/pipeline_stable_diffusion_3_inpaint.py,sha256=6RM9S_Lj66WErKu_kvuYpPi4WbFKL6V6GhjjMLUAFQE,951
|
54
|
+
optimum/rbln/diffusers/pipelines/stable_diffusion_xl/__init__.py,sha256=9iIMZYvpWEiLRrMEduhwVTE5IUix61OSLj7kd1e1FzY,845
|
55
|
+
optimum/rbln/diffusers/pipelines/stable_diffusion_xl/pipeline_stable_diffusion_xl.py,sha256=OvB5bxX6HUiqJeIc3uukuEmUXYEx1pTqGNOtdG2l1m8,902
|
56
|
+
optimum/rbln/diffusers/pipelines/stable_diffusion_xl/pipeline_stable_diffusion_xl_img2img.py,sha256=3aB1Rw-OgKytQOHwOaShbEvq_XVHPOGvsGm8pstEmKU,930
|
57
|
+
optimum/rbln/diffusers/pipelines/stable_diffusion_xl/pipeline_stable_diffusion_xl_inpaint.py,sha256=MzVP1wscaO1sUIiBIPJqG6zuGyez9VUbA42-JSIm-mk,930
|
58
|
+
optimum/rbln/ops/__init__.py,sha256=rSz6mfC0aGbNYjMaNSsOZSPYxPRenW8DWbNpAkjTfAc,703
|
59
|
+
optimum/rbln/ops/attn.py,sha256=x02yFLk7FcONFqfow0ROmVy9fmxo5Pw0SPCiDY3AZNg,9012
|
60
|
+
optimum/rbln/ops/flash_attn.py,sha256=NmCqUdMTzgJ4sbYGj8IWXJEsLWvbuCMponR01w5DK6w,4121
|
61
|
+
optimum/rbln/ops/kv_cache_update.py,sha256=HjnHBR-oFrJQibsVnkYb0P5_-wEma8jl0mkjkylwakU,1270
|
62
|
+
optimum/rbln/ops/linear.py,sha256=1_7Hg-9wXxhu97fqPobotLQx17k7VPeSSL91_9Z7EDg,1018
|
63
|
+
optimum/rbln/transformers/__init__.py,sha256=Ey2Et6TFYzwCncC3m1rC-UHTL4Zb-HC3jZfgvhfOssI,7272
|
64
|
+
optimum/rbln/transformers/configuration_alias.py,sha256=qFVfg6ohsR7a6b-CBgxjBUPDrk9MyiJwtO8AQah_RTU,1505
|
65
|
+
optimum/rbln/transformers/configuration_generic.py,sha256=XIiZ1-5p1CMHhG7Sr2qR4SLYKcYw9aph7eGlga3Opx0,5056
|
66
|
+
optimum/rbln/transformers/modeling_alias.py,sha256=yx7FnZQWAnrWzivaO5hI7T6i-fyLzt2tMIXG2oDNbPo,1657
|
67
|
+
optimum/rbln/transformers/modeling_generic.py,sha256=nT_lytAILkYtwBVJKxXg0dxmh0UpjGYO6zOdLoMs1uU,12891
|
68
|
+
optimum/rbln/transformers/modeling_rope_utils.py,sha256=3zwkhYUyTZhxCJUSmwCc88iiY1TppRWEY9ShwUqNB2k,14293
|
69
|
+
optimum/rbln/transformers/models/__init__.py,sha256=N2xll74hQvQMD2AIaiDSIqL7CHeR8UxknpRjFCx8KQU,6287
|
70
|
+
optimum/rbln/transformers/models/auto/__init__.py,sha256=GvGbb3ZpMv-h6euXeZ42jSizoOfrL2O1uvpAnfKxYEo,1034
|
71
|
+
optimum/rbln/transformers/models/auto/auto_factory.py,sha256=jS33v5H6AY7yHZMAQPq94MBLer2wpb33IVMYcb1w57A,7047
|
72
|
+
optimum/rbln/transformers/models/auto/modeling_auto.py,sha256=Un9qoqdy3dO8JBza_bTJF_6_fRVNM9QisihSgTRFI-o,3933
|
73
|
+
optimum/rbln/transformers/models/bart/__init__.py,sha256=fVo-gZEmJ0yxkIxEX6ciuRAGgXNyuvaXE2s88bhbjAE,830
|
74
|
+
optimum/rbln/transformers/models/bart/bart_architecture.py,sha256=Oo-Cdne7igKEex8wwP-gztKJHgs5GLHQjK1oc3IZIDE,5801
|
75
|
+
optimum/rbln/transformers/models/bart/configuration_bart.py,sha256=iIuotDRU0IZteTNUY97jnsecIEYokaJ0BF5Sv_MJk00,909
|
76
|
+
optimum/rbln/transformers/models/bart/modeling_bart.py,sha256=q42gQ42Ldkfrw_rv0__7dFQEM8UYfKEMCYd6Z-vg9KQ,1918
|
77
|
+
optimum/rbln/transformers/models/bert/__init__.py,sha256=86FuGRBLw315_Roa9D5OUx6Ku2PM0DqSPZ-YSqbF-io,806
|
78
|
+
optimum/rbln/transformers/models/bert/configuration_bert.py,sha256=NIlBRn-zrnNirkEfJ4Uv2TZRIBL761PLJ9-cZaPyzpg,1017
|
79
|
+
optimum/rbln/transformers/models/bert/modeling_bert.py,sha256=XxsRhBhexZ2w3mRCvKl73pIyGdqcFR1RrOKG7h4EAyk,1223
|
80
|
+
optimum/rbln/transformers/models/clip/__init__.py,sha256=TLeXDqcFK6M6v9x7Xr64kBbqGu3hFHM7p754dQ8UVQc,938
|
81
|
+
optimum/rbln/transformers/models/clip/configuration_clip.py,sha256=wgfZeVvcVdSzrN9tcnt7DKJQ0NLR0REvW7MyUXyv2Bg,2976
|
82
|
+
optimum/rbln/transformers/models/clip/modeling_clip.py,sha256=UslcDN6otyQ_psou7F_YcdK5vCImEtgIdcbwmexSfOM,7256
|
83
|
+
optimum/rbln/transformers/models/decoderonly/__init__.py,sha256=vQYZDDdoddwA7yKc5zzrq2Zs9sax-0p8rNF_aYfF4bk,1006
|
84
|
+
optimum/rbln/transformers/models/decoderonly/configuration_decoderonly.py,sha256=b1W7zS0MUmeDd048bLp5AkZMrWd3LIhHaVy8NvlwdCw,4116
|
85
|
+
optimum/rbln/transformers/models/decoderonly/decoderonly_architecture.py,sha256=tOW8C9_HNtve5xXPYfrbiWLJ0rjpRHTWz80oJ3j75hs,40948
|
86
|
+
optimum/rbln/transformers/models/decoderonly/modeling_decoderonly.py,sha256=LS3ByYNJaFfwX9zEDH2b1tsbu5DraTSPV9XLGSIG0F0,38264
|
87
|
+
optimum/rbln/transformers/models/dpt/__init__.py,sha256=Nzep9mlzKyL1kV726IBqY8DnLp1DkH9JzFeknWSRhok,714
|
88
|
+
optimum/rbln/transformers/models/dpt/configuration_dpt.py,sha256=4fW6bzVhaAxym4wGV3F785rvUOoWPyw_gdEMqB08Leg,755
|
89
|
+
optimum/rbln/transformers/models/dpt/modeling_dpt.py,sha256=oKLX7MQZvfk1QB8wOtcdi7AmZH2fOIVbypa9A3RA9MI,733
|
90
|
+
optimum/rbln/transformers/models/exaone/__init__.py,sha256=eUL0mq3yGVzCQfjLlOtVF2MecIN3DQWm07EmXubGSTs,921
|
91
|
+
optimum/rbln/transformers/models/exaone/configuration_exaone.py,sha256=97r1wkO9cgwErePk2UX6n7WeVkOmWUeGgpK6qAGOUi4,774
|
92
|
+
optimum/rbln/transformers/models/exaone/exaone_architecture.py,sha256=ZM5vvz8KBipOiMVi8vqfvejkDSknW69xh4GrvJix-g0,3350
|
93
|
+
optimum/rbln/transformers/models/exaone/modeling_exaone.py,sha256=WjyH8PmsMljSea7kJn_Cq1FJ96OXwXAoU7hv2Q8zUnI,1747
|
94
|
+
optimum/rbln/transformers/models/gemma/__init__.py,sha256=VqPIlokw3kjn_ZoLXINCLXw3vaysQFo5oPGGy6bnt4Q,708
|
95
|
+
optimum/rbln/transformers/models/gemma/configuration_gemma.py,sha256=ek7PiMWx4LDAJ0mCedJ55o_TKTiOCSGD5V-1o1Fy4f8,773
|
96
|
+
optimum/rbln/transformers/models/gemma/gemma_architecture.py,sha256=bmCx405FVcffhgrQ53qMMZDbSlPxWOjucMHbvq19Gnw,2286
|
97
|
+
optimum/rbln/transformers/models/gemma/modeling_gemma.py,sha256=-U3w3cEOv3ps1S8aL7uOq6Kq2siCPZz7Z8MXhDQgQqo,1530
|
98
|
+
optimum/rbln/transformers/models/gpt2/__init__.py,sha256=socBMIBZSiLbrVN12rQ4nL9gFeT0axMgz6SWaCaD4Ac,704
|
99
|
+
optimum/rbln/transformers/models/gpt2/configuration_gpt2.py,sha256=vKvJD8P9Li4W9wdVoQcqMEr1MwEXojPBnF2NE85VXAo,772
|
100
|
+
optimum/rbln/transformers/models/gpt2/gpt2_architecture.py,sha256=1IxqHmB-GlH2Dv2Yk4z0rMxL9CpxMGHhSu_x8_4cxvs,3008
|
101
|
+
optimum/rbln/transformers/models/gpt2/modeling_gpt2.py,sha256=qBDanUk_O-HtOIVCA4IE3FYyCsnL9xIDK00vft-0caw,1490
|
102
|
+
optimum/rbln/transformers/models/llama/__init__.py,sha256=knxvRkPx8x6-WOxqSq_PlaKYD-9F9Q8dh7r095Esey0,708
|
103
|
+
optimum/rbln/transformers/models/llama/configuration_llama.py,sha256=B9gr4pTn9yiv3-8DIk0P7_AQdIHEc7SuLaH9gZAmP8E,773
|
104
|
+
optimum/rbln/transformers/models/llama/llama_architecture.py,sha256=S7MCPfyjG5eUqgaS-QNBB0ApUD6wnb5fR0RHq7k7-pA,728
|
105
|
+
optimum/rbln/transformers/models/llama/modeling_llama.py,sha256=Z3iony7icoFhRQ11MAuFx9UF03uJCsvJQZ6bxHXlrgk,1530
|
106
|
+
optimum/rbln/transformers/models/llava_next/__init__.py,sha256=kDXKr7wMkp1XqE__DER2B8kQF_NYMxhzsQS5ytGg56I,752
|
107
|
+
optimum/rbln/transformers/models/llava_next/configuration_llava_next.py,sha256=QPreWZyohwRL23GOyvoAfKtk5UNg7IJ_Y_pNfUDe7cU,1838
|
108
|
+
optimum/rbln/transformers/models/llava_next/modeling_llava_next.py,sha256=-NvLf9ixzEbVqUKlkyZW94n0tmnsIQ7CvP1Y7U1JEPU,25773
|
109
|
+
optimum/rbln/transformers/models/midm/__init__.py,sha256=IC3FETwgYinbp3wDj7tp4zIHJhbqM-c6GfTRdYcMNj8,913
|
110
|
+
optimum/rbln/transformers/models/midm/configuration_midm.py,sha256=Kv5g5dIsBrhGcZ2_pFUOPNB80np4Xiw0wPH1IZm1PHI,772
|
111
|
+
optimum/rbln/transformers/models/midm/midm_architecture.py,sha256=357iviqQkzI0s_lU_teH1sVOChNRDUABe3GA0HuhZZY,5444
|
112
|
+
optimum/rbln/transformers/models/midm/modeling_midm.py,sha256=GG25BozEZriAL-OPFGpzOjyDtSFB-NfeiLJTDAqxe20,1734
|
113
|
+
optimum/rbln/transformers/models/mistral/__init__.py,sha256=9FE64bCYfSIyrBkRcwlqF8QyacSJFWvwEufHFi1ZIrM,716
|
114
|
+
optimum/rbln/transformers/models/mistral/configuration_mistral.py,sha256=zCHZnmjTXs7UKYIIRR2IYjccROm5ODXfonWploITNxg,775
|
115
|
+
optimum/rbln/transformers/models/mistral/mistral_architecture.py,sha256=_aU8TE_tdvfo0K7QpgTlz_d0qwk4O82dl9268lPL16E,733
|
116
|
+
optimum/rbln/transformers/models/mistral/modeling_mistral.py,sha256=7nrddoBIHf8S12LZWBUpotnvG3gND11vMQda9yYXJ-s,1560
|
117
|
+
optimum/rbln/transformers/models/phi/__init__.py,sha256=uqQb-sO1HXuaju2hfo7qJHk_IWhnptY-qFjNjK_uOc0,700
|
118
|
+
optimum/rbln/transformers/models/phi/configuration_phi.py,sha256=9Mk06ZNymGnC2P0eiU02oguH1KFKxL-LYtMJSNqpmmo,771
|
119
|
+
optimum/rbln/transformers/models/phi/modeling_phi.py,sha256=j-6Pqd5rR2JE8I1pnKFlCi4nW5Dv3wZjoPWxohissoo,1516
|
120
|
+
optimum/rbln/transformers/models/phi/phi_architecture.py,sha256=TueyqmjPXWmOPOxBm4dIFyd0X3iV1jgw0U6c26iCAPk,4090
|
121
|
+
optimum/rbln/transformers/models/qwen2/__init__.py,sha256=Tu4_AXy3ktTvxGwxED3kewiv62S75HgDWD6-TeC1DfA,708
|
122
|
+
optimum/rbln/transformers/models/qwen2/configuration_qwen2.py,sha256=sQBu4UjM8Ctiy696FLjKeck1t49MR31zWTCN_bMvBl4,773
|
123
|
+
optimum/rbln/transformers/models/qwen2/modeling_qwen2.py,sha256=9-aFDvjMzPNUyGOz0qo33RE18bUFGYZ3Wt_68zb5uJY,1530
|
124
|
+
optimum/rbln/transformers/models/qwen2/qwen2_architecture.py,sha256=XlNAMYAcDLohnSAhIFGKOPuCB5XLgzYs5ABWdeQSaZs,720
|
125
|
+
optimum/rbln/transformers/models/seq2seq/__init__.py,sha256=6WKstWiS1kW0oFDn_jyrKMW5QEJAWkmsSRAaadNedDM,715
|
126
|
+
optimum/rbln/transformers/models/seq2seq/configuration_seq2seq2.py,sha256=vSNP1eILfL32cbiLOAD58Ocz6lk3hYFnhIRLDVqlSoI,2624
|
127
|
+
optimum/rbln/transformers/models/seq2seq/modeling_seq2seq.py,sha256=7MN6CNVyYg4JsULYXDfQ_KkDd3w-1TXuxndSrM-CX8w,16980
|
128
|
+
optimum/rbln/transformers/models/seq2seq/seq2seq_architecture.py,sha256=w5pMnWbJhgYmpl5NT_vJEzcb4RfEbHfalJ371IL3wp8,18685
|
129
|
+
optimum/rbln/transformers/models/t5/__init__.py,sha256=R1Q8Z1vaIdx4rDjeCmm_ZMSgewWaqaI0l93AHwewtew,818
|
130
|
+
optimum/rbln/transformers/models/t5/configuration_t5.py,sha256=cOa2NAAocNSSECTtLpOsVVLfn4-7l7K7jz3nf6CSNCs,912
|
131
|
+
optimum/rbln/transformers/models/t5/modeling_t5.py,sha256=cnN76IAw6QaJN8Oodfk5Y4Dte6m84Fy_CRgnqquzzTI,2990
|
132
|
+
optimum/rbln/transformers/models/t5/t5_architecture.py,sha256=YdFOr8LfBhEXuPsLZDfYjmUSI-a3Otrzye1bOf8NUyw,9678
|
133
|
+
optimum/rbln/transformers/models/time_series_transformers/__init__.py,sha256=rc3csSk4SxEbumZ9xkSWif01Cfi2vALyAHVHfh7t5Sc,1244
|
134
|
+
optimum/rbln/transformers/models/time_series_transformers/configuration_time_series_transformer.py,sha256=HUw47FcTeSHBPs02R6GWBWKcX4BrsAI7iPWs0iYhJl0,1363
|
135
|
+
optimum/rbln/transformers/models/time_series_transformers/modeling_time_series_transformers.py,sha256=Si3erSkVjzftFErM9d7MiL3dQnnPhqXR1wNvxhmJVxA,16514
|
136
|
+
optimum/rbln/transformers/models/time_series_transformers/time_series_transformers_architecture.py,sha256=XJDjQGbWXUq4ZimNojlcbm3mTDpxUMCl6tkFSzfYFl4,13769
|
137
|
+
optimum/rbln/transformers/models/wav2vec2/__init__.py,sha256=dzXqyf_uiI45hPJGbnF1v780Izi2TigsbAo3hxFmhy0,709
|
138
|
+
optimum/rbln/transformers/models/wav2vec2/configuration_wav2vec.py,sha256=hXsN_pc_gb_xcQdXXnvpp-o0dk5lNepXnt9O5HB-3g4,771
|
139
|
+
optimum/rbln/transformers/models/wav2vec2/modeling_wav2vec2.py,sha256=Sw44ZJVQpXfBiq34oyKxSY2SslCeF3QT_yBysWiTyHY,2060
|
140
|
+
optimum/rbln/transformers/models/whisper/__init__.py,sha256=ErquiUlYycSYPsDcq9IwwmbZXoYLn1MVZ8VikWY5gQo,792
|
141
|
+
optimum/rbln/transformers/models/whisper/configuration_whisper.py,sha256=-Su7pbkg3gkYTf-ECRJyxkpD3JtUJX4y5Mfml8tJJBI,2612
|
142
|
+
optimum/rbln/transformers/models/whisper/generation_whisper.py,sha256=GIHTca3b1VtW81kp7BzKQ7f77c2t9OsEsbZetripgDo,4582
|
143
|
+
optimum/rbln/transformers/models/whisper/modeling_whisper.py,sha256=7VcOjxV3ZAHBYFDLiSc6wVJ3PZLqzmbBAIkQ4JVfpNM,17538
|
144
|
+
optimum/rbln/transformers/models/whisper/whisper_architecture.py,sha256=zEwfn8DDTbt2TN7lHKMZG9JXZc5WdW9Cp8mH4OVfo3s,13949
|
145
|
+
optimum/rbln/transformers/models/xlm_roberta/__init__.py,sha256=mFeFTiF6xY_n1glUsvZ420uKKwkeVOS5Oag0L6E4Qs8,718
|
146
|
+
optimum/rbln/transformers/models/xlm_roberta/configuration_xlm_roberta.py,sha256=XBICzoxTaZ8DhBtr8qos2tDJar4jvCiKOZwXGImlTAw,779
|
147
|
+
optimum/rbln/transformers/models/xlm_roberta/modeling_xlm_roberta.py,sha256=rro7kH_BLDIlKSBRUfeuX-qQu6MeO5SzbVcf0AbFxEk,757
|
148
|
+
optimum/rbln/transformers/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
149
|
+
optimum/rbln/transformers/utils/rbln_quantization.py,sha256=gwBVHf97sQgPNmGa0wq87E8mPyrtXYhMnO4X4sKp3c8,7639
|
150
|
+
optimum/rbln/utils/__init__.py,sha256=ieDBT2VFTt2E0M4v_POLBpuGW9LxSydpb_DuPd6PQqc,712
|
151
|
+
optimum/rbln/utils/decorator_utils.py,sha256=xu-TrsNi33SRC2a7DBsyoo6-pEQxWKZPZSmM9QlDe2Y,3745
|
152
|
+
optimum/rbln/utils/hub.py,sha256=bNmOJGEO9Jfux4Cg8Xli-898I4mxk20KuwQOhP0Zs1U,4198
|
153
|
+
optimum/rbln/utils/import_utils.py,sha256=uMldLJmDVMj5uHvxBfb96uV29bfGEDvlksLY26GOHAs,4389
|
154
|
+
optimum/rbln/utils/logging.py,sha256=VKKBmlQSdg6iZCGmAXaWYiW67K84jyp1QJhLQSSjPPE,3453
|
155
|
+
optimum/rbln/utils/model_utils.py,sha256=DfD_Z2qvZHqcddXqnzTM1AN8khanj3-DXK2lJvVxDvs,1278
|
156
|
+
optimum/rbln/utils/runtime_utils.py,sha256=5-DYniyP59nx-mrrbi7AqA77L85b4Cm5oLpaxidSyss,3699
|
157
|
+
optimum/rbln/utils/save_utils.py,sha256=hG5uOtYmecSXZuGTvCXsTM-SiyZpr5q3InUGCCq_jzQ,3619
|
158
|
+
optimum/rbln/utils/submodule.py,sha256=_qX15LE2nHzOFVUp5U5DqdJx11RzPBR848PR0nsjQBc,4293
|
159
|
+
optimum_rbln-0.7.4a5.dist-info/METADATA,sha256=AaElWAA8uJqR_z1U6NQ59b0Cx9o3FJI5jlz6tOoJwQo,5300
|
160
|
+
optimum_rbln-0.7.4a5.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
|
161
|
+
optimum_rbln-0.7.4a5.dist-info/licenses/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
|
162
|
+
optimum_rbln-0.7.4a5.dist-info/RECORD,,
|
optimum/rbln/modeling_config.py
DELETED
@@ -1,310 +0,0 @@
|
|
1
|
-
# Copyright 2025 Rebellions Inc. All rights reserved.
|
2
|
-
|
3
|
-
# Licensed under the Apache License, Version 2.0 (the "License");
|
4
|
-
# you may not use this file except in compliance with the License.
|
5
|
-
# You may obtain a copy of the License at:
|
6
|
-
|
7
|
-
# http://www.apache.org/licenses/LICENSE-2.0
|
8
|
-
|
9
|
-
# Unless required by applicable law or agreed to in writing, software
|
10
|
-
# distributed under the License is distributed on an "AS IS" BASIS,
|
11
|
-
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
12
|
-
# See the License for the specific language governing permissions and
|
13
|
-
# limitations under the License.
|
14
|
-
|
15
|
-
import copy
|
16
|
-
import json
|
17
|
-
from dataclasses import asdict, dataclass
|
18
|
-
from pathlib import Path
|
19
|
-
from typing import Any, Dict, List, Optional, Tuple
|
20
|
-
|
21
|
-
import rebel
|
22
|
-
import torch
|
23
|
-
|
24
|
-
from .__version__ import __version__
|
25
|
-
from .utils.runtime_utils import ContextRblnConfig
|
26
|
-
|
27
|
-
|
28
|
-
DEFAULT_COMPILED_MODEL_NAME = "compiled_model"
|
29
|
-
DEFAULT_MOD_NAME = "default"
|
30
|
-
|
31
|
-
|
32
|
-
@dataclass
|
33
|
-
class RBLNCompileConfig:
|
34
|
-
"""
|
35
|
-
Configuration for RBLN compilation.
|
36
|
-
|
37
|
-
Attributes:
|
38
|
-
compiled_model_name (str): Name of the compiled model.
|
39
|
-
mod_name (str): Name of the RBLN module.
|
40
|
-
input_info (List[Tuple[str, Tuple[int], Optional[str]]]): Information about input tensors.
|
41
|
-
fusion (Optional[bool]): Whether to use fusion optimization.
|
42
|
-
npu (Optional[str]): NPU configuration.
|
43
|
-
tensor_parallel_size (Optional[int]): Size for tensor parallelism.
|
44
|
-
"""
|
45
|
-
|
46
|
-
compiled_model_name: str = DEFAULT_COMPILED_MODEL_NAME
|
47
|
-
mod_name: str = DEFAULT_MOD_NAME
|
48
|
-
input_info: List[Tuple[str, Tuple[int], Optional[str]]] = None
|
49
|
-
fusion: Optional[bool] = None
|
50
|
-
npu: Optional[str] = None
|
51
|
-
tensor_parallel_size: Optional[int] = None
|
52
|
-
|
53
|
-
@staticmethod
|
54
|
-
def normalize_dtype(dtype):
|
55
|
-
"""
|
56
|
-
Convert framework-specific dtype to string representation.
|
57
|
-
i.e. torch.float32 -> "float32"
|
58
|
-
|
59
|
-
Args:
|
60
|
-
dtype: The input dtype (can be string, torch dtype, or numpy dtype).
|
61
|
-
|
62
|
-
Returns:
|
63
|
-
str: The normalized string representation of the dtype.
|
64
|
-
"""
|
65
|
-
if isinstance(dtype, str):
|
66
|
-
return dtype
|
67
|
-
else:
|
68
|
-
dtype: str = repr(dtype).split(".")[-1]
|
69
|
-
if dtype.endswith("'>"): # numpy
|
70
|
-
dtype = dtype[:-2]
|
71
|
-
return dtype
|
72
|
-
|
73
|
-
def __post_init__(self):
|
74
|
-
self.input_info = [(i[0], i[1], RBLNCompileConfig.normalize_dtype(i[2]) or "float32") for i in self.input_info]
|
75
|
-
|
76
|
-
def update(self, kwargs: Dict[str, Any]):
|
77
|
-
self.compiled_model_name = kwargs.get("compiled_model_name", self.compiled_model_name)
|
78
|
-
self.mod_name = kwargs.get("mod_name", self.mod_name)
|
79
|
-
self.input_info = kwargs.get("input_info", self.input_info)
|
80
|
-
self.fusion = kwargs.get("fusion", self.fusion)
|
81
|
-
self.npu = kwargs.get("npu", self.npu)
|
82
|
-
self.tensor_parallel_size = kwargs.get("tensor_parallel_size", self.tensor_parallel_size)
|
83
|
-
return self
|
84
|
-
|
85
|
-
def get_dummy_inputs(
|
86
|
-
self, fill=0, static_tensors: Dict[str, torch.Tensor] = {}, meta_tensor_names: List[str] = []
|
87
|
-
):
|
88
|
-
dummy = []
|
89
|
-
for name, shape, dtype in self.input_info:
|
90
|
-
if name in static_tensors:
|
91
|
-
tensor = static_tensors[name]
|
92
|
-
if shape != list(tensor.shape):
|
93
|
-
raise RuntimeError(f"Different shape for dummy inputs. ({shape} != {list(tensor.shape)})")
|
94
|
-
if getattr(torch, dtype) != tensor.dtype:
|
95
|
-
raise RuntimeError(f"Different dtype for dummy inputs ({dtype} != {tensor.dtype})")
|
96
|
-
dummy.append(tensor)
|
97
|
-
else:
|
98
|
-
if name in meta_tensor_names:
|
99
|
-
device = "meta"
|
100
|
-
else:
|
101
|
-
device = "cpu"
|
102
|
-
|
103
|
-
dummy.append(
|
104
|
-
torch.fill(torch.empty(*shape, dtype=getattr(torch, dtype), device=torch.device(device)), fill)
|
105
|
-
if len(shape) > 0
|
106
|
-
else torch.tensor(fill, dtype=getattr(torch, dtype), device=torch.device(device))
|
107
|
-
)
|
108
|
-
return tuple(dummy)
|
109
|
-
|
110
|
-
def asdict(self):
|
111
|
-
return asdict(self)
|
112
|
-
|
113
|
-
|
114
|
-
RUNTIME_KEYWORDS = ["create_runtimes", "optimize_host_memory", "device", "device_map", "activate_profiler"]
|
115
|
-
COMPILE_KEYWORDS = ["compiled_model_name", "mod_name", "input_info", "fusion", "npu", "tensor_parallel_size"]
|
116
|
-
|
117
|
-
|
118
|
-
class RBLNConfig:
|
119
|
-
"""
|
120
|
-
Configuration for single RBLN OptimizedModel, representing multiple compiled models.
|
121
|
-
|
122
|
-
Attributes:
|
123
|
-
compile_cfgs (List[RBLNCompileConfig]): Compilation configurations.
|
124
|
-
meta (dict): Metadata including version and class information.
|
125
|
-
runtime_cfg (dict): Runtime-specific configuration.
|
126
|
-
"""
|
127
|
-
|
128
|
-
# It represents multiple compiled model, one of each can have multiple runtimes.
|
129
|
-
def __init__(
|
130
|
-
self,
|
131
|
-
rbln_cls,
|
132
|
-
compile_cfgs: List[RBLNCompileConfig],
|
133
|
-
rbln_kwargs=None,
|
134
|
-
meta=None,
|
135
|
-
) -> None:
|
136
|
-
if rbln_kwargs is None:
|
137
|
-
rbln_kwargs = {}
|
138
|
-
else:
|
139
|
-
rbln_kwargs = copy.deepcopy(rbln_kwargs)
|
140
|
-
|
141
|
-
# meta : class, version and other informations.
|
142
|
-
if meta is None:
|
143
|
-
self.meta = {"version": __version__, "cls": rbln_cls}
|
144
|
-
else:
|
145
|
-
self.meta = meta
|
146
|
-
|
147
|
-
# compile_cfgs : compile args for each runtime
|
148
|
-
self.compile_cfgs = compile_cfgs
|
149
|
-
for compile_cfg in self.compile_cfgs:
|
150
|
-
compile_cfg.update(rbln_kwargs)
|
151
|
-
for K in COMPILE_KEYWORDS:
|
152
|
-
rbln_kwargs.pop(K, None)
|
153
|
-
|
154
|
-
# runtime_cfg : Values that don't be saved / loaded.
|
155
|
-
self.runtime_cfg = {}
|
156
|
-
for runtime_key in RUNTIME_KEYWORDS:
|
157
|
-
if runtime_key in rbln_kwargs:
|
158
|
-
self.runtime_cfg[runtime_key] = rbln_kwargs.pop(runtime_key)
|
159
|
-
|
160
|
-
# model_cfg : All user-provided values such as "max_seq_len".
|
161
|
-
self.model_cfg: Dict[str, Any] = rbln_kwargs
|
162
|
-
|
163
|
-
def save(self, dir_path: str):
|
164
|
-
dir_path = Path(dir_path)
|
165
|
-
|
166
|
-
s_json = {}
|
167
|
-
compile_cfgs = [asdict(cfg) for cfg in self.compile_cfgs]
|
168
|
-
s_json["_compile_cfgs"] = compile_cfgs
|
169
|
-
s_json["_meta"] = self.meta
|
170
|
-
s_json.update(self.model_cfg)
|
171
|
-
|
172
|
-
with open(dir_path / "rbln_config.json", "w") as jsonf:
|
173
|
-
json.dump(s_json, jsonf, indent=2)
|
174
|
-
|
175
|
-
@classmethod
|
176
|
-
def load(cls, dir_path: str) -> "RBLNConfig":
|
177
|
-
dir_path = Path(dir_path)
|
178
|
-
with open(dir_path / "rbln_config.json", "r") as jsonf:
|
179
|
-
config_file = json.load(jsonf)
|
180
|
-
|
181
|
-
return cls.fromdict(config_file)
|
182
|
-
|
183
|
-
@classmethod
|
184
|
-
def fromdict(cls, dic: dict):
|
185
|
-
compile_cfgs = dic.pop("_compile_cfgs")
|
186
|
-
compile_cfgs = [RBLNCompileConfig(**cfg) for cfg in compile_cfgs]
|
187
|
-
|
188
|
-
meta = dic.pop("_meta")
|
189
|
-
rbln_cls = meta["cls"]
|
190
|
-
|
191
|
-
rbln_kwargs = dic
|
192
|
-
return cls(rbln_cls=rbln_cls, compile_cfgs=compile_cfgs, rbln_kwargs=rbln_kwargs, meta=meta)
|
193
|
-
|
194
|
-
def update_runtime_cfg(self, rbln_kwargs: Dict[str, Any]):
|
195
|
-
keys = list(rbln_kwargs.keys())
|
196
|
-
for key in keys:
|
197
|
-
if key in RUNTIME_KEYWORDS:
|
198
|
-
self.runtime_cfg[key] = rbln_kwargs[key]
|
199
|
-
|
200
|
-
def __repr__(self):
|
201
|
-
compile_cfgs_repr = [f"\n {cfg!r}" for cfg in self.compile_cfgs]
|
202
|
-
return (
|
203
|
-
f"RBLNConfig(\n"
|
204
|
-
f" rbln_cls={self.meta['cls']},\n"
|
205
|
-
f" version='{self.meta['version']}',\n"
|
206
|
-
f" compile_cfgs=[{''.join(compile_cfgs_repr)}\n ],\n"
|
207
|
-
f" model_cfg={self.model_cfg},\n"
|
208
|
-
f" runtime_cfg={self.runtime_cfg}\n"
|
209
|
-
f")"
|
210
|
-
)
|
211
|
-
|
212
|
-
@property
|
213
|
-
def create_runtimes(self):
|
214
|
-
context = ContextRblnConfig.get_current_context()["create_runtimes"]
|
215
|
-
if context is not None:
|
216
|
-
return context
|
217
|
-
elif self.runtime_cfg.get("create_runtimes", None) is None:
|
218
|
-
return rebel.npu_is_available()
|
219
|
-
return self.runtime_cfg["create_runtimes"]
|
220
|
-
|
221
|
-
@property
|
222
|
-
def optimize_host_memory(self):
|
223
|
-
context = ContextRblnConfig.get_current_context()["optimize_host_memory"]
|
224
|
-
if context is not None:
|
225
|
-
return context
|
226
|
-
elif self.runtime_cfg.get("optimize_host_memory", None) is None:
|
227
|
-
return True
|
228
|
-
return self.runtime_cfg["optimize_host_memory"]
|
229
|
-
|
230
|
-
@property
|
231
|
-
def device(self):
|
232
|
-
context = ContextRblnConfig.get_current_context()["device"]
|
233
|
-
if context:
|
234
|
-
return context
|
235
|
-
elif self.runtime_cfg.get("device", None) is None:
|
236
|
-
return 0
|
237
|
-
return self.runtime_cfg["device"]
|
238
|
-
|
239
|
-
@property
|
240
|
-
def device_map(self):
|
241
|
-
context = ContextRblnConfig.get_current_context()["device_map"]
|
242
|
-
if context:
|
243
|
-
return context
|
244
|
-
elif self.runtime_cfg.get("device_map", None) is None:
|
245
|
-
rbln_device_map = {}
|
246
|
-
device_val = self.device
|
247
|
-
for cfg in self.compile_cfgs:
|
248
|
-
rbln_device_map[cfg.compiled_model_name] = device_val
|
249
|
-
return rbln_device_map
|
250
|
-
return self.runtime_cfg["device_map"]
|
251
|
-
|
252
|
-
@property
|
253
|
-
def activate_profiler(self):
|
254
|
-
context = ContextRblnConfig.get_current_context()["activate_profiler"]
|
255
|
-
if context:
|
256
|
-
return context
|
257
|
-
elif self.runtime_cfg.get("activate_profiler", None) is None:
|
258
|
-
return False
|
259
|
-
return self.runtime_cfg["activate_profiler"]
|
260
|
-
|
261
|
-
|
262
|
-
def use_rbln_config(fn):
|
263
|
-
"""
|
264
|
-
If the function uses rbln_config and kwargs,
|
265
|
-
then extract `rbln_` prefix from kwargs.
|
266
|
-
|
267
|
-
If rbln_config is already an instance of RBLNConfig, then pass.
|
268
|
-
"""
|
269
|
-
|
270
|
-
def merged_rbln_config_fn(*args, **kwargs):
|
271
|
-
rbln_kwargs = kwargs.pop("rbln_kwargs", None)
|
272
|
-
if rbln_kwargs is not None:
|
273
|
-
raise KeyError("`rbln_kwargs` cannot be specified when using `rbln_config`!")
|
274
|
-
|
275
|
-
rbln_config = kwargs.pop("rbln_config", None)
|
276
|
-
|
277
|
-
keys = list(kwargs.keys())
|
278
|
-
rbln_kwargs = {key[5:]: kwargs.pop(key) for key in keys if key.startswith("rbln_")}
|
279
|
-
|
280
|
-
if isinstance(rbln_config, RBLNConfig):
|
281
|
-
# merge runtime kwargs if exists.
|
282
|
-
runtime_rbln_kwargs = {k: rbln_kwargs.pop(k) for k in RUNTIME_KEYWORDS if k in rbln_kwargs}
|
283
|
-
|
284
|
-
# ignore internal keys and recover "rbln_" prefix
|
285
|
-
RBLN_INTERNAL_KEYS = {"compiled_models", "submodules"}
|
286
|
-
internal_kwargs = {"rbln_" + k: rbln_kwargs.pop(k) for k in RBLN_INTERNAL_KEYS if k in rbln_kwargs}
|
287
|
-
|
288
|
-
if len(rbln_kwargs) > 0:
|
289
|
-
raise KeyError(
|
290
|
-
f"Failed to merging function argument : {rbln_kwargs.keys()}. "
|
291
|
-
"If you passed `rbln_config` an instance of `RBLNConfig`, "
|
292
|
-
"then none `rbln_` prefixes are allowed to be passed."
|
293
|
-
)
|
294
|
-
rbln_config.update_runtime_cfg(runtime_rbln_kwargs)
|
295
|
-
return fn(*args, **kwargs, **internal_kwargs, rbln_config=rbln_config)
|
296
|
-
|
297
|
-
elif rbln_config is None:
|
298
|
-
rbln_config_dict = {}
|
299
|
-
|
300
|
-
else:
|
301
|
-
rbln_config_dict = rbln_config
|
302
|
-
|
303
|
-
for key in rbln_config_dict:
|
304
|
-
if key in rbln_kwargs:
|
305
|
-
raise KeyError(f"Duplicated key in both `rbln_config` and rbln_{key}.")
|
306
|
-
|
307
|
-
rbln_kwargs.update(rbln_config_dict)
|
308
|
-
return fn(*args, **kwargs, rbln_config=rbln_kwargs)
|
309
|
-
|
310
|
-
return merged_rbln_config_fn
|
@@ -1,126 +0,0 @@
|
|
1
|
-
optimum/rbln/__init__.py,sha256=qW45z47BiNLTDtRFEhVEzr4THNFX0ygqCbdNKqI0biI,6992
|
2
|
-
optimum/rbln/__version__.py,sha256=nalKM3MAIzqBEgJ0zLy3uyayE-SPYE3s6kSX_TtadoM,513
|
3
|
-
optimum/rbln/modeling.py,sha256=0Hh75PVNDchAx9xd5dDSwrhV9PkT1lDuiJy-Wm2hchA,8797
|
4
|
-
optimum/rbln/modeling_base.py,sha256=dNCL-BhrWCpuOVkZaj8-MW567Tf4lLo3p3Z3ldjWJfU,21779
|
5
|
-
optimum/rbln/modeling_config.py,sha256=7104bxmrvKW4Q6XTruQayiIGl8GHDFmPkJ3cknMIInE,11335
|
6
|
-
optimum/rbln/diffusers/__init__.py,sha256=Hq87CbtiCy85YmK2SB-OmUyfv77oe3j4bsTenTRnu6w,3623
|
7
|
-
optimum/rbln/diffusers/modeling_diffusers.py,sha256=IS6Mlgexofap7f9Lefk5cKFP7ejSG_oWN3v2PX9_IDQ,20118
|
8
|
-
optimum/rbln/diffusers/models/__init__.py,sha256=mkCvJyH1KcwrsUvYSq_bVC79oOfyqtBSFDyPS1_48wA,1478
|
9
|
-
optimum/rbln/diffusers/models/controlnet.py,sha256=EM_HlzCdaZdnnK0oGpY2fQeigPqHhlwh4NHCzlmoumI,10512
|
10
|
-
optimum/rbln/diffusers/models/autoencoders/__init__.py,sha256=dg17ZTUsiqTcbIaEE4fqew9uRbao0diQ21PXvRKIqKg,679
|
11
|
-
optimum/rbln/diffusers/models/autoencoders/autoencoder_kl.py,sha256=rCbC32bJnfXtsLdVvNVVHpRAkCYy6jeCSwIZ-JSReWk,9220
|
12
|
-
optimum/rbln/diffusers/models/autoencoders/vae.py,sha256=gB9HR7Bf7wpIXLv-Js4Pc3oyWRlqEe4cms4sI2AJicY,4380
|
13
|
-
optimum/rbln/diffusers/models/autoencoders/vq_model.py,sha256=b36QqPbayjApKivceQVVyQxHyR1ZOZ1ffuGgdALEPTQ,6117
|
14
|
-
optimum/rbln/diffusers/models/transformers/__init__.py,sha256=V8rSR7WzHs-i8Cwb_MNxhY2NFbwPgxu24vGtkwl-6tk,706
|
15
|
-
optimum/rbln/diffusers/models/transformers/prior_transformer.py,sha256=VG9cQo-_eppDvQSW1q1euAGBt1socUHetN_fIN2u1iU,6169
|
16
|
-
optimum/rbln/diffusers/models/transformers/transformer_sd3.py,sha256=n_krmMgiRxWrG--567PNpk58EG_X7x7H4gidIkRvwjo,7308
|
17
|
-
optimum/rbln/diffusers/models/unets/__init__.py,sha256=MaICuK9CWjgzejXy8y2NDrphuEq1rkzanF8u45k6O5I,655
|
18
|
-
optimum/rbln/diffusers/models/unets/unet_2d_condition.py,sha256=QIjVWQQf8KBn5rU7lvipdm3gNBxZl7l6HCAj7p5FjLU,15977
|
19
|
-
optimum/rbln/diffusers/pipelines/__init__.py,sha256=5KLZ5LrpMzBya2e_3_PvEoPwG24U8JMexfw_ygZREKc,3140
|
20
|
-
optimum/rbln/diffusers/pipelines/controlnet/__init__.py,sha256=n1Ef22TSeax-kENi_d8K6wGGHSNEo9QkUeygELHgcao,983
|
21
|
-
optimum/rbln/diffusers/pipelines/controlnet/multicontrolnet.py,sha256=JWKtnZYBIfgmbAo0SLFIvHBQCv2BPSFNvpcdjG4GUOY,4113
|
22
|
-
optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet.py,sha256=dGdw5cwJLS4CLv6IHskk5ZCcPgS7UDuHKbfOZ8ojNUs,35187
|
23
|
-
optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet_img2img.py,sha256=7xCiXrH4ToCTHohVGFXqO7_f9G8HShYaHgZxoMZARkQ,33664
|
24
|
-
optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet_sd_xl.py,sha256=Gzt2wg4dgFg0TV3Bu0cs8Xru3wVrxWUxxgciwZ-QKLE,44755
|
25
|
-
optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet_sd_xl_img2img.py,sha256=RfwxNX_zQWFtvvFQJ5bt3qtHbdYdQV_3XLHm9WYCKOs,46084
|
26
|
-
optimum/rbln/diffusers/pipelines/kandinsky2_2/__init__.py,sha256=I4YQq2HfA3xONbWsdJ870IEJPyLWeCDDG-UCJsu9YO8,1035
|
27
|
-
optimum/rbln/diffusers/pipelines/kandinsky2_2/pipeline_kandinsky2_2.py,sha256=aNFGOjth8tDvPrjYLbRWrkHr6p-8AFgcQx1Qay1fw70,904
|
28
|
-
optimum/rbln/diffusers/pipelines/kandinsky2_2/pipeline_kandinsky2_2_combined.py,sha256=BVXOpdrezWVTCibpuAMu9KkD5oEQUY00cSqm6dFbTnk,7020
|
29
|
-
optimum/rbln/diffusers/pipelines/kandinsky2_2/pipeline_kandinsky2_2_img2img.py,sha256=fEs-WgJqWs5zvuCkKb7MuZokH9Mi6q-0DOEKxzfWxzo,932
|
30
|
-
optimum/rbln/diffusers/pipelines/kandinsky2_2/pipeline_kandinsky2_2_inpaint.py,sha256=Ad2ZYCXaMiYpB0mz-8X1CGhILxrVbt7rRIXt6IPwYBM,932
|
31
|
-
optimum/rbln/diffusers/pipelines/kandinsky2_2/pipeline_kandinsky2_2_prior.py,sha256=Mf7tzrXetwCgt7LuXfkX-CX1hltLgNZdwF9bHxAbDJM,874
|
32
|
-
optimum/rbln/diffusers/pipelines/stable_diffusion/__init__.py,sha256=gz6CbP4T6w8XH3PIGRIJXTmKFsChJIkwcAEAsiR5Ydg,830
|
33
|
-
optimum/rbln/diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion.py,sha256=DgRLzO9HxtgE1jICmHoHaqeVXM4Ih-5uo2JqNMAPMcc,876
|
34
|
-
optimum/rbln/diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion_img2img.py,sha256=qU7wN2gFUjFImuB6CGDY2SC4aZw4VhaRKu92eA_Fa08,904
|
35
|
-
optimum/rbln/diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion_inpaint.py,sha256=7vbbgopnRN1C6lIUDsF99dhFNoJ9P3taJZK8FZpHwrM,904
|
36
|
-
optimum/rbln/diffusers/pipelines/stable_diffusion_3/__init__.py,sha256=Hh-JePj7nBsm81ioqdt8gfpS_I0sEHBinsAOEdraUno,839
|
37
|
-
optimum/rbln/diffusers/pipelines/stable_diffusion_3/pipeline_stable_diffusion_3.py,sha256=e3bY7BJtQLnQXg_qdm92oNkWxyjfp8czQmqPaCDe7TA,923
|
38
|
-
optimum/rbln/diffusers/pipelines/stable_diffusion_3/pipeline_stable_diffusion_3_img2img.py,sha256=Ru8r5iw_lYtk2fM5NUEULQPL_tUtrgZqHMH9NDYxpyU,951
|
39
|
-
optimum/rbln/diffusers/pipelines/stable_diffusion_3/pipeline_stable_diffusion_3_inpaint.py,sha256=6RM9S_Lj66WErKu_kvuYpPi4WbFKL6V6GhjjMLUAFQE,951
|
40
|
-
optimum/rbln/diffusers/pipelines/stable_diffusion_xl/__init__.py,sha256=9iIMZYvpWEiLRrMEduhwVTE5IUix61OSLj7kd1e1FzY,845
|
41
|
-
optimum/rbln/diffusers/pipelines/stable_diffusion_xl/pipeline_stable_diffusion_xl.py,sha256=OvB5bxX6HUiqJeIc3uukuEmUXYEx1pTqGNOtdG2l1m8,902
|
42
|
-
optimum/rbln/diffusers/pipelines/stable_diffusion_xl/pipeline_stable_diffusion_xl_img2img.py,sha256=3aB1Rw-OgKytQOHwOaShbEvq_XVHPOGvsGm8pstEmKU,930
|
43
|
-
optimum/rbln/diffusers/pipelines/stable_diffusion_xl/pipeline_stable_diffusion_xl_inpaint.py,sha256=MzVP1wscaO1sUIiBIPJqG6zuGyez9VUbA42-JSIm-mk,930
|
44
|
-
optimum/rbln/ops/__init__.py,sha256=rSz6mfC0aGbNYjMaNSsOZSPYxPRenW8DWbNpAkjTfAc,703
|
45
|
-
optimum/rbln/ops/attn.py,sha256=x02yFLk7FcONFqfow0ROmVy9fmxo5Pw0SPCiDY3AZNg,9012
|
46
|
-
optimum/rbln/ops/flash_attn.py,sha256=NmCqUdMTzgJ4sbYGj8IWXJEsLWvbuCMponR01w5DK6w,4121
|
47
|
-
optimum/rbln/ops/kv_cache_update.py,sha256=HjnHBR-oFrJQibsVnkYb0P5_-wEma8jl0mkjkylwakU,1270
|
48
|
-
optimum/rbln/ops/linear.py,sha256=1_7Hg-9wXxhu97fqPobotLQx17k7VPeSSL91_9Z7EDg,1018
|
49
|
-
optimum/rbln/transformers/__init__.py,sha256=rW2wEgNpkcBwrrib2tui5sEpw04s1YUDHB50m2L7Os8,4353
|
50
|
-
optimum/rbln/transformers/modeling_alias.py,sha256=yx7FnZQWAnrWzivaO5hI7T6i-fyLzt2tMIXG2oDNbPo,1657
|
51
|
-
optimum/rbln/transformers/modeling_generic.py,sha256=aaZWsqVDCRvH03q-Wen7DMfLr7Gy-u-I0mTw0aYqWjk,18195
|
52
|
-
optimum/rbln/transformers/modeling_rope_utils.py,sha256=3zwkhYUyTZhxCJUSmwCc88iiY1TppRWEY9ShwUqNB2k,14293
|
53
|
-
optimum/rbln/transformers/models/__init__.py,sha256=Qyt9E61FDpnyAXTmRKDbv7CTtn-ml9cITvvNVqhwrnA,3992
|
54
|
-
optimum/rbln/transformers/models/auto/__init__.py,sha256=GvGbb3ZpMv-h6euXeZ42jSizoOfrL2O1uvpAnfKxYEo,1034
|
55
|
-
optimum/rbln/transformers/models/auto/auto_factory.py,sha256=IK9jFrJ3EEzYQa9_aKpcp2TO68M5YGkA-HcfBVpA2QU,7027
|
56
|
-
optimum/rbln/transformers/models/auto/modeling_auto.py,sha256=Un9qoqdy3dO8JBza_bTJF_6_fRVNM9QisihSgTRFI-o,3933
|
57
|
-
optimum/rbln/transformers/models/bart/__init__.py,sha256=MqOlNX0QJvvLzTkTPd3SF-lq4PLeztXGfLHyJVMN6uU,738
|
58
|
-
optimum/rbln/transformers/models/bart/bart_architecture.py,sha256=Oo-Cdne7igKEex8wwP-gztKJHgs5GLHQjK1oc3IZIDE,5801
|
59
|
-
optimum/rbln/transformers/models/bart/modeling_bart.py,sha256=naFpsOSjNRG8s5QPjeAsYCk2oJCxnn0Au0aYnMKZOBY,5679
|
60
|
-
optimum/rbln/transformers/models/bert/__init__.py,sha256=YVV7k_laU6yJBawZrgjIWjRmIF-Y4oQQHqyf8lsraQs,691
|
61
|
-
optimum/rbln/transformers/models/bert/modeling_bert.py,sha256=p3utRqf3dv9_RkHwaMCa1EfXttNJkqCJUIZo3CeZ9YY,4674
|
62
|
-
optimum/rbln/transformers/models/clip/__init__.py,sha256=H9vuBwrmFO0-CqZhXUrKF-uQL6igCqMlqrT1X_ELaAI,754
|
63
|
-
optimum/rbln/transformers/models/clip/modeling_clip.py,sha256=NiSm7bHs4SReHDUr53BBWSX0Y8bkKOeUSpsBDrp8YDw,6628
|
64
|
-
optimum/rbln/transformers/models/decoderonly/__init__.py,sha256=vFJvOsmUuvxLkhZELb5JKok-I1Bh_xCn1vb3pjMw1Ug,929
|
65
|
-
optimum/rbln/transformers/models/decoderonly/decoderonly_architecture.py,sha256=gIkXCtjbcUbd4KcB_MFoPdhXM4MdrZNeKXnxK5OrT4c,41255
|
66
|
-
optimum/rbln/transformers/models/decoderonly/modeling_decoderonly.py,sha256=qNnWSe3p2LDwNJ6utrilsqid-rQ8YLloqYkSOZamvhs,39918
|
67
|
-
optimum/rbln/transformers/models/dpt/__init__.py,sha256=gP1tkR3XMNlHq1GT87ugIVvb2o_1eAUg1JaniXjy1Lw,651
|
68
|
-
optimum/rbln/transformers/models/dpt/modeling_dpt.py,sha256=ZsS2SOiqcA4azULB-WFEMQZbgIoOyVUKqVKqrw_tWzA,3430
|
69
|
-
optimum/rbln/transformers/models/exaone/__init__.py,sha256=zYH_5tVa8-juEdsOIky7I33WSC3Zuhoq1upI0OHYeVw,859
|
70
|
-
optimum/rbln/transformers/models/exaone/exaone_architecture.py,sha256=ZM5vvz8KBipOiMVi8vqfvejkDSknW69xh4GrvJix-g0,3350
|
71
|
-
optimum/rbln/transformers/models/exaone/modeling_exaone.py,sha256=WjyH8PmsMljSea7kJn_Cq1FJ96OXwXAoU7hv2Q8zUnI,1747
|
72
|
-
optimum/rbln/transformers/models/gemma/__init__.py,sha256=7qUrekuBwCI9a6_Fq6j--FzCirRtUDz3ApY17mQS5Y4,648
|
73
|
-
optimum/rbln/transformers/models/gemma/gemma_architecture.py,sha256=bmCx405FVcffhgrQ53qMMZDbSlPxWOjucMHbvq19Gnw,2286
|
74
|
-
optimum/rbln/transformers/models/gemma/modeling_gemma.py,sha256=-U3w3cEOv3ps1S8aL7uOq6Kq2siCPZz7Z8MXhDQgQqo,1530
|
75
|
-
optimum/rbln/transformers/models/gpt2/__init__.py,sha256=UwwPPYVTB9ywDWy314L2bNL0i7wfkQFA71qjgXicEPg,646
|
76
|
-
optimum/rbln/transformers/models/gpt2/gpt2_architecture.py,sha256=1IxqHmB-GlH2Dv2Yk4z0rMxL9CpxMGHhSu_x8_4cxvs,3008
|
77
|
-
optimum/rbln/transformers/models/gpt2/modeling_gpt2.py,sha256=qBDanUk_O-HtOIVCA4IE3FYyCsnL9xIDK00vft-0caw,1490
|
78
|
-
optimum/rbln/transformers/models/llama/__init__.py,sha256=jo_j_eIrHYGNEhR5lb6g3r5sO0ewe3fm2TWO8mLrT58,648
|
79
|
-
optimum/rbln/transformers/models/llama/llama_architecture.py,sha256=S7MCPfyjG5eUqgaS-QNBB0ApUD6wnb5fR0RHq7k7-pA,728
|
80
|
-
optimum/rbln/transformers/models/llama/modeling_llama.py,sha256=Z3iony7icoFhRQ11MAuFx9UF03uJCsvJQZ6bxHXlrgk,1530
|
81
|
-
optimum/rbln/transformers/models/llava_next/__init__.py,sha256=VLieyWm-UgvuNxw9B38wrL1Jsa09NBDX_ebABmdpTbs,670
|
82
|
-
optimum/rbln/transformers/models/llava_next/modeling_llava_next.py,sha256=w_plsUOzxnhkQBhQeUqW9aJqGCvCvLtsx0XNKYjOprU,26203
|
83
|
-
optimum/rbln/transformers/models/midm/__init__.py,sha256=UJSaErsF-z6dZERIS143WTaygffZyzEGqoQ2ZPDiM-c,855
|
84
|
-
optimum/rbln/transformers/models/midm/midm_architecture.py,sha256=357iviqQkzI0s_lU_teH1sVOChNRDUABe3GA0HuhZZY,5444
|
85
|
-
optimum/rbln/transformers/models/midm/modeling_midm.py,sha256=GG25BozEZriAL-OPFGpzOjyDtSFB-NfeiLJTDAqxe20,1734
|
86
|
-
optimum/rbln/transformers/models/mistral/__init__.py,sha256=jpGdNtRLoV7WmuYpRGVXR27BTC8RIi_nhmvYlxuhqRc,652
|
87
|
-
optimum/rbln/transformers/models/mistral/mistral_architecture.py,sha256=_aU8TE_tdvfo0K7QpgTlz_d0qwk4O82dl9268lPL16E,733
|
88
|
-
optimum/rbln/transformers/models/mistral/modeling_mistral.py,sha256=7nrddoBIHf8S12LZWBUpotnvG3gND11vMQda9yYXJ-s,1560
|
89
|
-
optimum/rbln/transformers/models/phi/__init__.py,sha256=mZLt1M7BbYEvSon5UlkniMUPa15SfjZFdw0kMSAF3VA,644
|
90
|
-
optimum/rbln/transformers/models/phi/modeling_phi.py,sha256=j-6Pqd5rR2JE8I1pnKFlCi4nW5Dv3wZjoPWxohissoo,1516
|
91
|
-
optimum/rbln/transformers/models/phi/phi_architecture.py,sha256=TueyqmjPXWmOPOxBm4dIFyd0X3iV1jgw0U6c26iCAPk,4090
|
92
|
-
optimum/rbln/transformers/models/qwen2/__init__.py,sha256=RAMWc21W_2I6DH9xBjeNxPECmAcTrbKhSIefq3Lass0,648
|
93
|
-
optimum/rbln/transformers/models/qwen2/modeling_qwen2.py,sha256=9-aFDvjMzPNUyGOz0qo33RE18bUFGYZ3Wt_68zb5uJY,1530
|
94
|
-
optimum/rbln/transformers/models/qwen2/qwen2_architecture.py,sha256=XlNAMYAcDLohnSAhIFGKOPuCB5XLgzYs5ABWdeQSaZs,720
|
95
|
-
optimum/rbln/transformers/models/seq2seq/__init__.py,sha256=EmEMV4rOYqKyruX85d0fR73-b8N6BSD6CPcbpYdBuVk,651
|
96
|
-
optimum/rbln/transformers/models/seq2seq/modeling_seq2seq.py,sha256=PQQ9dZyFToNGKYp1GeKXYHKaLuAVyeZwgdCfylmWY6Y,17837
|
97
|
-
optimum/rbln/transformers/models/seq2seq/seq2seq_architecture.py,sha256=w5pMnWbJhgYmpl5NT_vJEzcb4RfEbHfalJ371IL3wp8,18685
|
98
|
-
optimum/rbln/transformers/models/t5/__init__.py,sha256=r6RJKPbbAoz_jCWC_yTyC9jBGYYze-vauPt1ahWax0E,725
|
99
|
-
optimum/rbln/transformers/models/t5/modeling_t5.py,sha256=-fG-h0wwsfjZ3par0QHbXKA7hbvw_lPJOIf8iXQDOfM,8082
|
100
|
-
optimum/rbln/transformers/models/t5/t5_architecture.py,sha256=YdFOr8LfBhEXuPsLZDfYjmUSI-a3Otrzye1bOf8NUyw,9678
|
101
|
-
optimum/rbln/transformers/models/time_series_transformers/__init__.py,sha256=KIeTMfC-8Q4-QdTdzAybVrpPf0nVI7AuGOGAxq8C59M,1148
|
102
|
-
optimum/rbln/transformers/models/time_series_transformers/modeling_time_series_transformers.py,sha256=1Ippt0Rmt2TxJ5X4-4tlALQOkKmOfMaTrbOLWIUIKWw,16614
|
103
|
-
optimum/rbln/transformers/models/time_series_transformers/time_series_transformers_architecture.py,sha256=XJDjQGbWXUq4ZimNojlcbm3mTDpxUMCl6tkFSzfYFl4,13769
|
104
|
-
optimum/rbln/transformers/models/wav2vec2/__init__.py,sha256=YpgA0K-vyg9veh0eL_jxauosbRpb_kpGKHvvQLBspKM,649
|
105
|
-
optimum/rbln/transformers/models/wav2vec2/modeling_wav2vec2.py,sha256=JYJmV52j6cBwim4RanVJryfKnV80V96ol0A-oR6o7cg,3856
|
106
|
-
optimum/rbln/transformers/models/whisper/__init__.py,sha256=Do4rVonghYiIa9zgHh4A0XtF-GQNy6UmCetO_KmIUuc,715
|
107
|
-
optimum/rbln/transformers/models/whisper/generation_whisper.py,sha256=GIHTca3b1VtW81kp7BzKQ7f77c2t9OsEsbZetripgDo,4582
|
108
|
-
optimum/rbln/transformers/models/whisper/modeling_whisper.py,sha256=HB7BF-SG_QIqeid-PN8Tn9qVTeiv897RUOyYzapa8zA,18127
|
109
|
-
optimum/rbln/transformers/models/whisper/whisper_architecture.py,sha256=zEwfn8DDTbt2TN7lHKMZG9JXZc5WdW9Cp8mH4OVfo3s,13949
|
110
|
-
optimum/rbln/transformers/models/xlm_roberta/__init__.py,sha256=fC7iNcdxBZ_6eOF2snStmf8r2M3c8O_-XcXnQEaHQCE,653
|
111
|
-
optimum/rbln/transformers/models/xlm_roberta/modeling_xlm_roberta.py,sha256=8YNLz0bc5ze-QuU8rN-QhUfGzlSUs3iMJiWTxO3o6AM,4366
|
112
|
-
optimum/rbln/transformers/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
113
|
-
optimum/rbln/transformers/utils/rbln_quantization.py,sha256=gwBVHf97sQgPNmGa0wq87E8mPyrtXYhMnO4X4sKp3c8,7639
|
114
|
-
optimum/rbln/utils/__init__.py,sha256=ieDBT2VFTt2E0M4v_POLBpuGW9LxSydpb_DuPd6PQqc,712
|
115
|
-
optimum/rbln/utils/decorator_utils.py,sha256=xu-TrsNi33SRC2a7DBsyoo6-pEQxWKZPZSmM9QlDe2Y,3745
|
116
|
-
optimum/rbln/utils/hub.py,sha256=bNmOJGEO9Jfux4Cg8Xli-898I4mxk20KuwQOhP0Zs1U,4198
|
117
|
-
optimum/rbln/utils/import_utils.py,sha256=uMldLJmDVMj5uHvxBfb96uV29bfGEDvlksLY26GOHAs,4389
|
118
|
-
optimum/rbln/utils/logging.py,sha256=VKKBmlQSdg6iZCGmAXaWYiW67K84jyp1QJhLQSSjPPE,3453
|
119
|
-
optimum/rbln/utils/model_utils.py,sha256=DfD_Z2qvZHqcddXqnzTM1AN8khanj3-DXK2lJvVxDvs,1278
|
120
|
-
optimum/rbln/utils/runtime_utils.py,sha256=5-DYniyP59nx-mrrbi7AqA77L85b4Cm5oLpaxidSyss,3699
|
121
|
-
optimum/rbln/utils/save_utils.py,sha256=hG5uOtYmecSXZuGTvCXsTM-SiyZpr5q3InUGCCq_jzQ,3619
|
122
|
-
optimum/rbln/utils/submodule.py,sha256=oZoGrItB8WqY4i-K9WJPlLlcLohc1YGB9OHB8_XZw3A,4071
|
123
|
-
optimum_rbln-0.7.4a3.dist-info/METADATA,sha256=vWeZ1sK6mCZShFnCI2Qe6qY5dCmXzArApl5NQWERCNA,5300
|
124
|
-
optimum_rbln-0.7.4a3.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
|
125
|
-
optimum_rbln-0.7.4a3.dist-info/licenses/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
|
126
|
-
optimum_rbln-0.7.4a3.dist-info/RECORD,,
|
File without changes
|
File without changes
|