optimum-rbln 0.8.1a7__py3-none-any.whl → 0.8.1rc1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- optimum/rbln/__version__.py +2 -2
- optimum/rbln/diffusers/configurations/models/__init__.py +1 -1
- optimum/rbln/diffusers/configurations/models/configuration_autoencoder_kl_cosmos.py +3 -1
- optimum/rbln/diffusers/configurations/models/{configuration_cosmos_transformer.py → configuration_transformer_cosmos.py} +2 -0
- optimum/rbln/diffusers/configurations/pipelines/configuration_cosmos.py +8 -4
- optimum/rbln/diffusers/pipelines/cosmos/cosmos_guardrail.py +3 -1
- optimum/rbln/diffusers/pipelines/cosmos/pipeline_cosmos_text2world.py +1 -1
- optimum/rbln/diffusers/pipelines/cosmos/pipeline_cosmos_video2world.py +2 -2
- {optimum_rbln-0.8.1a7.dist-info → optimum_rbln-0.8.1rc1.dist-info}/METADATA +1 -1
- {optimum_rbln-0.8.1a7.dist-info → optimum_rbln-0.8.1rc1.dist-info}/RECORD +12 -12
- {optimum_rbln-0.8.1a7.dist-info → optimum_rbln-0.8.1rc1.dist-info}/WHEEL +0 -0
- {optimum_rbln-0.8.1a7.dist-info → optimum_rbln-0.8.1rc1.dist-info}/licenses/LICENSE +0 -0
optimum/rbln/__version__.py
CHANGED
@@ -17,5 +17,5 @@ __version__: str
|
|
17
17
|
__version_tuple__: VERSION_TUPLE
|
18
18
|
version_tuple: VERSION_TUPLE
|
19
19
|
|
20
|
-
__version__ = version = '0.8.
|
21
|
-
__version_tuple__ = version_tuple = (0, 8, 1, '
|
20
|
+
__version__ = version = '0.8.1rc1'
|
21
|
+
__version_tuple__ = version_tuple = (0, 8, 1, 'rc1')
|
@@ -1,8 +1,8 @@
|
|
1
1
|
from .configuration_autoencoder_kl import RBLNAutoencoderKLConfig
|
2
2
|
from .configuration_autoencoder_kl_cosmos import RBLNAutoencoderKLCosmosConfig
|
3
3
|
from .configuration_controlnet import RBLNControlNetModelConfig
|
4
|
-
from .configuration_cosmos_transformer import RBLNCosmosTransformer3DModelConfig
|
5
4
|
from .configuration_prior_transformer import RBLNPriorTransformerConfig
|
5
|
+
from .configuration_transformer_cosmos import RBLNCosmosTransformer3DModelConfig
|
6
6
|
from .configuration_transformer_sd3 import RBLNSD3Transformer2DModelConfig
|
7
7
|
from .configuration_unet_2d_condition import RBLNUNet2DConditionModelConfig
|
8
8
|
from .configuration_vq_model import RBLNVQModelConfig
|
@@ -22,6 +22,8 @@ logger = get_logger(__name__)
|
|
22
22
|
|
23
23
|
|
24
24
|
class RBLNAutoencoderKLCosmosConfig(RBLNModelConfig):
|
25
|
+
"""Configuration class for RBLN Cosmos Variational Autoencoder (VAE) models."""
|
26
|
+
|
25
27
|
def __init__(
|
26
28
|
self,
|
27
29
|
batch_size: Optional[int] = None,
|
@@ -48,7 +50,7 @@ class RBLNAutoencoderKLCosmosConfig(RBLNModelConfig):
|
|
48
50
|
Determines how much shorter the latent representations are compared to the original videos.
|
49
51
|
vae_scale_factor_spatial (Optional[int]): The scaling factor between pixel space and latent space.
|
50
52
|
Determines how much smaller the latent representations are compared to the original videos.
|
51
|
-
use_slicing (Optional[
|
53
|
+
use_slicing (Optional[bool]): Enable sliced VAE encoding and decoding.
|
52
54
|
If True, the VAE will split the input tensor in slices to compute encoding or decoding in several steps.
|
53
55
|
**kwargs: Additional arguments passed to the parent RBLNModelConfig.
|
54
56
|
|
@@ -24,7 +24,7 @@ from ..models import RBLNAutoencoderKLCosmosConfig, RBLNCosmosTransformer3DModel
|
|
24
24
|
logger = get_logger(__name__)
|
25
25
|
|
26
26
|
|
27
|
-
class
|
27
|
+
class RBLNCosmosPipelineBaseConfig(RBLNModelConfig):
|
28
28
|
submodules = ["text_encoder", "transformer", "vae", "safety_checker"]
|
29
29
|
_vae_uses_encoder = False
|
30
30
|
|
@@ -47,7 +47,7 @@ class _RBLNCosmosPipelineBaseConfig(RBLNModelConfig):
|
|
47
47
|
Args:
|
48
48
|
text_encoder (Optional[RBLNT5EncoderModelConfig]): Configuration for the text encoder component.
|
49
49
|
Initialized as RBLNT5EncoderModelConfig if not provided.
|
50
|
-
transformer (Optional[RBLNCosmosTransformer3DModelConfig]): Configuration for the
|
50
|
+
transformer (Optional[RBLNCosmosTransformer3DModelConfig]): Configuration for the Transformer model component.
|
51
51
|
Initialized as RBLNCosmosTransformer3DModelConfig if not provided.
|
52
52
|
vae (Optional[RBLNAutoencoderKLCosmosConfig]): Configuration for the VAE model component.
|
53
53
|
Initialized as RBLNAutoencoderKLCosmosConfig if not provided.
|
@@ -102,9 +102,13 @@ class _RBLNCosmosPipelineBaseConfig(RBLNModelConfig):
|
|
102
102
|
return self.text_encoder.max_seq_len
|
103
103
|
|
104
104
|
|
105
|
-
class RBLNCosmosTextToWorldPipelineConfig(
|
105
|
+
class RBLNCosmosTextToWorldPipelineConfig(RBLNCosmosPipelineBaseConfig):
|
106
|
+
"""Config for Cosmos Text2World Pipeline"""
|
107
|
+
|
106
108
|
_vae_uses_encoder = False
|
107
109
|
|
108
110
|
|
109
|
-
class RBLNCosmosVideoToWorldPipelineConfig(
|
111
|
+
class RBLNCosmosVideoToWorldPipelineConfig(RBLNCosmosPipelineBaseConfig):
|
112
|
+
"""Config for Cosmos Video2World Pipeline"""
|
113
|
+
|
110
114
|
_vae_uses_encoder = True
|
@@ -130,7 +130,7 @@ class RBLNSigLIPEncoder(SigLIPEncoder):
|
|
130
130
|
self.checkpoint_dir,
|
131
131
|
rbln_device=rbln_config.siglip_encoder.device,
|
132
132
|
rbln_create_runtimes=rbln_config.siglip_encoder.create_runtimes,
|
133
|
-
rbln_activate_profiler=rbln_config.
|
133
|
+
rbln_activate_profiler=rbln_config.siglip_encoder.activate_profiler,
|
134
134
|
)
|
135
135
|
else:
|
136
136
|
super().__init__(model_name, checkpoint_id)
|
@@ -143,6 +143,7 @@ class RBLNSigLIPEncoder(SigLIPEncoder):
|
|
143
143
|
rbln_npu=rbln_config.siglip_encoder.npu,
|
144
144
|
rbln_create_runtimes=rbln_config.siglip_encoder.create_runtimes,
|
145
145
|
rbln_activate_profiler=rbln_config.siglip_encoder.activate_profiler,
|
146
|
+
rbln_optimize_host_memory=rbln_config.siglip_encoder.optimize_host_memory,
|
146
147
|
)
|
147
148
|
self.rbln_config = rbln_config
|
148
149
|
|
@@ -353,6 +354,7 @@ class RBLNAegis(Aegis):
|
|
353
354
|
rbln_create_runtimes=rbln_config.aegis.create_runtimes,
|
354
355
|
rbln_npu=rbln_config.aegis.npu,
|
355
356
|
rbln_activate_profiler=rbln_config.aegis.activate_profiler,
|
357
|
+
rbln_optimize_host_memory=rbln_config.aegis.optimize_host_memory,
|
356
358
|
)
|
357
359
|
|
358
360
|
self.rbln_config = rbln_config
|
@@ -35,7 +35,7 @@ class RBLNCosmosTextToWorldPipeline(RBLNDiffusionMixin, CosmosTextToWorldPipelin
|
|
35
35
|
RBLN-accelerated implementation of Cosmos Text to World pipeline for text-to-video generation.
|
36
36
|
|
37
37
|
This pipeline compiles Cosmos Text to World models to run efficiently on RBLN NPUs, enabling high-performance
|
38
|
-
inference for generating
|
38
|
+
inference for generating videos with distinctive artistic style and enhanced visual quality.
|
39
39
|
"""
|
40
40
|
|
41
41
|
original_class = CosmosTextToWorldPipeline
|
@@ -35,12 +35,12 @@ class RBLNCosmosVideoToWorldPipeline(RBLNDiffusionMixin, CosmosVideoToWorldPipel
|
|
35
35
|
RBLN-accelerated implementation of Cosmos Video to World pipeline for video-to-video generation.
|
36
36
|
|
37
37
|
This pipeline compiles Cosmos Video to World models to run efficiently on RBLN NPUs, enabling high-performance
|
38
|
-
inference for generating
|
38
|
+
inference for generating videos with distinctive artistic style and enhanced visual quality.
|
39
39
|
"""
|
40
40
|
|
41
41
|
original_class = CosmosVideoToWorldPipeline
|
42
42
|
_submodules = ["text_encoder", "transformer", "vae"]
|
43
|
-
|
43
|
+
_optional_submodules = ["safety_checker"]
|
44
44
|
|
45
45
|
def __init__(
|
46
46
|
self,
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.4
|
2
2
|
Name: optimum-rbln
|
3
|
-
Version: 0.8.
|
3
|
+
Version: 0.8.1rc1
|
4
4
|
Summary: Optimum RBLN is the interface between the HuggingFace Transformers and Diffusers libraries and RBLN accelerators. It provides a set of tools enabling easy model loading and inference on single and multiple rbln device settings for different downstream tasks.
|
5
5
|
Project-URL: Homepage, https://rebellions.ai
|
6
6
|
Project-URL: Documentation, https://docs.rbln.ai
|
@@ -1,23 +1,23 @@
|
|
1
1
|
optimum/rbln/__init__.py,sha256=MZCYmY4Y_Zfk0TGo3xK52osHDLZHz4cSdduXZt6RfSI,15316
|
2
|
-
optimum/rbln/__version__.py,sha256=
|
2
|
+
optimum/rbln/__version__.py,sha256=_HBfPPqmrksIsmr93RnGS_EXQHyrC_e0NtnXkbI_leI,521
|
3
3
|
optimum/rbln/configuration_utils.py,sha256=o5oer7fBdE-MHLGNXoP35FjmuQbMmjEIDv0QE_k3kpo,32336
|
4
4
|
optimum/rbln/modeling.py,sha256=bsvK6GQtoH9vx72Ea59kvv61jguOk9XDTzVjsY1ugkk,14248
|
5
5
|
optimum/rbln/modeling_base.py,sha256=QpNkU_Do__JKmnHjaPzv47OhQwgGfVohisip1jqXa7A,23871
|
6
6
|
optimum/rbln/diffusers/__init__.py,sha256=_3FoA0uxCdFd6YK9PMaptFmR9XvdB_PcvYR1MkbGpN8,6957
|
7
7
|
optimum/rbln/diffusers/modeling_diffusers.py,sha256=RjZNcYMU5daUIj-PAxyAwVoo2a9hnbR81qfcwUYJBPI,19844
|
8
8
|
optimum/rbln/diffusers/configurations/__init__.py,sha256=vMRnPY4s-Uju43xP038D2EA18X_mhy2YfsZVpSU-VoA,1322
|
9
|
-
optimum/rbln/diffusers/configurations/models/__init__.py,sha256
|
9
|
+
optimum/rbln/diffusers/configurations/models/__init__.py,sha256=7q95gtgDzCeIBogGw8SLQoHT4Wch7vpLJVF2UQovuoo,567
|
10
10
|
optimum/rbln/diffusers/configurations/models/configuration_autoencoder_kl.py,sha256=ySetuNq6koleFIZ542zZLTzEEyl_CTul9l12ufWlQ_Y,3218
|
11
|
-
optimum/rbln/diffusers/configurations/models/configuration_autoencoder_kl_cosmos.py,sha256=
|
11
|
+
optimum/rbln/diffusers/configurations/models/configuration_autoencoder_kl_cosmos.py,sha256=0BPZ4Tcz72j0a1KPdfpvk5G511wWNvS4MDJKbHAPzhA,4145
|
12
12
|
optimum/rbln/diffusers/configurations/models/configuration_controlnet.py,sha256=VDO_YFS_QhcHhuRIXQL53JZXEO27yoKHtecq5hd2la8,2637
|
13
|
-
optimum/rbln/diffusers/configurations/models/configuration_cosmos_transformer.py,sha256=MnRjn6yI7ST6QFU2MsZqdE2I_FE6vJOOWw4FTTi3KHo,3033
|
14
13
|
optimum/rbln/diffusers/configurations/models/configuration_prior_transformer.py,sha256=vE8RsXc27Z4-9k0KEM_vP7AWd5UUYvDgfX1g6nUrPp4,2224
|
14
|
+
optimum/rbln/diffusers/configurations/models/configuration_transformer_cosmos.py,sha256=WOsC3sufsbwEEtsx0q8KqXUQE2VAFFCKRC7f2H4fmhg,3100
|
15
15
|
optimum/rbln/diffusers/configurations/models/configuration_transformer_sd3.py,sha256=TAwHUyVy_9HSEZdXIuFCtrBfNIuYIedklJaCut5wEys,2412
|
16
16
|
optimum/rbln/diffusers/configurations/models/configuration_unet_2d_condition.py,sha256=mxcbrOqLMnPpP-jnjSeRWPj2zwPMsgeQSq6LzhG2btA,3630
|
17
17
|
optimum/rbln/diffusers/configurations/models/configuration_vq_model.py,sha256=dslGcfCZL_hNeVyjV-4FnCT1POmXuiaLbr6NcQSKgHg,3259
|
18
18
|
optimum/rbln/diffusers/configurations/pipelines/__init__.py,sha256=RfJXQiYvgGc3Rp7JYk5s0AQd0XB5JCAb37_riGWQAYg,1268
|
19
19
|
optimum/rbln/diffusers/configurations/pipelines/configuration_controlnet.py,sha256=nTtr2vqyr3zNSJXI0kiTAhOnVNhA-cVyaSnKOwBBZIo,14215
|
20
|
-
optimum/rbln/diffusers/configurations/pipelines/configuration_cosmos.py,sha256=
|
20
|
+
optimum/rbln/diffusers/configurations/pipelines/configuration_cosmos.py,sha256=8GK9pAGzhtmQN2DQjgQZJo9S7y6dDko-Ii-3CagFxo4,4588
|
21
21
|
optimum/rbln/diffusers/configurations/pipelines/configuration_kandinsky2_2.py,sha256=1ve6o4OEpjPzTXWHXy_T5MAI0V-F08PMv2W6nBFfeKU,16386
|
22
22
|
optimum/rbln/diffusers/configurations/pipelines/configuration_stable_diffusion.py,sha256=kR8dV_RsmoDxhK5bAfv3PbtS5LpN5g-O-snAX1sP6Fo,6591
|
23
23
|
optimum/rbln/diffusers/configurations/pipelines/configuration_stable_diffusion_3.py,sha256=f2VOwvCd-9kDnUpwhb0LaMWgfwdmBzUKMpmCdhUv2sc,7923
|
@@ -44,9 +44,9 @@ optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet_sd_xl.py,sha256=
|
|
44
44
|
optimum/rbln/diffusers/pipelines/controlnet/pipeline_controlnet_sd_xl_img2img.py,sha256=HX56itORMqXLjZcwv25C-_z3JyZn3v6BpfIjsrDO3mE,46640
|
45
45
|
optimum/rbln/diffusers/pipelines/cosmos/__init__.py,sha256=h2j6S8IJPVHeNU8qmW9vyXMgHBw0d7kQcuMAA5YoHPU,795
|
46
46
|
optimum/rbln/diffusers/pipelines/cosmos/configuration_cosmos_guardrail.py,sha256=kDVnUBBGdumpDj2DaOpo5MSsFvlFIGY6BU1LZaFVqao,3327
|
47
|
-
optimum/rbln/diffusers/pipelines/cosmos/cosmos_guardrail.py,sha256=
|
48
|
-
optimum/rbln/diffusers/pipelines/cosmos/pipeline_cosmos_text2world.py,sha256=
|
49
|
-
optimum/rbln/diffusers/pipelines/cosmos/pipeline_cosmos_video2world.py,sha256
|
47
|
+
optimum/rbln/diffusers/pipelines/cosmos/cosmos_guardrail.py,sha256=lzT6j0RifZfIktETC5gd8GAKPHwekeb3JH56aPChOtI,18088
|
48
|
+
optimum/rbln/diffusers/pipelines/cosmos/pipeline_cosmos_text2world.py,sha256=TfhgAWVHUHvxsagBGLAVYKBoSMvuH7rg_xP5ZZ0rVU0,3910
|
49
|
+
optimum/rbln/diffusers/pipelines/cosmos/pipeline_cosmos_video2world.py,sha256=-dl8AMwSuorIOxRNfyu1XhkJfmNVbSo3_Wkb2gAmUpo,3917
|
50
50
|
optimum/rbln/diffusers/pipelines/kandinsky2_2/__init__.py,sha256=I4YQq2HfA3xONbWsdJ870IEJPyLWeCDDG-UCJsu9YO8,1035
|
51
51
|
optimum/rbln/diffusers/pipelines/kandinsky2_2/pipeline_kandinsky2_2.py,sha256=2vgZZt0JrZlbHbUlBHrT0zKvYhuX1a4vwy3mxTPHisM,1335
|
52
52
|
optimum/rbln/diffusers/pipelines/kandinsky2_2/pipeline_kandinsky2_2_combined.py,sha256=cuN7w5LsnkSy0WUaCBPxVmYOJiBMihdh-KM7iV0tHL0,8149
|
@@ -205,7 +205,7 @@ optimum/rbln/utils/model_utils.py,sha256=4k5879Kh75m3x_vS4-qOGfqsOiAvc2kdNFFfvsF
|
|
205
205
|
optimum/rbln/utils/runtime_utils.py,sha256=D9PS8hfH1NBf8yH8cAu-XfdC9fxKzPbt4LFBVpADbbs,7180
|
206
206
|
optimum/rbln/utils/save_utils.py,sha256=hG5uOtYmecSXZuGTvCXsTM-SiyZpr5q3InUGCCq_jzQ,3619
|
207
207
|
optimum/rbln/utils/submodule.py,sha256=w5mgPgncI740gVKMu3S-69DGNdUSI0bTZxegQGcZ98Y,5011
|
208
|
-
optimum_rbln-0.8.
|
209
|
-
optimum_rbln-0.8.
|
210
|
-
optimum_rbln-0.8.
|
211
|
-
optimum_rbln-0.8.
|
208
|
+
optimum_rbln-0.8.1rc1.dist-info/METADATA,sha256=52EcXRgXYVTSOWiLL_fQhxzsbZFrESQLFpluOvePehw,5300
|
209
|
+
optimum_rbln-0.8.1rc1.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
|
210
|
+
optimum_rbln-0.8.1rc1.dist-info/licenses/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
|
211
|
+
optimum_rbln-0.8.1rc1.dist-info/RECORD,,
|
File without changes
|
File without changes
|