optimum-rbln 0.8.1rc1__py3-none-any.whl → 0.8.2a0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- optimum/rbln/__version__.py +2 -2
- optimum/rbln/diffusers/configurations/models/configuration_autoencoder_kl_cosmos.py +2 -2
- optimum/rbln/diffusers/configurations/models/configuration_transformer_cosmos.py +2 -2
- optimum/rbln/diffusers/configurations/pipelines/configuration_cosmos.py +2 -2
- optimum/rbln/diffusers/pipelines/cosmos/cosmos_guardrail.py +2 -0
- optimum/rbln/transformers/models/blip_2/configuration_blip_2.py +2 -2
- optimum/rbln/transformers/models/colpali/configuration_colpali.py +2 -2
- optimum/rbln/transformers/models/decoderonly/decoderonly_architecture.py +212 -257
- optimum/rbln/transformers/models/exaone/exaone_architecture.py +17 -42
- optimum/rbln/transformers/models/gemma/gemma_architecture.py +2 -40
- optimum/rbln/transformers/models/gemma3/gemma3_architecture.py +9 -63
- optimum/rbln/transformers/models/gpt2/gpt2_architecture.py +18 -22
- optimum/rbln/transformers/models/midm/midm_architecture.py +14 -22
- optimum/rbln/transformers/models/opt/opt_architecture.py +16 -25
- optimum/rbln/transformers/models/phi/phi_architecture.py +14 -20
- {optimum_rbln-0.8.1rc1.dist-info → optimum_rbln-0.8.2a0.dist-info}/METADATA +1 -1
- {optimum_rbln-0.8.1rc1.dist-info → optimum_rbln-0.8.2a0.dist-info}/RECORD +19 -19
- {optimum_rbln-0.8.1rc1.dist-info → optimum_rbln-0.8.2a0.dist-info}/WHEEL +0 -0
- {optimum_rbln-0.8.1rc1.dist-info → optimum_rbln-0.8.2a0.dist-info}/licenses/LICENSE +0 -0
optimum/rbln/__version__.py
CHANGED
|
@@ -17,5 +17,5 @@ __version__: str
|
|
|
17
17
|
__version_tuple__: VERSION_TUPLE
|
|
18
18
|
version_tuple: VERSION_TUPLE
|
|
19
19
|
|
|
20
|
-
__version__ = version = '0.8.
|
|
21
|
-
__version_tuple__ = version_tuple = (0, 8,
|
|
20
|
+
__version__ = version = '0.8.2a0'
|
|
21
|
+
__version_tuple__ = version_tuple = (0, 8, 2, 'a0')
|
|
@@ -12,7 +12,7 @@
|
|
|
12
12
|
# See the License for the specific language governing permissions and
|
|
13
13
|
# limitations under the License.
|
|
14
14
|
|
|
15
|
-
from typing import Optional
|
|
15
|
+
from typing import Any, Dict, Optional
|
|
16
16
|
|
|
17
17
|
from ....configuration_utils import RBLNModelConfig
|
|
18
18
|
from ....utils.logging import get_logger
|
|
@@ -35,7 +35,7 @@ class RBLNAutoencoderKLCosmosConfig(RBLNModelConfig):
|
|
|
35
35
|
vae_scale_factor_temporal: Optional[int] = None,
|
|
36
36
|
vae_scale_factor_spatial: Optional[int] = None,
|
|
37
37
|
use_slicing: Optional[bool] = None,
|
|
38
|
-
**kwargs,
|
|
38
|
+
**kwargs: Dict[str, Any],
|
|
39
39
|
):
|
|
40
40
|
"""
|
|
41
41
|
Args:
|
|
@@ -12,7 +12,7 @@
|
|
|
12
12
|
# See the License for the specific language governing permissions and
|
|
13
13
|
# limitations under the License.
|
|
14
14
|
|
|
15
|
-
from typing import Optional
|
|
15
|
+
from typing import Any, Dict, Optional
|
|
16
16
|
|
|
17
17
|
from ....configuration_utils import RBLNModelConfig
|
|
18
18
|
|
|
@@ -33,7 +33,7 @@ class RBLNCosmosTransformer3DModelConfig(RBLNModelConfig):
|
|
|
33
33
|
num_latent_frames: Optional[int] = None,
|
|
34
34
|
latent_height: Optional[int] = None,
|
|
35
35
|
latent_width: Optional[int] = None,
|
|
36
|
-
**kwargs,
|
|
36
|
+
**kwargs: Dict[str, Any],
|
|
37
37
|
):
|
|
38
38
|
"""
|
|
39
39
|
Args:
|
|
@@ -12,7 +12,7 @@
|
|
|
12
12
|
# See the License for the specific language governing permissions and
|
|
13
13
|
# limitations under the License.
|
|
14
14
|
|
|
15
|
-
from typing import Optional
|
|
15
|
+
from typing import Any, Dict, Optional
|
|
16
16
|
|
|
17
17
|
from ....configuration_utils import RBLNModelConfig
|
|
18
18
|
from ....transformers import RBLNT5EncoderModelConfig
|
|
@@ -41,7 +41,7 @@ class RBLNCosmosPipelineBaseConfig(RBLNModelConfig):
|
|
|
41
41
|
num_frames: Optional[int] = None,
|
|
42
42
|
fps: Optional[int] = None,
|
|
43
43
|
max_seq_len: Optional[int] = None,
|
|
44
|
-
**kwargs,
|
|
44
|
+
**kwargs: Dict[str, Any],
|
|
45
45
|
):
|
|
46
46
|
"""
|
|
47
47
|
Args:
|
|
@@ -131,6 +131,7 @@ class RBLNSigLIPEncoder(SigLIPEncoder):
|
|
|
131
131
|
rbln_device=rbln_config.siglip_encoder.device,
|
|
132
132
|
rbln_create_runtimes=rbln_config.siglip_encoder.create_runtimes,
|
|
133
133
|
rbln_activate_profiler=rbln_config.siglip_encoder.activate_profiler,
|
|
134
|
+
rbln_optimize_host_memory=rbln_config.siglip_encoder.optimize_host_memory,
|
|
134
135
|
)
|
|
135
136
|
else:
|
|
136
137
|
super().__init__(model_name, checkpoint_id)
|
|
@@ -340,6 +341,7 @@ class RBLNAegis(Aegis):
|
|
|
340
341
|
rbln_device=rbln_config.aegis.device,
|
|
341
342
|
rbln_create_runtimes=rbln_config.aegis.create_runtimes,
|
|
342
343
|
rbln_activate_profiler=rbln_config.aegis.activate_profiler,
|
|
344
|
+
rbln_optimize_host_memory=rbln_config.aegis.optimize_host_memory,
|
|
343
345
|
)
|
|
344
346
|
|
|
345
347
|
else:
|
|
@@ -12,7 +12,7 @@
|
|
|
12
12
|
# See the License for the specific language governing permissions and
|
|
13
13
|
# limitations under the License.
|
|
14
14
|
|
|
15
|
-
from typing import Optional
|
|
15
|
+
from typing import Any, Dict, Optional
|
|
16
16
|
|
|
17
17
|
from ....configuration_utils import RBLNModelConfig
|
|
18
18
|
|
|
@@ -62,7 +62,7 @@ class RBLNBlip2ForConditionalGenerationConfig(RBLNModelConfig):
|
|
|
62
62
|
vision_model: Optional[RBLNModelConfig] = None,
|
|
63
63
|
qformer: Optional[RBLNModelConfig] = None,
|
|
64
64
|
language_model: Optional[RBLNModelConfig] = None,
|
|
65
|
-
**kwargs,
|
|
65
|
+
**kwargs: Dict[str, Any],
|
|
66
66
|
):
|
|
67
67
|
"""
|
|
68
68
|
Args:
|
|
@@ -11,7 +11,7 @@
|
|
|
11
11
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
12
12
|
# See the License for the specific language governing permissions and
|
|
13
13
|
# limitations under the License.
|
|
14
|
-
from typing import List, Optional, Union
|
|
14
|
+
from typing import Any, Dict, List, Optional, Union
|
|
15
15
|
|
|
16
16
|
from ....configuration_utils import RBLNModelConfig
|
|
17
17
|
|
|
@@ -50,7 +50,7 @@ class RBLNColPaliForRetrievalConfig(RBLNModelConfig):
|
|
|
50
50
|
max_seq_lens: Union[int, List[int]] = None,
|
|
51
51
|
output_hidden_states: Optional[bool] = None,
|
|
52
52
|
vision_tower: Optional[RBLNModelConfig] = None,
|
|
53
|
-
**kwargs,
|
|
53
|
+
**kwargs: Dict[str, Any],
|
|
54
54
|
):
|
|
55
55
|
"""
|
|
56
56
|
Args:
|