optimum-rbln 0.8.1rc1__py3-none-any.whl → 0.8.2a0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -17,5 +17,5 @@ __version__: str
17
17
  __version_tuple__: VERSION_TUPLE
18
18
  version_tuple: VERSION_TUPLE
19
19
 
20
- __version__ = version = '0.8.1rc1'
21
- __version_tuple__ = version_tuple = (0, 8, 1, 'rc1')
20
+ __version__ = version = '0.8.2a0'
21
+ __version_tuple__ = version_tuple = (0, 8, 2, 'a0')
@@ -12,7 +12,7 @@
12
12
  # See the License for the specific language governing permissions and
13
13
  # limitations under the License.
14
14
 
15
- from typing import Optional
15
+ from typing import Any, Dict, Optional
16
16
 
17
17
  from ....configuration_utils import RBLNModelConfig
18
18
  from ....utils.logging import get_logger
@@ -35,7 +35,7 @@ class RBLNAutoencoderKLCosmosConfig(RBLNModelConfig):
35
35
  vae_scale_factor_temporal: Optional[int] = None,
36
36
  vae_scale_factor_spatial: Optional[int] = None,
37
37
  use_slicing: Optional[bool] = None,
38
- **kwargs,
38
+ **kwargs: Dict[str, Any],
39
39
  ):
40
40
  """
41
41
  Args:
@@ -12,7 +12,7 @@
12
12
  # See the License for the specific language governing permissions and
13
13
  # limitations under the License.
14
14
 
15
- from typing import Optional
15
+ from typing import Any, Dict, Optional
16
16
 
17
17
  from ....configuration_utils import RBLNModelConfig
18
18
 
@@ -33,7 +33,7 @@ class RBLNCosmosTransformer3DModelConfig(RBLNModelConfig):
33
33
  num_latent_frames: Optional[int] = None,
34
34
  latent_height: Optional[int] = None,
35
35
  latent_width: Optional[int] = None,
36
- **kwargs,
36
+ **kwargs: Dict[str, Any],
37
37
  ):
38
38
  """
39
39
  Args:
@@ -12,7 +12,7 @@
12
12
  # See the License for the specific language governing permissions and
13
13
  # limitations under the License.
14
14
 
15
- from typing import Optional
15
+ from typing import Any, Dict, Optional
16
16
 
17
17
  from ....configuration_utils import RBLNModelConfig
18
18
  from ....transformers import RBLNT5EncoderModelConfig
@@ -41,7 +41,7 @@ class RBLNCosmosPipelineBaseConfig(RBLNModelConfig):
41
41
  num_frames: Optional[int] = None,
42
42
  fps: Optional[int] = None,
43
43
  max_seq_len: Optional[int] = None,
44
- **kwargs,
44
+ **kwargs: Dict[str, Any],
45
45
  ):
46
46
  """
47
47
  Args:
@@ -131,6 +131,7 @@ class RBLNSigLIPEncoder(SigLIPEncoder):
131
131
  rbln_device=rbln_config.siglip_encoder.device,
132
132
  rbln_create_runtimes=rbln_config.siglip_encoder.create_runtimes,
133
133
  rbln_activate_profiler=rbln_config.siglip_encoder.activate_profiler,
134
+ rbln_optimize_host_memory=rbln_config.siglip_encoder.optimize_host_memory,
134
135
  )
135
136
  else:
136
137
  super().__init__(model_name, checkpoint_id)
@@ -340,6 +341,7 @@ class RBLNAegis(Aegis):
340
341
  rbln_device=rbln_config.aegis.device,
341
342
  rbln_create_runtimes=rbln_config.aegis.create_runtimes,
342
343
  rbln_activate_profiler=rbln_config.aegis.activate_profiler,
344
+ rbln_optimize_host_memory=rbln_config.aegis.optimize_host_memory,
343
345
  )
344
346
 
345
347
  else:
@@ -12,7 +12,7 @@
12
12
  # See the License for the specific language governing permissions and
13
13
  # limitations under the License.
14
14
 
15
- from typing import Optional
15
+ from typing import Any, Dict, Optional
16
16
 
17
17
  from ....configuration_utils import RBLNModelConfig
18
18
 
@@ -62,7 +62,7 @@ class RBLNBlip2ForConditionalGenerationConfig(RBLNModelConfig):
62
62
  vision_model: Optional[RBLNModelConfig] = None,
63
63
  qformer: Optional[RBLNModelConfig] = None,
64
64
  language_model: Optional[RBLNModelConfig] = None,
65
- **kwargs,
65
+ **kwargs: Dict[str, Any],
66
66
  ):
67
67
  """
68
68
  Args:
@@ -11,7 +11,7 @@
11
11
  # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
12
  # See the License for the specific language governing permissions and
13
13
  # limitations under the License.
14
- from typing import List, Optional, Union
14
+ from typing import Any, Dict, List, Optional, Union
15
15
 
16
16
  from ....configuration_utils import RBLNModelConfig
17
17
 
@@ -50,7 +50,7 @@ class RBLNColPaliForRetrievalConfig(RBLNModelConfig):
50
50
  max_seq_lens: Union[int, List[int]] = None,
51
51
  output_hidden_states: Optional[bool] = None,
52
52
  vision_tower: Optional[RBLNModelConfig] = None,
53
- **kwargs,
53
+ **kwargs: Dict[str, Any],
54
54
  ):
55
55
  """
56
56
  Args: