mlrun 1.7.1rc10__py3-none-any.whl → 1.8.0rc11__py3-none-any.whl

mlrun/frameworks/lgbm/model_server.py

@@ -12,7 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 #
-from typing import Any, Union
+from typing import Any, Optional, Union
 
 import numpy as np
 
@@ -32,16 +32,20 @@ class LGBMModelServer(V2ModelServer):
     def __init__(
         self,
         context: mlrun.MLClientCtx = None,
-        name: str = None,
+        name: Optional[str] = None,
         model: LGBMTypes.ModelType = None,
         model_path: LGBMTypes.PathType = None,
-        model_name: str = None,
+        model_name: Optional[str] = None,
         model_format: str = LGBMModelHandler.ModelFormats.PKL,
-        modules_map: Union[dict[str, Union[None, str, list[str]]], str] = None,
-        custom_objects_map: Union[dict[str, Union[str, list[str]]], str] = None,
-        custom_objects_directory: str = None,
+        modules_map: Optional[
+            Union[dict[str, Union[None, str, list[str]]], str]
+        ] = None,
+        custom_objects_map: Optional[
+            Union[dict[str, Union[str, list[str]]], str]
+        ] = None,
+        custom_objects_directory: Optional[str] = None,
         to_list: bool = True,
-        protocol: str = None,
+        protocol: Optional[str] = None,
         **class_args,
     ):
         """

mlrun/frameworks/lgbm/utils.py

@@ -12,7 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 #
-from typing import Union
+from typing import Optional, Union
 
 import lightgbm as lgb
 import numpy as np
@@ -109,7 +109,7 @@ class LGBMUtils(MLUtils):
     def get_algorithm_functionality(
         model: MLTypes.ModelType = None,
         y: MLTypes.DatasetType = None,
-        objective: str = None,
+        objective: Optional[str] = None,
     ) -> AlgorithmFunctionality:
         """
         Get the algorithm functionality of the LightGBM model. If SciKit-Learn API is used, pass the LGBBMModel and a y

mlrun/frameworks/onnx/__init__.py

@@ -11,8 +11,7 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
-#
-# flake8: noqa  - this is until we take care of the F401 violations with respect to __all__ & sphinx
+
 from .dataset import ONNXDataset
 from .model_handler import ONNXModelHandler
 from .model_server import ONNXModelServer

mlrun/frameworks/onnx/dataset.py

@@ -13,7 +13,7 @@
 # limitations under the License.
 #
 import math
-from typing import Callable, Union
+from typing import Callable, Optional, Union
 
 import numpy as np
 
@@ -28,8 +28,8 @@ class ONNXDataset:
         x: Union[np.ndarray, list[np.ndarray]],
         y: Union[np.ndarray, list[np.ndarray]] = None,
         batch_size: int = 1,
-        x_transforms: list[Callable[[np.ndarray], np.ndarray]] = None,
-        y_transforms: list[Callable[[np.ndarray], np.ndarray]] = None,
+        x_transforms: Optional[list[Callable[[np.ndarray], np.ndarray]]] = None,
+        y_transforms: Optional[list[Callable[[np.ndarray], np.ndarray]]] = None,
         is_batched_transforms: bool = False,
     ):
         """

mlrun/frameworks/onnx/mlrun_interface.py

@@ -12,7 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 #
-from typing import Callable
+from typing import Callable, Optional
 
 import numpy as np
 import onnx
@@ -35,7 +35,7 @@ class ONNXMLRunInterface:
     def __init__(
         self,
         model: onnx.ModelProto,
-        execution_providers: list[str] = None,
+        execution_providers: Optional[list[str]] = None,
         context: mlrun.MLClientCtx = None,
     ):
         # Set the context:

mlrun/frameworks/onnx/model_handler.py

@@ -13,7 +13,7 @@
 # limitations under the License.
 #
 import os
-from typing import Union
+from typing import Optional, Union
 
 import onnx
 import onnxoptimizer
@@ -35,8 +35,8 @@ class ONNXModelHandler(ModelHandler):
     def __init__(
         self,
         model: onnx.ModelProto = None,
-        model_path: str = None,
-        model_name: str = None,
+        model_path: Optional[str] = None,
+        model_name: Optional[str] = None,
         context: mlrun.MLClientCtx = None,
         **kwargs,
     ):
@@ -70,7 +70,7 @@ class ONNXModelHandler(ModelHandler):
 
     # TODO: output_path won't work well with logging artifacts. Need to look into changing the logic of 'log_artifact'.
     def save(
-        self, output_path: str = None, **kwargs
+        self, output_path: Optional[str] = None, **kwargs
     ) -> Union[dict[str, Artifact], None]:
         """
         Save the handled model at the given output path. If a MLRun context is available, the saved model files will be
@@ -106,7 +106,9 @@ class ONNXModelHandler(ModelHandler):
         # Load the ONNX model:
         self._model = onnx.load(self._model_file)
 
-    def optimize(self, optimizations: list[str] = None, fixed_point: bool = False):
+    def optimize(
+        self, optimizations: Optional[list[str]] = None, fixed_point: bool = False
+    ):
         """
         Use ONNX optimizer to optimize the ONNX model. The optimizations supported can be seen by calling
         'onnxoptimizer.get_available_passes()'

mlrun/frameworks/onnx/model_server.py

@@ -12,7 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 #
-from typing import Any, Union
+from typing import Any, Optional, Union
 
 import numpy as np
 import onnx
@@ -33,12 +33,14 @@ class ONNXModelServer(V2ModelServer):
     def __init__(
         self,
         context: mlrun.MLClientCtx = None,
-        name: str = None,
+        name: Optional[str] = None,
         model: onnx.ModelProto = None,
-        model_path: str = None,
-        model_name: str = None,
-        execution_providers: list[Union[str, tuple[str, dict[str, Any]]]] = None,
-        protocol: str = None,
+        model_path: Optional[str] = None,
+        model_name: Optional[str] = None,
+        execution_providers: Optional[
+            list[Union[str, tuple[str, dict[str, Any]]]]
+        ] = None,
+        protocol: Optional[str] = None,
         **class_args,
     ):
         """

mlrun/frameworks/parallel_coordinates.py

@@ -11,10 +11,10 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
-#
-import datetime
+
 import os
-from typing import Union
+from datetime import datetime
+from typing import Optional, Union
 
 import numpy as np
 import pandas as pd
@@ -48,7 +48,7 @@ def _gen_dropdown_buttons(output_cols) -> list:
 
 
 def _gen_dimensions(
-    df: pd.DataFrame, col: str, prefix: str = None, is_index=False
+    df: pd.DataFrame, col: str, prefix: Optional[str] = None, is_index=False
 ) -> dict:
     """
     Computes the plotting dimensions of each parameter/output col according to its type.
@@ -107,8 +107,8 @@ def gen_pcp_plot(
     source_df: pd.DataFrame,
     index_col: str,
     hide_identical: bool = True,
-    exclude: list = None,
-    colorscale: str = None,
+    exclude: Optional[list] = None,
+    colorscale: Optional[str] = None,
 ):
     """
     Creates a list composed of the data to be plotted as a Parallel Coordinate, this includes
@@ -240,11 +240,11 @@ def _runs_list_to_df(runs_list, extend_iterations=False):
 def compare_run_objects(
     runs_list: Union[mlrun.model.RunObject, list[mlrun.model.RunObject]],
     hide_identical: bool = True,
-    exclude: list = None,
-    show: bool = None,
+    exclude: Optional[list] = None,
+    show: Optional[bool] = None,
     extend_iterations=True,
     filename=None,
-    colorscale: str = None,
+    colorscale: Optional[str] = None,
 ):
     """return/show parallel coordinates plot + table to compare between a list of runs or run iterations
 
@@ -292,9 +292,9 @@ def compare_db_runs(
     run_name=None,
     labels=None,
     iter=False,
-    start_time_from: datetime = None,
+    start_time_from: Optional[datetime] = None,
     hide_identical: bool = True,
-    exclude: list = None,
+    exclude: Optional[list] = None,
     show=None,
     colorscale: str = "Blues",
     filename=None,

mlrun/frameworks/pytorch/__init__.py

@@ -11,9 +11,8 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
-#
-# flake8: noqa  - this is until we take care of the F401 violations with respect to __all__ & sphinx
-from typing import Any, Union
+
+from typing import Any, Optional, Union
 
 from torch.nn import Module
 from torch.optim import Optimizer
@@ -35,23 +34,23 @@ def train(
     loss_function: Module,
     optimizer: Optimizer,
     validation_set: DataLoader = None,
-    metric_functions: list[PyTorchTypes.MetricFunctionType] = None,
+    metric_functions: Optional[list[PyTorchTypes.MetricFunctionType]] = None,
     scheduler=None,
     scheduler_step_frequency: Union[int, float, str] = "epoch",
     epochs: int = 1,
-    training_iterations: int = None,
-    validation_iterations: int = None,
-    callbacks_list: list[Callback] = None,
+    training_iterations: Optional[int] = None,
+    validation_iterations: Optional[int] = None,
+    callbacks_list: Optional[list[Callback]] = None,
     use_cuda: bool = True,
-    use_horovod: bool = None,
+    use_horovod: Optional[bool] = None,
     auto_log: bool = True,
-    model_name: str = None,
-    modules_map: Union[dict[str, Union[None, str, list[str]]], str] = None,
-    custom_objects_map: Union[dict[str, Union[str, list[str]]], str] = None,
-    custom_objects_directory: str = None,
-    tensorboard_directory: str = None,
-    mlrun_callback_kwargs: dict[str, Any] = None,
-    tensorboard_callback_kwargs: dict[str, Any] = None,
+    model_name: Optional[str] = None,
+    modules_map: Optional[Union[dict[str, Union[None, str, list[str]]], str]] = None,
+    custom_objects_map: Optional[Union[dict[str, Union[str, list[str]]], str]] = None,
+    custom_objects_directory: Optional[str] = None,
+    tensorboard_directory: Optional[str] = None,
+    mlrun_callback_kwargs: Optional[dict[str, Any]] = None,
+    tensorboard_callback_kwargs: Optional[dict[str, Any]] = None,
     context: mlrun.MLClientCtx = None,
 ) -> PyTorchModelHandler:
     """
@@ -205,17 +204,17 @@ def evaluate(
     dataset: DataLoader,
     model: Module = None,
     loss_function: Module = None,
-    metric_functions: list[PyTorchTypes.MetricFunctionType] = None,
-    iterations: int = None,
-    callbacks_list: list[Callback] = None,
+    metric_functions: Optional[list[PyTorchTypes.MetricFunctionType]] = None,
+    iterations: Optional[int] = None,
+    callbacks_list: Optional[list[Callback]] = None,
     use_cuda: bool = True,
     use_horovod: bool = False,
     auto_log: bool = True,
-    model_name: str = None,
-    modules_map: Union[dict[str, Union[None, str, list[str]]], str] = None,
-    custom_objects_map: Union[dict[str, Union[str, list[str]]], str] = None,
-    custom_objects_directory: str = None,
-    mlrun_callback_kwargs: dict[str, Any] = None,
+    model_name: Optional[str] = None,
+    modules_map: Optional[Union[dict[str, Union[None, str, list[str]]], str]] = None,
+    custom_objects_map: Optional[Union[dict[str, Union[str, list[str]]], str]] = None,
+    custom_objects_directory: Optional[str] = None,
+    mlrun_callback_kwargs: Optional[dict[str, Any]] = None,
     context: mlrun.MLClientCtx = None,
 ) -> tuple[PyTorchModelHandler, list[PyTorchTypes.MetricValueType]]:
     """

mlrun/frameworks/pytorch/callbacks/__init__.py

@@ -11,8 +11,7 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
-#
-# flake8: noqa  - this is until we take care of the F401 violations with respect to __all__ & sphinx
+
 from .callback import Callback
 from .logging_callback import HyperparametersKeys, LoggingCallback
 from .mlrun_logging_callback import MLRunLoggingCallback

mlrun/frameworks/pytorch/callbacks/callback.py

@@ -13,6 +13,7 @@
 # limitations under the License.
 #
 from abc import ABC, abstractmethod
+from typing import Optional
 
 from torch import Tensor
 from torch.nn import Module
@@ -67,7 +68,7 @@ class Callback(ABC):
         validation_set: DataLoader = None,
         loss_function: Module = None,
         optimizer: Optimizer = None,
-        metric_functions: list[PyTorchTypes.MetricFunctionType] = None,
+        metric_functions: Optional[list[PyTorchTypes.MetricFunctionType]] = None,
         scheduler=None,
     ):
         """

mlrun/frameworks/pytorch/callbacks/logging_callback.py

@@ -12,7 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 #
-from typing import Callable, Union
+from typing import Callable, Optional, Union
 
 import numpy as np
 from torch import Tensor
@@ -59,15 +59,22 @@ class LoggingCallback(Callback):
     def __init__(
         self,
         context: mlrun.MLClientCtx = None,
-        dynamic_hyperparameters: dict[
-            str,
-            tuple[
+        dynamic_hyperparameters: Optional[
+            dict[
                 str,
-                Union[list[Union[str, int]], Callable[[], PyTorchTypes.TrackableType]],
-            ],
+                tuple[
+                    str,
+                    Union[
+                        list[Union[str, int]], Callable[[], PyTorchTypes.TrackableType]
+                    ],
+                ],
+            ]
         ] = None,
-        static_hyperparameters: dict[
-            str, Union[PyTorchTypes.TrackableType, tuple[str, list[Union[str, int]]]]
+        static_hyperparameters: Optional[
+            dict[
+                str,
+                Union[PyTorchTypes.TrackableType, tuple[str, list[Union[str, int]]]],
+            ]
         ] = None,
         auto_log: bool = False,
     ):

mlrun/frameworks/pytorch/callbacks/mlrun_logging_callback.py

@@ -12,7 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 #
-from typing import Callable, Union
+from typing import Callable, Optional, Union
 
 import torch
 from torch import Tensor
@@ -53,20 +53,27 @@ class MLRunLoggingCallback(LoggingCallback):
         context: mlrun.MLClientCtx,
         model_handler: PyTorchModelHandler,
         log_model_tag: str = "",
-        log_model_labels: dict[str, PyTorchTypes.TrackableType] = None,
-        log_model_parameters: dict[str, PyTorchTypes.TrackableType] = None,
-        log_model_extra_data: dict[
-            str, Union[PyTorchTypes.TrackableType, Artifact]
+        log_model_labels: Optional[dict[str, PyTorchTypes.TrackableType]] = None,
+        log_model_parameters: Optional[dict[str, PyTorchTypes.TrackableType]] = None,
+        log_model_extra_data: Optional[
+            dict[str, Union[PyTorchTypes.TrackableType, Artifact]]
         ] = None,
-        dynamic_hyperparameters: dict[
-            str,
-            tuple[
+        dynamic_hyperparameters: Optional[
+            dict[
                 str,
-                Union[list[Union[str, int]], Callable[[], PyTorchTypes.TrackableType]],
-            ],
+                tuple[
+                    str,
+                    Union[
+                        list[Union[str, int]], Callable[[], PyTorchTypes.TrackableType]
+                    ],
+                ],
+            ]
         ] = None,
-        static_hyperparameters: dict[
-            str, Union[PyTorchTypes.TrackableType, tuple[str, list[Union[str, int]]]]
+        static_hyperparameters: Optional[
+            dict[
+                str,
+                Union[PyTorchTypes.TrackableType, tuple[str, list[Union[str, int]]]],
+            ]
         ] = None,
         auto_log: bool = False,
     ):

mlrun/frameworks/pytorch/callbacks/tensorboard_logging_callback.py

@@ -13,7 +13,7 @@
 # limitations under the License.
 #
 from datetime import datetime
-from typing import Callable, Union
+from typing import Callable, Optional, Union
 
 import torch
 from torch import Tensor
@@ -67,8 +67,8 @@ class _PyTorchTensorboardLogger(TensorboardLogger):
             Callable[[Union[Parameter]], Union[float, Parameter]]
         ],
         context: mlrun.MLClientCtx = None,
-        tensorboard_directory: str = None,
-        run_name: str = None,
+        tensorboard_directory: Optional[str] = None,
+        run_name: Optional[str] = None,
         update_frequency: Union[int, str] = "epoch",
     ):
         """
@@ -247,21 +247,28 @@ class TensorboardLoggingCallback(LoggingCallback):
     def __init__(
         self,
         context: mlrun.MLClientCtx = None,
-        tensorboard_directory: str = None,
-        run_name: str = None,
+        tensorboard_directory: Optional[str] = None,
+        run_name: Optional[str] = None,
         weights: Union[bool, list[str]] = False,
-        statistics_functions: list[
-            Callable[[Union[Parameter, Tensor]], Union[float, Tensor]]
+        statistics_functions: Optional[
+            list[Callable[[Union[Parameter, Tensor]], Union[float, Tensor]]]
         ] = None,
-        dynamic_hyperparameters: dict[
-            str,
-            tuple[
+        dynamic_hyperparameters: Optional[
+            dict[
                 str,
-                Union[list[Union[str, int]], Callable[[], PyTorchTypes.TrackableType]],
-            ],
+                tuple[
+                    str,
+                    Union[
+                        list[Union[str, int]], Callable[[], PyTorchTypes.TrackableType]
+                    ],
+                ],
+            ]
         ] = None,
-        static_hyperparameters: dict[
-            str, Union[PyTorchTypes.TrackableType, tuple[str, list[Union[str, int]]]]
+        static_hyperparameters: Optional[
+            dict[
+                str,
+                Union[PyTorchTypes.TrackableType, tuple[str, list[Union[str, int]]]],
+            ]
         ] = None,
         update_frequency: Union[int, str] = "epoch",
         auto_log: bool = False,
@@ -381,7 +388,7 @@ class TensorboardLoggingCallback(LoggingCallback):
         validation_set: DataLoader = None,
         loss_function: Module = None,
         optimizer: Optimizer = None,
-        metric_functions: list[PyTorchTypes.MetricFunctionType] = None,
+        metric_functions: Optional[list[PyTorchTypes.MetricFunctionType]] = None,
         scheduler=None,
     ):
         """