mlrun 1.10.0rc23__tar.gz → 1.10.0rc24__tar.gz

{mlrun-1.10.0rc23/mlrun.egg-info → mlrun-1.10.0rc24}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: mlrun
-Version: 1.10.0rc23
+Version: 1.10.0rc24
 Summary: Tracking and config of machine learning runs
 Home-page: https://github.com/mlrun/mlrun
 Author: Yaron Haviv

{mlrun-1.10.0rc23 → mlrun-1.10.0rc24}/mlrun/config.py

@@ -107,7 +107,11 @@ default_config = {
     "submit_timeout": "280",  # timeout when submitting a new k8s resource
     # runtimes cleanup interval in seconds
     "runtimes_cleanup_interval": "300",
-    "background_task_cleanup_interval": "86400",  # 24 hours in seconds
+    # disabled by default due to an internal bug in serving functions
+    # relying on a background task to hold the status for its model endpoints
+    # TODO: need to refine what/when we can delete the background tasks
+    # e.g: use labels or naming convention.
+    "background_task_cleanup_interval": "0",
     "background_task_max_age": "21600",  # 6 hours in seconds
     "monitoring": {
         "runs": {

{mlrun-1.10.0rc23 → mlrun-1.10.0rc24}/mlrun/datastore/model_provider/model_provider.py

@@ -128,16 +128,16 @@ class ModelProvider(BaseRemoteClient):
 
     def load_client(self) -> None:
         """
-        Initializes the SDK client for the model provider with the given keyword arguments
-        and assigns it to an instance attribute (e.g., self._client).
+        Initialize the SDK client for the model provider and assign it to an instance attribute.
 
-        Subclasses should override this method to:
-        - Create and configure the provider-specific client instance.
-        - Assign the client instance to self._client.
+        Subclasses should override this method to create and configure the provider-specific client.
         """
 
         raise NotImplementedError("load_client method is not implemented")
 
+    def load_async_client(self) -> Any:
+        raise NotImplementedError("load_async_client method is not implemented")
+
     @property
     def client(self) -> Any:
         return self._client

{mlrun-1.10.0rc23 → mlrun-1.10.0rc24}/mlrun/datastore/model_provider/openai_provider.py

@@ -67,7 +67,6 @@ class OpenAIProvider(ModelProvider):
             default_invoke_kwargs=default_invoke_kwargs,
         )
         self.options = self.get_client_options()
-        self.load_client()
 
     @classmethod
     def _import_response_class(cls) -> None:
@@ -98,24 +97,56 @@ class OpenAIProvider(ModelProvider):
             subpath = ""
         return endpoint, subpath
 
+    @property
+    def client(self) -> Any:
+        """
+        Lazily return the synchronous OpenAI client.
+
+        If the client has not been initialized yet, it will be created
+        by calling `load_client`.
+        """
+        self.load_client()
+        return self._client
+
     def load_client(self) -> None:
         """
-        Initializes the OpenAI SDK client using the provided options.
+        Lazily initialize the synchronous OpenAI client.
+
+        The client is created only if it does not already exist.
+        Raises ImportError if the openai package is not installed.
+        """
+        if not self._client:
+            try:
+                from openai import OpenAI  # noqa
+
+                self._client = OpenAI(**self.options)
+            except ImportError as exc:
+                raise ImportError("openai package is not installed") from exc
+
+    def load_async_client(self) -> None:
+        """
+        Lazily initialize the asynchronous OpenAI client.
+
+        The client is created only if it does not already exist.
+        Raises ImportError if the openai package is not installed.
+        """
+        if not self._async_client:
+            try:
+                from openai import AsyncOpenAI  # noqa
 
-        This method imports the `OpenAI` class from the `openai` package, instantiates
-        a client with the given keyword arguments (`self.options`), and assigns it to
-        `self._client` and `self._async_client`.
+                self._async_client = AsyncOpenAI(**self.options)
+            except ImportError as exc:
+                raise ImportError("openai package is not installed") from exc
 
-        Raises:
-            ImportError: If the `openai` package is not installed.
+    @property
+    def async_client(self) -> Any:
         """
-        try:
-            from openai import OpenAI, AsyncOpenAI  # noqa
+        Return the asynchronous OpenAI client, creating it on first access.
 
-            self._client = OpenAI(**self.options)
-            self._async_client = AsyncOpenAI(**self.options)
-        except ImportError as exc:
-            raise ImportError("openai package is not installed") from exc
+        The client is lazily initialized via `load_async_client`.
+        """
+        self.load_async_client()
+        return self._async_client
 
     def get_client_options(self) -> dict:
         res = dict(

{mlrun-1.10.0rc23 → mlrun-1.10.0rc24}/mlrun/runtimes/nuclio/application/application.py

@@ -79,6 +79,10 @@ class ApplicationSpec(NuclioSpec):
         add_templated_ingress_host_mode=None,
         state_thresholds=None,
         disable_default_http_trigger=None,
+        serving_spec=None,
+        graph=None,
+        parameters=None,
+        track_models=None,
         internal_application_port=None,
         application_ports=None,
     ):
@@ -120,6 +124,10 @@ class ApplicationSpec(NuclioSpec):
             security_context=security_context,
             service_type=service_type,
             add_templated_ingress_host_mode=add_templated_ingress_host_mode,
+            serving_spec=serving_spec,
+            graph=graph,
+            parameters=parameters,
+            track_models=track_models,
             state_thresholds=state_thresholds,
             disable_default_http_trigger=disable_default_http_trigger,
         )
@@ -186,6 +194,13 @@ class ApplicationSpec(NuclioSpec):
         is_valid_port(port, raise_on_error=True)
         self._internal_application_port = port
 
+        # If when internal application port is being set, length of self._application_ports is 1,
+        # it means that it consist of [old_port] only
+        # so in this case, we rewrite the list completely, by setting value to [new_value]
+        if len(self.application_ports) == 1:
+            self._application_ports = [port]
+            return
+
         # when setting new internal application port, ensure that it is included in the application ports
         # it just triggers setter logic, so setting to the same value is a no-op
         self.application_ports = self._application_ports

mlrun-1.10.0rc24/mlrun/utils/version/version.json

@@ -0,0 +1,4 @@
+{
+  "git_commit": "cc74f73a862905d1eb2adcbb80c8c7fc72550f00",
+  "version": "1.10.0-rc24"
+}

{mlrun-1.10.0rc23 → mlrun-1.10.0rc24/mlrun.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: mlrun
-Version: 1.10.0rc23
+Version: 1.10.0rc24
 Summary: Tracking and config of machine learning runs
 Home-page: https://github.com/mlrun/mlrun
 Author: Yaron Haviv

mlrun-1.10.0rc23/mlrun/utils/version/version.json

@@ -1,4 +0,0 @@
-{
-  "git_commit": "492ba7e7e40ca97c91a65058a403b6582387ea67",
-  "version": "1.10.0-rc23"
-}