mlrun 1.10.0rc2__py3-none-any.whl → 1.10.0rc4__py3-none-any.whl

mlrun/execution.py

@@ -31,6 +31,7 @@ from mlrun.artifacts import (
     DatasetArtifact,
     DocumentArtifact,
     DocumentLoaderSpec,
+    LLMPromptArtifact,
     ModelArtifact,
 )
 from mlrun.datastore.store_resources import get_store_resource
@@ -808,6 +809,8 @@ class MLClientCtx:
         label_column: Optional[Union[str, list]] = None,
         extra_data=None,
         db_key=None,
+        model_url: Optional[str] = None,
+        default_config=None,
         **kwargs,
     ) -> ModelArtifact:
         """Log a model artifact and optionally upload it to datastore
@@ -850,6 +853,9 @@ class MLClientCtx:
                                 value can be absolute path | relative path (to model dir) | bytes | artifact object
         :param db_key:          The key to use in the artifact DB table, by default its run name + '_' + key
                                 db_key=False will not register it in the artifacts table
+        :param model_url:       Remote model url.
+        :param default_config:  Default configuration for client building
+                                Saved as a sub-dictionary under the parameter.
 
         :returns: Model artifact object
         """
@@ -858,7 +864,6 @@ class MLClientCtx:
             raise MLRunInvalidArgumentError(
                 "Cannot specify inputs and training set together"
             )
-
         model = ModelArtifact(
             key,
             body,
@@ -873,6 +878,8 @@ class MLClientCtx:
             feature_vector=feature_vector,
             feature_weights=feature_weights,
             extra_data=extra_data,
+            model_url=model_url,
+            default_config=default_config,
             **kwargs,
         )
         if training_set is not None:
@@ -893,6 +900,85 @@ class MLClientCtx:
         self._update_run()
         return item
 
+    def log_llm_prompt(
+        self,
+        key,
+        prompt_string: Optional[str] = None,
+        prompt_path: Optional[str] = None,
+        prompt_legend: Optional[dict] = None,
+        model_artifact: Union[ModelArtifact, str] = None,
+        model_configuration: Optional[dict] = None,
+        description: Optional[str] = None,
+        target_path: Optional[str] = None,
+        artifact_path: Optional[str] = None,
+        tag: Optional[str] = None,
+        labels: Optional[Union[list[str], str]] = None,
+        upload: Optional[bool] = None,
+        **kwargs,
+    ) -> LLMPromptArtifact:
+        """Log an LLM prompt artifact and optionally upload it to the artifact store.
+
+        This function allows you to log a prompt artifact for large language model (LLM) usage. Prompts can be defined
+        as a string or by referencing a file path. Optionally, you can link the prompt to a parent model artifact and
+        provide metadata like a prompt legend (e.g., input variable mapping) and generation configuration.
+
+        Examples::
+
+            # Log an inline prompt
+            context.log_llm_prompt(
+                key="qa-prompt",
+                prompt_string="Q: {question}",
+                model_artifact=model,
+                prompt_legend={"question": "user_input"},
+                model_configuration={"temperature": 0.7, "max_tokens": 128},
+                tag="latest",
+            )
+
+        :param key: Unique name of the artifact.
+        :param prompt_string: Raw prompt text as a string. Cannot be used with `prompt_path`.
+        :param prompt_path: Path to a file containing the prompt content. Cannot be used with `prompt_string`.
+        :param prompt_legend: A dictionary where each key is a placeholder in the prompt (e.g., ``{user_name}``)
+               and the value is a description or explanation of what that placeholder represents.
+               Useful for documenting and clarifying dynamic parts of the prompt.
+        :param model_artifact: Reference to the parent model (either `ModelArtifact` or model URI string).
+        :param model_configuration: Dictionary of generation parameters (e.g., temperature, max_tokens).
+        :param description: Optional description of the prompt.
+        :param target_path: Path to write the artifact locally.
+        :param artifact_path: Path in the artifact store (defaults to project artifact path).
+        :param tag: Tag/version to assign to the prompt artifact.
+        :param labels: Labels to tag the artifact (e.g., list or dict of key-value pairs).
+        :param upload: Whether to upload the artifact to the store (defaults to True).
+        :param kwargs: Additional fields to pass to the `LLMPromptArtifact` constructor.
+
+        :returns: The logged `LLMPromptArtifact` object.
+        """
+
+        llm_prompt = LLMPromptArtifact(
+            key=key,
+            project=self.project or "",
+            prompt_string=prompt_string,
+            prompt_path=prompt_path,
+            prompt_legend=prompt_legend,
+            model_artifact=model_artifact,
+            model_configuration=model_configuration,
+            target_path=target_path,
+            description=description,
+            **kwargs,
+        )
+
+        item = cast(
+            LLMPromptArtifact,
+            self.log_artifact(
+                llm_prompt,
+                artifact_path=artifact_path,
+                tag=tag,
+                upload=upload,
+                labels=labels,
+            ),
+        )
+        self._update_run()
+        return item
+
     def log_document(
         self,
         key: str = "",

mlrun/feature_store/common.py

@@ -63,7 +63,7 @@ def parse_project_name_from_feature_string(feature):
 
 def parse_feature_set_uri(uri, project=None):
     """get feature set object from db by uri"""
-    default_project = project or config.default_project
+    active_project = project or config.active_project
 
     # parse store://.. uri
     if mlrun.datastore.is_store_uri(uri):
@@ -74,7 +74,7 @@ def parse_feature_set_uri(uri, project=None):
             )
         uri = new_uri
 
-    return parse_versioned_object_uri(uri, default_project)
+    return parse_versioned_object_uri(uri, active_project)
 
 
 def get_feature_set_by_uri(uri, project=None):
@@ -98,7 +98,7 @@ def get_feature_set_by_uri(uri, project=None):
 def get_feature_vector_by_uri(uri, project=None, update=True):
     """get feature vector object from db by uri"""
     db = mlrun.get_run_db()
-    default_project = project or config.default_project
+    active_project = project or config.active_project
 
     # parse store://.. uri
     if mlrun.datastore.is_store_uri(uri):
@@ -109,7 +109,7 @@ def get_feature_vector_by_uri(uri, project=None, update=True):
             )
         uri = new_uri
 
-    project, name, tag, uid = parse_versioned_object_uri(uri, default_project)
+    project, name, tag, uid = parse_versioned_object_uri(uri, active_project)
 
     resource = mlrun.common.schemas.AuthorizationResourceTypes.feature_vector.to_resource_string(
         project, "feature-vector"
@@ -161,7 +161,7 @@ def verify_feature_set_exists(feature_set):
 def verify_feature_vector_permissions(
     feature_vector, action: mlrun.common.schemas.AuthorizationAction
 ):
-    project = feature_vector._metadata.project or config.default_project
+    project = feature_vector._metadata.project or config.active_project
 
     resource = mlrun.common.schemas.AuthorizationResourceTypes.feature_vector.to_resource_string(
         project, "feature-vector"

mlrun/feature_store/feature_set.py

@@ -413,11 +413,15 @@ class FeatureSet(ModelObj):
     @property
     def fullname(self) -> str:
         """full name in the form ``{project}/{name}[:{tag}]``"""
-        fullname = (
-            f"{self._metadata.project or mlconf.default_project}/{self._metadata.name}"
-        )
-        if self._metadata.tag:
-            fullname += ":" + self._metadata.tag
+        project = self._metadata.project or mlconf.active_project
+        name = self._metadata.name
+        tag = self._metadata.tag
+
+        fullname = name
+        if project:
+            fullname = f"{project}/{fullname}"
+        if tag:
+            fullname += f":{tag}"
         return fullname
 
     def _get_run_db(self):
@@ -971,7 +975,7 @@ class FeatureSet(ModelObj):
     def save(self, tag="", versioned=False):
         """save to mlrun db"""
         db = self._get_run_db()
-        self.metadata.project = self.metadata.project or mlconf.default_project
+        self.metadata.project = self.metadata.project or mlconf.active_project
         tag = tag or self.metadata.tag or "latest"
         as_dict = self.to_dict()
         as_dict["spec"]["features"] = as_dict["spec"].get(

mlrun/feature_store/feature_vector.py

@@ -333,12 +333,14 @@ class FeatureVector(ModelObj):
     @property
     def uri(self):
         """fully qualified feature vector uri"""
-        uri = (
-            f"{self._metadata.project or mlconf.default_project}/{self._metadata.name}"
-        )
-        uri = get_store_uri(StorePrefix.FeatureVector, uri)
+        project = self._metadata.project or mlconf.active_project
+        name = self._metadata.name
+
+        base = name if not project else f"{project}/{name}"
+        uri = get_store_uri(StorePrefix.FeatureVector, base)
+
         if self._metadata.tag:
-            uri += ":" + self._metadata.tag
+            uri += f":{self._metadata.tag}"
         return uri
 
     def link_analysis(self, name, uri):
@@ -385,7 +387,7 @@ class FeatureVector(ModelObj):
     def save(self, tag="", versioned=False):
         """save to mlrun db"""
         db = mlrun.get_run_db()
-        self.metadata.project = self.metadata.project or mlconf.default_project
+        self.metadata.project = self.metadata.project or mlconf.active_project
         tag = tag or self.metadata.tag
         as_dict = self.to_dict()
         db.store_feature_vector(as_dict, tag=tag, versioned=versioned)

mlrun/launcher/base.py

@@ -273,7 +273,7 @@ class BaseLauncher(abc.ABC):
             project_name
             or run.metadata.project
             or runtime.metadata.project
-            or mlrun.mlconf.default_project
+            or mlrun.mlconf.active_project
         )
         run.spec.parameters = params or run.spec.parameters
         run.spec.inputs = inputs or run.spec.inputs

mlrun/lists.py

@@ -55,7 +55,7 @@ class RunList(list):
         for run in self:
             iterations = get_in(run, "status.iterations", "")
             row = [
-                get_in(run, "metadata.project", config.default_project),
+                get_in(run, "metadata.project", config.active_project),
                 get_in(run, "metadata.uid", ""),
                 get_in(run, "metadata.iteration", ""),
                 get_in(run, "status.start_time", ""),

mlrun/model.py

@@ -2155,7 +2155,6 @@ class DataSource(ModelObj):
         "max_age",
         "start_time",
         "end_time",
-        "credentials_prefix",
     ]
     kind = None
 
@@ -2218,7 +2217,6 @@ class DataTargetBase(ModelObj):
         "storage_options",
         "run_id",
         "schema",
-        "credentials_prefix",
     ]
 
     @classmethod
@@ -2253,7 +2251,6 @@ class DataTargetBase(ModelObj):
         flush_after_seconds: Optional[int] = None,
         storage_options: Optional[dict[str, str]] = None,
         schema: Optional[dict[str, Any]] = None,
-        credentials_prefix=None,
     ):
         self.name = name
         self.kind: str = kind
@@ -2270,7 +2267,6 @@ class DataTargetBase(ModelObj):
         self.storage_options = storage_options
         self.run_id = None
         self.schema = schema
-        self.credentials_prefix = credentials_prefix
 
 
 class FeatureSetProducer(ModelObj):
@@ -2303,7 +2299,6 @@ class DataTarget(DataTargetBase):
         "key_bucketing_number",
         "partition_cols",
         "time_partitioning_granularity",
-        "credentials_prefix",
     ]
 
     def __init__(

mlrun/model_monitoring/__init__.py

@@ -16,4 +16,3 @@ from mlrun.common.schemas import ModelEndpoint, ModelEndpointList
 
 from .db import get_tsdb_connector
 from .helpers import get_stream_path
-from .tracking_policy import TrackingPolicy

mlrun/model_monitoring/api.py

@@ -14,7 +14,6 @@
 
 import hashlib
 import typing
-import warnings
 from datetime import datetime
 
 import numpy as np
@@ -136,12 +135,6 @@ def record_results(
     infer_results_df: typing.Optional[pd.DataFrame] = None,
     sample_set_statistics: typing.Optional[dict[str, typing.Any]] = None,
     monitoring_mode: mm_constants.ModelMonitoringMode = mm_constants.ModelMonitoringMode.enabled,
-    # Deprecated arguments:
-    drift_threshold: typing.Optional[float] = None,
-    possible_drift_threshold: typing.Optional[float] = None,
-    trigger_monitoring_job: bool = False,
-    artifacts_tag: str = "",
-    default_batch_image: str = "mlrun/mlrun",
 ) -> ModelEndpoint:
     """
     Write a provided inference dataset to model endpoint parquet target. If not exist, generate a new model endpoint
@@ -166,47 +159,10 @@ def record_results(
                                      the current model endpoint.
     :param monitoring_mode:          If enabled, apply model monitoring features on the provided endpoint id. Enabled
                                      by default.
-    :param drift_threshold:          (deprecated) The threshold of which to mark drifts.
-    :param possible_drift_threshold: (deprecated) The threshold of which to mark possible drifts.
-    :param trigger_monitoring_job:   (deprecated) If true, run the batch drift job. If not exists, the monitoring
-                                     batch function will be registered through MLRun API with the provided image.
-    :param artifacts_tag:            (deprecated) Tag to use for all the artifacts resulted from the function.
-                                     Will be relevant only if the monitoring batch job has been triggered.
-    :param default_batch_image:      (deprecated) The image that will be used when registering the model monitoring
-                                     batch job.
 
     :return: A ModelEndpoint object
     """
 
-    if drift_threshold is not None or possible_drift_threshold is not None:
-        warnings.warn(
-            "Custom drift threshold arguments are deprecated since version "
-            "1.7.0 and have no effect. They will be removed in version 1.9.0.\n"
-            "To enable the default histogram data drift application, run:\n"
-            "`project.enable_model_monitoring()`.",
-            FutureWarning,
-        )
-    if trigger_monitoring_job is not False:
-        warnings.warn(
-            "`trigger_monitoring_job` argument is deprecated since version "
-            "1.7.0 and has no effect. It will be removed in version 1.9.0.\n"
-            "To enable the default histogram data drift application, run:\n"
-            "`project.enable_model_monitoring()`.",
-            FutureWarning,
-        )
-    if artifacts_tag != "":
-        warnings.warn(
-            "`artifacts_tag` argument is deprecated since version "
-            "1.7.0 and has no effect. It will be removed in version 1.9.0.",
-            FutureWarning,
-        )
-    if default_batch_image != "mlrun/mlrun":
-        warnings.warn(
-            "`default_batch_image` argument is deprecated since version "
-            "1.7.0 and has no effect. It will be removed in version 1.9.0.",
-            FutureWarning,
-        )
-
     db = mlrun.get_run_db()
 
     model_endpoint = get_or_create_model_endpoint(

mlrun/model_monitoring/applications/evidently/base.py

@@ -12,8 +12,6 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-import json
-import posixpath
 import warnings
 from abc import ABC
 from tempfile import NamedTemporaryFile
@@ -60,7 +58,6 @@ except ModuleNotFoundError:
 
 if _HAS_EVIDENTLY:
     from evidently.core.report import Snapshot
-    from evidently.legacy.ui.storage.local.base import METADATA_PATH, FSLocation
     from evidently.ui.workspace import (
         STR_UUID,
         CloudWorkspace,
@@ -100,14 +97,13 @@ class EvidentlyModelMonitoringApplicationBase(
         self.evidently_project_id = evidently_project_id
         self.evidently_project = self.load_project()
 
-    def load_project(self) -> Project:
+    def load_project(self) -> "Project":
         """Load the Evidently project."""
         return self.evidently_workspace.get_project(self.evidently_project_id)
 
-    def get_workspace(self) -> WorkspaceBase:
+    def get_workspace(self) -> "WorkspaceBase":
         """Get the Evidently workspace. Override this method for customize access to the workspace."""
         if self.evidently_workspace_path:
-            self._log_location(self.evidently_workspace_path)
             return Workspace.create(self.evidently_workspace_path)
         else:
             raise MLRunValueError(
@@ -116,44 +112,10 @@ class EvidentlyModelMonitoringApplicationBase(
                 "`EVIDENTLY_API_KEY` environment variable. In other cases, override this method."
             )
 
-    def get_cloud_workspace(self) -> CloudWorkspace:
+    def get_cloud_workspace(self) -> "CloudWorkspace":
         """Load the Evidently cloud workspace according to the `EVIDENTLY_API_KEY` environment variable."""
         return CloudWorkspace()
 
-    @staticmethod
-    def _log_location(evidently_workspace_path):
-        # TODO remove function + usage after solving issue ML-9530
-        location = FSLocation(base_path=evidently_workspace_path)
-        location.invalidate_cache("")
-        paths = [p for p in location.listdir("") if location.isdir(p)]
-
-        for path in paths:
-            metadata_path = posixpath.join(path, METADATA_PATH)
-            full_path = posixpath.join(location.path, metadata_path)
-            print(f"evidently json issue, working on path: {full_path}")
-            try:
-                with location.open(metadata_path) as f:
-                    content = json.load(f)
-                    print(
-                        f"evidently json issue, successful load path: {full_path}, content: {content}"
-                    )
-            except FileNotFoundError:
-                print(f"evidently json issue, path not found: {full_path}")
-                continue
-            except json.decoder.JSONDecodeError as json_error:
-                print(
-                    f"evidently json issue, path got json error, path:{full_path}, error: {json_error}"
-                )
-                print("evidently json issue, file content:")
-                with location.open(metadata_path) as f:
-                    print(f.read())
-                continue
-            except Exception as error:
-                print(
-                    f"evidently json issue, path got general error, path:{full_path}, error: {error}"
-                )
-                continue
-
     @staticmethod
     def log_evidently_object(
         monitoring_context: mm_context.MonitoringApplicationContext,

mlrun/model_monitoring/controller.py

@@ -251,7 +251,7 @@ class MonitoringApplicationController:
 
     def __init__(self) -> None:
         """Initialize Monitoring Application Controller"""
-        self.project = cast(str, mlrun.mlconf.default_project)
+        self.project = cast(str, mlrun.mlconf.active_project)
         self.project_obj = mlrun.get_run_db().get_project(name=self.project)
         logger.debug(f"Initializing {self.__class__.__name__}", project=self.project)
 

mlrun/model_monitoring/writer.py

@@ -129,10 +129,7 @@ class ModelMonitoringWriter(StepToDict):
             )
         kind = event.pop(WriterEvent.EVENT_KIND, WriterEventKind.RESULT)
         result_event = _AppResultEvent(json.loads(event.pop(WriterEvent.DATA, "{}")))
-        if not result_event:  # BC for < 1.7.0, can be removed in 1.9.0
-            result_event = _AppResultEvent(event)
-        else:
-            result_event.update(_AppResultEvent(event))
+        result_event.update(_AppResultEvent(event))
 
         expected_keys = list(
             set(WriterEvent.list()).difference(

mlrun/projects/operations.py

@@ -309,9 +309,9 @@ def build_function(
     :param force_build: Force building the image, even when no changes were made
     """
     if not overwrite_build_params:
-        # TODO: change overwrite_build_params default to True in 1.9.0
+        # TODO: change overwrite_build_params default to True in 1.10.0
         warnings.warn(
-            "The `overwrite_build_params` parameter default will change from 'False' to 'True' in 1.9.0.",
+            "The `overwrite_build_params` parameter default will change from 'False' to 'True' in 1.10.0.",
             mlrun.utils.OverwriteBuildParamsWarning,
         )
 
@@ -340,7 +340,7 @@ def build_function(
             skip_deployed=skip_deployed,
         )
     else:
-        # TODO: remove filter once overwrite_build_params default is changed to True in 1.9.0
+        # TODO: remove filter once overwrite_build_params default is changed to True in 1.10.0
         with warnings.catch_warnings():
             warnings.simplefilter(
                 "ignore", category=mlrun.utils.OverwriteBuildParamsWarning