mlrun 1.3.3rc1__py3-none-any.whl → 1.4.0__py3-none-any.whl

mlrun/api/utils/singletons/scheduler.py

@@ -1,4 +1,4 @@
-# Copyright 2018 Iguazio
+# Copyright 2023 Iguazio
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

mlrun/artifacts/__init__.py

@@ -1,4 +1,4 @@
-# Copyright 2018 Iguazio
+# Copyright 2023 Iguazio
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -17,7 +17,7 @@
 # Don't remove this, used by sphinx documentation
 __all__ = ["get_model", "update_model"]
 
-from .base import Artifact, get_artifact_meta
+from .base import Artifact, ArtifactMetadata, ArtifactSpec, get_artifact_meta
 from .dataset import DatasetArtifact, TableArtifact, update_dataset_meta
 from .manager import ArtifactManager, ArtifactProducer, dict_to_artifact
 from .model import ModelArtifact, get_model, update_model

mlrun/artifacts/base.py

@@ -1,4 +1,4 @@
-# Copyright 2018 Iguazio
+# Copyright 2023 Iguazio
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -83,6 +83,7 @@ class ArtifactSpec(ModelObj):
         "size",
         "db_key",
         "extra_data",
+        "unpackaging_instructions",
     ]
 
     _extra_fields = ["annotations", "producer", "sources", "license", "encoding"]
@@ -98,6 +99,7 @@ class ArtifactSpec(ModelObj):
         db_key=None,
         extra_data=None,
         body=None,
+        unpackaging_instructions: dict = None,
     ):
         self.src_path = src_path
         self.target_path = target_path
@@ -107,6 +109,7 @@ class ArtifactSpec(ModelObj):
         self.size = size
         self.db_key = db_key
         self.extra_data = extra_data or {}
+        self.unpackaging_instructions = unpackaging_instructions
 
         self._body = body
         self.encoding = None
@@ -1024,7 +1027,10 @@ def generate_target_path(item: Artifact, artifact_path, producer):
 
     suffix = "/"
     if not item.is_dir:
-        suffix = os.path.splitext(item.src_path or "")[1]
+
+        # suffixes yields a list of suffixes, e.g. ['.tar', '.gz']
+        # join them together to get the full suffix, e.g. '.tar.gz'
+        suffix = "".join(pathlib.Path(item.src_path or "").suffixes)
         if not suffix and item.format:
             suffix = f".{item.format}"
 

mlrun/artifacts/dataset.py

@@ -1,4 +1,4 @@
-# Copyright 2018 Iguazio
+# Copyright 2023 Iguazio
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -22,10 +22,11 @@ from deprecated import deprecated
 from pandas.io.json import build_table_schema
 
 import mlrun
+import mlrun.common.schemas
 import mlrun.utils.helpers
 
 from ..datastore import is_store_uri, store_manager
-from .base import Artifact, ArtifactSpec, LegacyArtifact
+from .base import Artifact, ArtifactSpec, LegacyArtifact, StorePrefix
 
 default_preview_rows_length = 20
 max_preview_columns = 100
@@ -122,9 +123,10 @@ class DatasetArtifactSpec(ArtifactSpec):
 
 
 class DatasetArtifact(Artifact):
-    kind = "dataset"
+    kind = mlrun.common.schemas.ArtifactCategories.dataset
     # List of all the supported saving formats of a DataFrame:
     SUPPORTED_FORMATS = ["csv", "parquet", "pq", "tsdb", "kv"]
+    _store_prefix = StorePrefix.Dataset
 
     def __init__(
         self,

mlrun/artifacts/manager.py

@@ -1,4 +1,4 @@
-# Copyright 2018 Iguazio
+# Copyright 2023 Iguazio
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -191,6 +191,12 @@ class ArtifactManager:
         if db_key is None:
             # set the default artifact db key
             if producer.kind == "run":
+                # When the producer's type is "run,"
+                # we generate a different db_key than the one we obtained in the request.
+                # As a result, a new artifact for the requested key will be created,
+                # which will contain the new db_key and will represent the current run.
+                # We implement this so that the user can query an artifact,
+                # and receive back all the runs that are associated with his search result.
                 db_key = producer.name + "_" + key
             else:
                 db_key = key

mlrun/artifacts/model.py

@@ -1,4 +1,4 @@
-# Copyright 2018 Iguazio
+# Copyright 2023 Iguazio
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -329,7 +329,9 @@ class ModelArtifact(Artifact):
             artifact=self, extra_data=self.spec.extra_data, artifact_path=artifact_path
         )
 
-        spec_body = self.to_yaml()
+        # the model spec yaml should not include the tag, as the same model can be used with different tags,
+        # and the tag is not part of the model spec but the metadata of the model artifact
+        spec_body = _remove_tag_from_spec_yaml(self)
         spec_target_path = None
 
         if mlrun.mlconf.artifacts.generate_target_path_from_artifact_hash:
@@ -355,7 +357,6 @@ class ModelArtifact(Artifact):
             self.spec.target_path, model_spec_filename
         )
         store_manager.object(url=spec_target_path).put(spec_body)
-        self.spec.extra_data[model_spec_filename] = spec_target_path
 
     def _get_file_body(self):
         body = self.spec.get_body()
@@ -612,6 +613,12 @@ def _get_extra(target, extra_data, is_dir=False):
     return extra_dataitems
 
 
+def _remove_tag_from_spec_yaml(model_spec):
+    spec_dict = model_spec.to_dict()
+    spec_dict["metadata"].pop("tag", None)
+    return yaml.dump(spec_dict)
+
+
 def update_model(
     model_artifact,
     parameters: dict = None,
@@ -690,7 +697,11 @@ def update_model(
 
     if write_spec_copy:
         spec_path = path.join(model_spec.target_path, model_spec_filename)
-        store_manager.object(url=spec_path).put(model_spec.to_yaml())
+
+        # the model spec yaml should not include the tag, as the same model can be used with different tags,
+        # and the tag is not part of the model spec but the metadata of the model artifact
+        model_spec_yaml = _remove_tag_from_spec_yaml(model_spec)
+        store_manager.object(url=spec_path).put(model_spec_yaml)
 
     model_spec.db_key = model_spec.db_key or model_spec.key
     if store_object:

mlrun/artifacts/plots.py

@@ -1,4 +1,4 @@
-# Copyright 2018 Iguazio
+# Copyright 2023 Iguazio
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

mlrun/common/__init__.py

@@ -1,4 +1,4 @@
-# Copyright 2018 Iguazio
+# Copyright 2023 Iguazio
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

mlrun/common/constants.py

@@ -0,0 +1,15 @@
+# Copyright 2023 Iguazio
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+IMAGE_NAME_ENRICH_REGISTRY_PREFIX = "."  # prefix for image name to enrich with registry

mlrun/common/model_monitoring.py

@@ -0,0 +1,209 @@
+# Copyright 2023 Iguazio
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+import enum
+import hashlib
+from dataclasses import dataclass
+from typing import Optional
+
+import mlrun.utils
+
+
+class EventFieldType:
+    FUNCTION_URI = "function_uri"
+    FUNCTION = "function"
+    MODEL_URI = "model_uri"
+    MODEL = "model"
+    VERSION = "version"
+    VERSIONED_MODEL = "versioned_model"
+    MODEL_CLASS = "model_class"
+    TIMESTAMP = "timestamp"
+    # `endpoint_id` is deprecated as a field in the model endpoint schema since 1.3.1, replaced by `uid`.
+    ENDPOINT_ID = "endpoint_id"
+    UID = "uid"
+    ENDPOINT_TYPE = "endpoint_type"
+    REQUEST_ID = "request_id"
+    RECORD_TYPE = "record_type"
+    FEATURES = "features"
+    FEATURE_NAMES = "feature_names"
+    NAMED_FEATURES = "named_features"
+    LABELS = "labels"
+    LATENCY = "latency"
+    LABEL_NAMES = "label_names"
+    PREDICTION = "prediction"
+    PREDICTIONS = "predictions"
+    NAMED_PREDICTIONS = "named_predictions"
+    ERROR_COUNT = "error_count"
+    ENTITIES = "entities"
+    FIRST_REQUEST = "first_request"
+    LAST_REQUEST = "last_request"
+    METRICS = "metrics"
+    TIME_FORMAT = "%Y-%m-%d %H:%M:%S.%f"
+    BATCH_INTERVALS_DICT = "batch_intervals_dict"
+    DEFAULT_BATCH_INTERVALS = "default_batch_intervals"
+    MINUTES = "minutes"
+    HOURS = "hours"
+    DAYS = "days"
+    MODEL_ENDPOINTS = "model_endpoints"
+    STATE = "state"
+    PROJECT = "project"
+    STREAM_PATH = "stream_path"
+    ACTIVE = "active"
+    MONITORING_MODE = "monitoring_mode"
+    FEATURE_STATS = "feature_stats"
+    CURRENT_STATS = "current_stats"
+    CHILDREN = "children"
+    CHILDREN_UIDS = "children_uids"
+    DRIFT_MEASURES = "drift_measures"
+    DRIFT_STATUS = "drift_status"
+    MONITOR_CONFIGURATION = "monitor_configuration"
+    FEATURE_SET_URI = "monitoring_feature_set_uri"
+    ALGORITHM = "algorithm"
+
+
+class EventLiveStats:
+    LATENCY_AVG_5M = "latency_avg_5m"
+    LATENCY_AVG_1H = "latency_avg_1h"
+    PREDICTIONS_PER_SECOND = "predictions_per_second"
+    PREDICTIONS_COUNT_5M = "predictions_count_5m"
+    PREDICTIONS_COUNT_1H = "predictions_count_1h"
+
+
+class EventKeyMetrics:
+    BASE_METRICS = "base_metrics"
+    CUSTOM_METRICS = "custom_metrics"
+    ENDPOINT_FEATURES = "endpoint_features"
+    GENERIC = "generic"
+    REAL_TIME = "real_time"
+
+
+class TimeSeriesTarget:
+    TSDB = "tsdb"
+
+
+class ModelEndpointTarget:
+    V3IO_NOSQL = "v3io-nosql"
+    SQL = "sql"
+
+
+class ProjectSecretKeys:
+    ENDPOINT_STORE_CONNECTION = "MODEL_MONITORING_ENDPOINT_STORE_CONNECTION"
+    ACCESS_KEY = "MODEL_MONITORING_ACCESS_KEY"
+    KAFKA_BOOTSTRAP_SERVERS = "KAFKA_BOOTSTRAP_SERVERS"
+    STREAM_PATH = "STREAM_PATH"
+
+
+class ModelMonitoringStoreKinds:
+    ENDPOINTS = "endpoints"
+    EVENTS = "events"
+
+
+class FileTargetKind:
+    ENDPOINTS = "endpoints"
+    EVENTS = "events"
+    STREAM = "stream"
+    PARQUET = "parquet"
+    LOG_STREAM = "log_stream"
+
+
+class ModelMonitoringMode(str, enum.Enum):
+    enabled = "enabled"
+    disabled = "disabled"
+
+
+class EndpointType(enum.IntEnum):
+    NODE_EP = 1  # end point that is not a child of a router
+    ROUTER = 2  # endpoint that is router
+    LEAF_EP = 3  # end point that is a child of a router
+
+
+def create_model_endpoint_uid(function_uri: str, versioned_model: str):
+    function_uri = FunctionURI.from_string(function_uri)
+    versioned_model = VersionedModel.from_string(versioned_model)
+
+    if (
+        not function_uri.project
+        or not function_uri.function
+        or not versioned_model.model
+    ):
+        raise ValueError("Both function_uri and versioned_model have to be initialized")
+
+    uid = EndpointUID(
+        function_uri.project,
+        function_uri.function,
+        function_uri.tag,
+        function_uri.hash_key,
+        versioned_model.model,
+        versioned_model.version,
+    )
+
+    return uid
+
+
+@dataclass
+class FunctionURI:
+    project: str
+    function: str
+    tag: Optional[str] = None
+    hash_key: Optional[str] = None
+
+    @classmethod
+    def from_string(cls, function_uri):
+        project, uri, tag, hash_key = mlrun.utils.parse_versioned_object_uri(
+            function_uri
+        )
+        return cls(
+            project=project,
+            function=uri,
+            tag=tag or None,
+            hash_key=hash_key or None,
+        )
+
+
+@dataclass
+class VersionedModel:
+    model: str
+    version: Optional[str]
+
+    @classmethod
+    def from_string(cls, model):
+        try:
+            model, version = model.split(":")
+        except ValueError:
+            model, version = model, None
+
+        return cls(model, version)
+
+
+@dataclass
+class EndpointUID:
+    project: str
+    function: str
+    function_tag: str
+    function_hash_key: str
+    model: str
+    model_version: str
+    uid: Optional[str] = None
+
+    def __post_init__(self):
+        function_ref = (
+            f"{self.function}_{self.function_tag or self.function_hash_key or 'N/A'}"
+        )
+        versioned_model = f"{self.model}_{self.model_version or 'N/A'}"
+        unique_string = f"{self.project}_{function_ref}_{versioned_model}"
+        self.uid = hashlib.sha1(unique_string.encode("utf-8")).hexdigest()
+
+    def __str__(self):
+        return self.uid

mlrun/common/schemas/__init__.py

@@ -0,0 +1,167 @@
+# Copyright 2023 Iguazio
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+# flake8: noqa  - this is until we take care of the F401 violations with respect to __all__ & sphinx
+
+from .artifact import ArtifactCategories, ArtifactIdentifier, ArtifactsFormat
+from .auth import (
+    AuthInfo,
+    AuthorizationAction,
+    AuthorizationResourceTypes,
+    AuthorizationVerificationInput,
+    Credentials,
+    ProjectsRole,
+)
+from .background_task import (
+    BackgroundTask,
+    BackgroundTaskMetadata,
+    BackgroundTaskSpec,
+    BackgroundTaskState,
+    BackgroundTaskStatus,
+)
+from .client_spec import ClientSpec
+from .clusterization_spec import (
+    ClusterizationSpec,
+    WaitForChiefToReachOnlineStateFeatureFlag,
+)
+from .constants import (
+    APIStates,
+    ClusterizationRole,
+    DeletionStrategy,
+    FeatureStorePartitionByField,
+    HeaderNames,
+    LogsCollectorMode,
+    OrderType,
+    PatchMode,
+    RunPartitionByField,
+    SortField,
+)
+from .events import (
+    AuthSecretEventActions,
+    EventClientKinds,
+    EventsModes,
+    SecretEventActions,
+)
+from .feature_store import (
+    EntitiesOutput,
+    Entity,
+    EntityListOutput,
+    EntityRecord,
+    Feature,
+    FeatureListOutput,
+    FeatureRecord,
+    FeatureSet,
+    FeatureSetDigestOutput,
+    FeatureSetDigestSpec,
+    FeatureSetIngestInput,
+    FeatureSetIngestOutput,
+    FeatureSetRecord,
+    FeatureSetsOutput,
+    FeatureSetSpec,
+    FeatureSetsTagsOutput,
+    FeaturesOutput,
+    FeatureVector,
+    FeatureVectorRecord,
+    FeatureVectorsOutput,
+    FeatureVectorsTagsOutput,
+)
+from .frontend_spec import (
+    AuthenticationFeatureFlag,
+    FeatureFlags,
+    FrontendSpec,
+    NuclioStreamsFeatureFlag,
+    PreemptionNodesFeatureFlag,
+    ProjectMembershipFeatureFlag,
+)
+from .function import FunctionState, PreemptionModes, SecurityContextEnrichmentModes
+from .http import HTTPSessionRetryMode
+from .hub import (
+    HubCatalog,
+    HubItem,
+    HubObjectMetadata,
+    HubSource,
+    HubSourceSpec,
+    IndexedHubSource,
+    last_source_index,
+)
+from .k8s import NodeSelectorOperator, Resources, ResourceSpec
+from .memory_reports import MostCommonObjectTypesReport, ObjectTypeReport
+from .model_endpoints import (
+    Features,
+    FeatureValues,
+    GrafanaColumn,
+    GrafanaDataPoint,
+    GrafanaNumberColumn,
+    GrafanaStringColumn,
+    GrafanaTable,
+    GrafanaTimeSeriesTarget,
+    ModelEndpoint,
+    ModelEndpointList,
+    ModelEndpointMetadata,
+    ModelEndpointSpec,
+    ModelEndpointStatus,
+    ModelMonitoringStoreKinds,
+)
+from .notification import (
+    Notification,
+    NotificationKind,
+    NotificationSeverity,
+    NotificationStatus,
+    SetNotificationRequest,
+)
+from .object import ObjectKind, ObjectMetadata, ObjectSpec, ObjectStatus
+from .pipeline import PipelinesFormat, PipelinesOutput, PipelinesPagination
+from .project import (
+    IguazioProject,
+    Project,
+    ProjectDesiredState,
+    ProjectMetadata,
+    ProjectOwner,
+    ProjectsFormat,
+    ProjectsOutput,
+    ProjectSpec,
+    ProjectState,
+    ProjectStatus,
+    ProjectSummariesOutput,
+    ProjectSummary,
+)
+from .regex import RegexMatchModes
+from .runs import RunIdentifier
+from .runtime_resource import (
+    GroupedByJobRuntimeResourcesOutput,
+    GroupedByProjectRuntimeResourcesOutput,
+    KindRuntimeResources,
+    ListRuntimeResourcesGroupByField,
+    RuntimeResource,
+    RuntimeResources,
+    RuntimeResourcesOutput,
+)
+from .schedule import (
+    ScheduleCronTrigger,
+    ScheduleIdentifier,
+    ScheduleInput,
+    ScheduleKinds,
+    ScheduleOutput,
+    ScheduleRecord,
+    SchedulesOutput,
+    ScheduleUpdate,
+)
+from .secret import (
+    AuthSecretData,
+    SecretKeysData,
+    SecretProviderName,
+    SecretsData,
+    UserSecretCreationRequest,
+)
+from .tag import Tag, TagObjects

mlrun/{api → common}/schemas/artifact.py

@@ -1,4 +1,4 @@
-# Copyright 2018 Iguazio
+# Copyright 2023 Iguazio
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -16,31 +16,30 @@ import typing
 
 import pydantic
 
-import mlrun.api.utils.helpers
+import mlrun.common.types
 
 
-class ArtifactCategories(mlrun.api.utils.helpers.StrEnum):
+class ArtifactCategories(mlrun.common.types.StrEnum):
     model = "model"
     dataset = "dataset"
     other = "other"
 
-    def to_kinds_filter(self) -> typing.Tuple[typing.List[str], bool]:
-        # FIXME: these artifact definitions (or at least the kinds enum) should sit in a dedicated module
-        # import here to prevent import cycle
-        import mlrun.artifacts.dataset
-        import mlrun.artifacts.model
+    # we define the link as a category to prevent import cycles, but it's not a real category
+    # and should not be used as such
+    link = "link"
 
-        link_kind = mlrun.artifacts.base.LinkArtifact.kind
+    def to_kinds_filter(self) -> typing.Tuple[typing.List[str], bool]:
+        link_kind = ArtifactCategories.link.value
 
         if self.value == ArtifactCategories.model.value:
-            return [mlrun.artifacts.model.ModelArtifact.kind, link_kind], False
+            return [ArtifactCategories.model.value, link_kind], False
         if self.value == ArtifactCategories.dataset.value:
-            return [mlrun.artifacts.dataset.DatasetArtifact.kind, link_kind], False
+            return [ArtifactCategories.dataset.value, link_kind], False
         if self.value == ArtifactCategories.other.value:
             return (
                 [
-                    mlrun.artifacts.model.ModelArtifact.kind,
-                    mlrun.artifacts.dataset.DatasetArtifact.kind,
+                    ArtifactCategories.model.value,
+                    ArtifactCategories.dataset.value,
                 ],
                 True,
             )
@@ -56,6 +55,6 @@ class ArtifactIdentifier(pydantic.BaseModel):
     # hash: typing.Optional[str]
 
 
-class ArtifactsFormat(mlrun.api.utils.helpers.StrEnum):
+class ArtifactsFormat(mlrun.common.types.StrEnum):
     full = "full"
     legacy = "legacy"

mlrun/{api → common}/schemas/auth.py

@@ -1,4 +1,4 @@
-# Copyright 2018 Iguazio
+# Copyright 2023 Iguazio
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -18,17 +18,17 @@ import pydantic
 from nuclio.auth import AuthInfo as NuclioAuthInfo
 from nuclio.auth import AuthKinds as NuclioAuthKinds
 
-import mlrun.api.utils.helpers
+import mlrun.common.types
 
 
-class ProjectsRole(mlrun.api.utils.helpers.StrEnum):
+class ProjectsRole(mlrun.common.types.StrEnum):
     iguazio = "iguazio"
     mlrun = "mlrun"
     nuclio = "nuclio"
     nop = "nop"
 
 
-class AuthorizationAction(mlrun.api.utils.helpers.StrEnum):
+class AuthorizationAction(mlrun.common.types.StrEnum):
     read = "read"
     create = "create"
     update = "update"
@@ -39,7 +39,7 @@ class AuthorizationAction(mlrun.api.utils.helpers.StrEnum):
     store = "store"
 
 
-class AuthorizationResourceTypes(mlrun.api.utils.helpers.StrEnum):
+class AuthorizationResourceTypes(mlrun.common.types.StrEnum):
     project = "project"
     log = "log"
     runtime_resource = "runtime-resource"
@@ -56,7 +56,7 @@ class AuthorizationResourceTypes(mlrun.api.utils.helpers.StrEnum):
     run = "run"
     model_endpoint = "model-endpoint"
     pipeline = "pipeline"
-    marketplace_source = "marketplace-source"
+    hub_source = "hub-source"
 
     def to_resource_string(
         self,
@@ -85,8 +85,10 @@ class AuthorizationResourceTypes(mlrun.api.utils.helpers.StrEnum):
             AuthorizationResourceTypes.runtime_resource: "/projects/{project_name}/runtime-resources",
             AuthorizationResourceTypes.model_endpoint: "/projects/{project_name}/model-endpoints/{resource_name}",
             AuthorizationResourceTypes.pipeline: "/projects/{project_name}/pipelines/{resource_name}",
-            # Marketplace sources are not project-scoped, and auth is globally on the sources endpoint.
-            AuthorizationResourceTypes.marketplace_source: "/marketplace/sources",
+            # Hub sources are not project-scoped, and auth is globally on the sources endpoint.
+            # TODO - this was reverted to /marketplace since MLRun needs to be able to run with old igz versions. Once
+            # we only have support for igz versions that support /hub (>=3.5.4), change this to "/hub/sources".
+            AuthorizationResourceTypes.hub_source: "/marketplace/sources",
         }[self].format(project_name=project_name, resource_name=resource_name)