mlrun 1.5.0rc4__py3-none-any.whl → 1.5.0rc6__py3-none-any.whl

mlrun/common/schemas/datastore_profile.py

@@ -19,5 +19,5 @@ from pydantic import BaseModel
 class DatastoreProfile(BaseModel):
     name: str
     type: str
-    body: str
+    object: str
     project: str

mlrun/common/schemas/frontend_spec.py

@@ -60,7 +60,7 @@ class FrontendSpec(pydantic.BaseModel):
     function_deployment_target_image_template: typing.Optional[str]
     function_deployment_target_image_name_prefix_template: str
     function_deployment_target_image_registries_to_enforce_prefix: typing.List[str] = []
-    function_deployment_mlrun_command: typing.Optional[str]
+    function_deployment_mlrun_requirement: typing.Optional[str]
     auto_mount_type: typing.Optional[str]
     auto_mount_params: typing.Dict[str, str] = {}
     default_artifact_path: str

mlrun/config.py

@@ -453,7 +453,8 @@ default_config = {
         "data_prefixes": {
             "default": "v3io:///projects/{project}/FeatureStore/{name}/{kind}",
             "nosql": "v3io:///projects/{project}/FeatureStore/{name}/{kind}",
-            "redisnosql": "redis:///projects/{project}/FeatureStore/{name}/{kind}",
+            # "authority" is optional and generalizes [userinfo "@"] host [":" port]
+            "redisnosql": "redis://{authority}/projects/{project}/FeatureStore/{name}/{kind}",
         },
         "default_targets": "parquet,nosql",
         "default_job_image": "mlrun/mlrun",
@@ -1010,7 +1011,7 @@ class Config:
             if artifact_path[-1] != "/":
                 artifact_path += "/"
 
-            return mlrun.utils.helpers.fill_artifact_path_template(
+            return mlrun.utils.helpers.fill_project_path_template(
                 artifact_path=artifact_path + file_path, project=project
             )
 

mlrun/datastore/datastore_profile.py

@@ -26,18 +26,10 @@ import mlrun.errors
 from ..secrets import get_secret_or_env
 
 
-class PrivateValue(pydantic.BaseModel):
-    value: str
-
-    def get(self):
-        if self.value == "None":
-            return None
-        return ast.literal_eval(self.value)["value"]
-
-
 class DatastoreProfile(pydantic.BaseModel):
     type: str
     name: str
+    _private_attributes: typing.List = ()
 
     @pydantic.validator("name")
     def lower_case(cls, v):
@@ -58,21 +50,19 @@ class DatastoreProfile(pydantic.BaseModel):
 
 class DatastoreProfileRedis(DatastoreProfile):
     type: str = pydantic.Field("redis")
+    _private_attributes = ("username", "password")
     endpoint_url: str
-    username: typing.Optional[PrivateValue]
-    password: typing.Optional[PrivateValue]
-
-    @pydantic.validator("username", "password", pre=True)
-    def convert_to_private(cls, v):
-        return PrivateValue(value=v)
+    username: typing.Optional[str] = None
+    password: typing.Optional[str] = None
 
     def is_secured(self):
         return self.endpoint_url.startswith("rediss://")
 
     def url_with_credentials(self):
         parsed_url = urlparse(self.endpoint_url)
-        username = self.username.get() if self.username else None
-        password = self.password.get() if self.password else None
+        username = self.username
+        password = self.password
+        netloc = parsed_url.hostname
         if username:
             if password:
                 netloc = f"{username}:{password}@{parsed_url.hostname}"
@@ -106,13 +96,21 @@ class DatastoreProfile2Json(pydantic.BaseModel):
     @staticmethod
     def get_json_public(profile: DatastoreProfile) -> str:
         return DatastoreProfile2Json._to_json(
-            {k: v for k, v in profile.dict().items() if not isinstance(v, dict)}
+            {
+                k: v
+                for k, v in profile.dict().items()
+                if not str(k) in profile._private_attributes
+            }
         )
 
     @staticmethod
     def get_json_private(profile: DatastoreProfile) -> str:
         return DatastoreProfile2Json._to_json(
-            {k: v for k, v in profile.dict().items() if isinstance(v, dict)}
+            {
+                k: v
+                for k, v in profile.dict().items()
+                if str(k) in profile._private_attributes
+            }
         )
 
     @staticmethod
@@ -123,9 +121,18 @@ class DatastoreProfile2Json(pydantic.BaseModel):
         decoded_dict = {
             k: base64.b64decode(str(v).encode()).decode() for k, v in attributes.items()
         }
+
+        def safe_literal_eval(value):
+            try:
+                return ast.literal_eval(value)
+            except (ValueError, SyntaxError):
+                return value
+
+        decoded_dict = {k: safe_literal_eval(v) for k, v in decoded_dict.items()}
         datastore_type = decoded_dict.get("type")
-        if datastore_type == "redis":
-            return DatastoreProfileRedis.parse_obj(decoded_dict)
+        ds_profile_factory = {"redis": DatastoreProfileRedis}
+        if datastore_type in ds_profile_factory:
+            return ds_profile_factory[datastore_type].parse_obj(decoded_dict)
         else:
             if datastore_type:
                 reason = f"unexpected type '{decoded_dict['type']}'"
@@ -148,6 +155,11 @@ def datastore_profile_read(url):
     public_profile = mlrun.db.get_run_db().get_datastore_profile(
         profile_name, project_name
     )
+    if not public_profile:
+        raise mlrun.errors.MLRunInvalidArgumentError(
+            f"Failed to fetch datastore profile '{url}' "
+        )
+
     project_ds_name_private = DatastoreProfile.generate_secret_key(
         profile_name, project_name
     )

mlrun/datastore/dbfs_store.py

@@ -82,9 +82,10 @@ class DatabricksFileSystemDisableCache(DatabricksFileSystem):
 # dbfs objects will be represented with the following URL: dbfs://<path>
 class DBFSStore(DataStore):
     def __init__(self, parent, schema, name, endpoint="", secrets: dict = None):
-        if not endpoint:
-            endpoint = mlrun.get_secret_or_env("DATABRICKS_HOST")
         super().__init__(parent, name, schema, endpoint, secrets=secrets)
+        if not endpoint:
+            endpoint = self._get_secret_or_env("DATABRICKS_HOST")
+        self.endpoint = endpoint
         self.get_filesystem(silent=False)
 
     def get_filesystem(self, silent=True):
@@ -96,7 +97,7 @@ class DBFSStore(DataStore):
     def get_storage_options(self):
         return dict(
             token=self._get_secret_or_env("DATABRICKS_TOKEN"),
-            instance=mlrun.get_secret_or_env("DATABRICKS_HOST"),
+            instance=self._get_secret_or_env("DATABRICKS_HOST"),
         )
 
     def _verify_filesystem_and_key(self, key: str):
@@ -111,12 +112,12 @@ class DBFSStore(DataStore):
 
     def get(self, key: str, size=None, offset=0) -> bytes:
         self._verify_filesystem_and_key(key)
-        if size is not None and size <= 0:
-            raise mlrun.errors.MLRunInvalidArgumentError(
-                "size cannot be negative or zero"
-            )
+        if size is not None and size < 0:
+            raise mlrun.errors.MLRunInvalidArgumentError("size cannot be negative")
+        if offset is None:
+            raise mlrun.errors.MLRunInvalidArgumentError("offset cannot be None")
         start = offset or None
-        end = offset + size if size is not None else None
+        end = offset + size if size else None
         return self._filesystem.cat_file(key, start=start, end=end)
 
     def put(self, key, data, append=False):

mlrun/datastore/redis.py

@@ -36,6 +36,12 @@ class RedisStore(DataStore):
         self.endpoint = self.endpoint or mlrun.mlconf.redis.url
         if schema == "ds":
             datastore_profile = datastore_profile_read(name)
+            if not datastore_profile:
+                raise ValueError(f"Failed to load datastore profile '{name}'")
+            if datastore_profile.type != "redis":
+                raise ValueError(
+                    f"Trying to use profile of type '{datastore_profile.type}' as redis datastore"
+                )
             self._redis_url = datastore_profile.url_with_credentials()
             self.secure = datastore_profile.is_secured()
         else:

mlrun/datastore/targets.py

@@ -600,7 +600,12 @@ class BaseStoreTarget(DataTargetBase):
 
     def get_target_path(self):
         path_object = self._target_path_object
-        return path_object.get_absolute_path() if path_object else None
+        project_name = self._resource.metadata.project if self._resource else None
+        return (
+            path_object.get_absolute_path(project_name=project_name)
+            if path_object
+            else None
+        )
 
     def get_target_path_with_credentials(self):
         return self.get_target_path()
@@ -1174,6 +1179,12 @@ class RedisNoSqlTarget(NoSqlBaseTarget):
         endpoint = endpoint or mlrun.mlconf.redis.url
         if endpoint.startswith("ds"):
             datastore_profile = datastore_profile_read(endpoint)
+            if not datastore_profile:
+                raise ValueError(f"Failed to load datastore profile '{endpoint}'")
+            if datastore_profile.type != "redis":
+                raise ValueError(
+                    f"Trying to use profile of type '{datastore_profile.type}' as redis datastore"
+                )
             endpoint = datastore_profile.url_with_credentials()
         else:
             parsed_endpoint = urlparse(endpoint)

mlrun/db/base.py

@@ -649,7 +649,7 @@ class RunDBInterface(ABC):
     ) -> mlrun.common.schemas.DatastoreProfile:
         pass
 
-    def list_datastore_profile(
+    def list_datastore_profiles(
         self, project: str
     ) -> List[mlrun.common.schemas.DatastoreProfile]:
         pass

mlrun/db/factory.py

@@ -54,6 +54,9 @@ class RunDBFactory(
             self._run_db = self._rundb_container.nop(url)
 
         else:
+            # TODO: this practically makes the SQLRunDB a singleton, which mean that its session is shared, needs
+            #  to be refreshed frequently and cannot be used concurrently.
+            #  The SQLRunDB should always get its session from the FastAPI dependency injection.
             self._run_db = self._rundb_container.run_db(url)
 
         self._run_db.connect(secrets=secrets)

mlrun/db/httpdb.py

@@ -13,7 +13,6 @@
 # limitations under the License.
 import enum
 import http
-import json
 import re
 import tempfile
 import time
@@ -111,7 +110,7 @@ class HTTPRunDB(RunDBInterface):
 
     def __init__(self, url):
         self.server_version = ""
-        self._session = None
+        self.session = None
         self._wait_for_project_terminal_state_retry_interval = 3
         self._wait_for_background_task_terminal_state_retry_interval = 3
         self._wait_for_project_deletion_interval = 3
@@ -244,12 +243,12 @@ class HTTPRunDB(RunDBInterface):
                         dict_[key] = dict_[key].value
 
         # if the method is POST, we need to update the session with the appropriate retry policy
-        if not self._session or method == "POST":
+        if not self.session or method == "POST":
             retry_on_post = self._is_retry_on_post_allowed(method, path)
-            self._session = self._init_session(retry_on_post)
+            self.session = self._init_session(retry_on_post)
 
         try:
-            response = self._session.request(
+            response = self.session.request(
                 method, url, timeout=timeout, verify=False, **kw
             )
         except requests.RequestException as exc:
@@ -440,6 +439,10 @@ class HTTPRunDB(RunDBInterface):
                 server_cfg.get("model_endpoint_monitoring_store_type")
                 or config.model_endpoint_monitoring.store_type
             )
+            config.model_endpoint_monitoring.endpoint_store_connection = (
+                server_cfg.get("model_endpoint_monitoring_endpoint_store_connection")
+                or config.model_endpoint_monitoring.endpoint_store_connection
+            )
             config.packagers = server_cfg.get("packagers") or config.packagers
             server_data_prefixes = server_cfg.get("feature_store_data_prefixes") or {}
             for prefix in ["default", "nosql", "redisnosql"]:
@@ -1673,7 +1676,6 @@ class HTTPRunDB(RunDBInterface):
         order,
         max_partitions=None,
     ):
-
         partition_params = {
             "partition-by": partition_by,
             "rows-per-partition": rows_per_partition,
@@ -2186,7 +2188,6 @@ class HTTPRunDB(RunDBInterface):
         error_message = f"Failed listing projects, query: {params}"
         response = self.api_call("GET", "projects", error_message, params=params)
         if format_ == mlrun.common.schemas.ProjectsFormat.name_only:
-
             # projects is just a list of strings
             return response.json()["projects"]
 
@@ -3299,11 +3300,11 @@ class HTTPRunDB(RunDBInterface):
         self, name: str, project: str
     ) -> Optional[mlrun.common.schemas.DatastoreProfile]:
         project = project or config.default_project
-        path = self._path_of("projects", project, "datastore_profiles") + f"/{name}"
+        path = self._path_of("projects", project, "datastore-profiles") + f"/{name}"
 
         res = self.api_call(method="GET", path=path)
-        if res and res._content:
-            public_wrapper = json.loads(res._content)
+        if res:
+            public_wrapper = res.json()
             datastore = DatastoreProfile2Json.create_from_json(
                 public_json=public_wrapper["body"]
             )
@@ -3313,7 +3314,7 @@ class HTTPRunDB(RunDBInterface):
     def delete_datastore_profile(self, name: str, project: str):
         pass
 
-    def list_datastore_profile(
+    def list_datastore_profiles(
         self, project: str
     ) -> List[mlrun.common.schemas.DatastoreProfile]:
         pass
@@ -3326,9 +3327,9 @@ class HTTPRunDB(RunDBInterface):
         :returns: None
         """
         project = project or config.default_project
-        path = self._path_of("projects", project, "datastore_profiles")
+        path = self._path_of("projects", project, "datastore-profiles")
 
-        self.api_call(method="PUT", path=path, body=json.dumps(profile.dict()))
+        self.api_call(method="PUT", path=path, json=profile.dict())
 
 
 def _as_json(obj):

mlrun/db/nopdb.py

@@ -505,7 +505,7 @@ class NopDB(RunDBInterface):
     def delete_datastore_profile(self, name: str, project: str):
         pass
 
-    def list_datastore_profile(
+    def list_datastore_profiles(
         self, project: str
     ) -> List[mlrun.common.schemas.DatastoreProfile]:
         pass

mlrun/feature_store/api.py

@@ -970,7 +970,10 @@ def _ingest_with_spark(
                 max_time = source.start_time
             for target in featureset.status.targets:
                 featureset.status.update_last_written_for_target(
-                    target.get_path().get_absolute_path(), max_time
+                    target.get_path().get_absolute_path(
+                        project_name=featureset.metadata.project
+                    ),
+                    max_time,
                 )
 
         _post_ingestion(mlrun_context, featureset, spark)

mlrun/feature_store/feature_set.py

@@ -432,7 +432,9 @@ class FeatureSet(ModelObj):
             target = get_online_target(self, name)
 
         if target:
-            return target.get_path().get_absolute_path()
+            return target.get_path().get_absolute_path(
+                project_name=self.metadata.project
+            )
 
     def set_targets(
         self,

mlrun/feature_store/ingestion.py

@@ -140,6 +140,7 @@ def featureset_initializer(server):
         featureset,
         targets=targets,
         source=source,
+        context=context,
     )
     featureset.save()
     server.graph = graph

mlrun/kfpops.py

@@ -731,15 +731,21 @@ def generate_kfp_dag_and_resolve_project(run, project=None):
     return dag, project, workflow["status"].get("message", "")
 
 
-def format_summary_from_kfp_run(kfp_run, project=None):
+def format_summary_from_kfp_run(
+    kfp_run, project=None, run_db: "mlrun.db.RunDBInterface" = None
+):
     override_project = project if project and project != "*" else None
     dag, project, message = generate_kfp_dag_and_resolve_project(
         kfp_run, override_project
     )
     run_id = get_in(kfp_run, "run.id")
 
+    # run db parameter allows us to use the same db session for the whole flow and avoid session isolation issues
+    if not run_db:
+        run_db = mlrun.db.get_run_db()
+
     # enrich DAG with mlrun run info
-    runs = mlrun.db.get_run_db().list_runs(project=project, labels=f"workflow={run_id}")
+    runs = run_db.list_runs(project=project, labels=f"workflow={run_id}")
 
     for run in runs:
         step = get_in(run, ["metadata", "labels", "mlrun/runner-pod"])

mlrun/launcher/base.py

@@ -330,7 +330,7 @@ class BaseLauncher(abc.ABC):
 
         if run.spec.output_path:
             run.spec.output_path = run.spec.output_path.replace("{{run.uid}}", meta.uid)
-            run.spec.output_path = mlrun.utils.helpers.fill_artifact_path_template(
+            run.spec.output_path = mlrun.utils.helpers.fill_project_path_template(
                 run.spec.output_path, run.metadata.project
             )
 

mlrun/model.py

@@ -32,6 +32,7 @@ import mlrun.common.schemas.notification
 from .utils import (
     dict_to_json,
     dict_to_yaml,
+    fill_project_path_template,
     get_artifact_target,
     is_legacy_artifact,
     logger,
@@ -1580,11 +1581,12 @@ class TargetPathObject:
     def get_templated_path(self):
         return self.full_path_template
 
-    def get_absolute_path(self):
-        if self.run_id:
-            return self.full_path_template.format(run_id=self.run_id)
-        else:
-            return self.full_path_template
+    def get_absolute_path(self, project_name=None):
+        path = fill_project_path_template(
+            artifact_path=self.full_path_template,
+            project=project_name,
+        )
+        return path.format(run_id=self.run_id) if self.run_id else path
 
 
 class DataSource(ModelObj):

mlrun/projects/pipelines.py

@@ -375,7 +375,7 @@ def get_db_function(project, key) -> mlrun.runtimes.BaseRuntime:
 
 
 def enrich_function_object(
-    project, function, decorator=None, copy_function=True
+    project, function, decorator=None, copy_function=True, try_auto_mount=True
 ) -> mlrun.runtimes.BaseRuntime:
     if hasattr(function, "_enriched"):
         return function
@@ -409,11 +409,12 @@ def enrich_function_object(
     if decorator:
         decorator(f)
 
-    if (
-        decorator and AutoMountType.is_auto_modifier(decorator)
-    ) or project.spec.disable_auto_mount:
-        f.spec.disable_auto_mount = True
-    f.try_auto_mount_based_on_config()
+    if try_auto_mount:
+        if (
+            decorator and AutoMountType.is_auto_modifier(decorator)
+        ) or project.spec.disable_auto_mount:
+            f.spec.disable_auto_mount = True
+        f.try_auto_mount_based_on_config()
 
     return f
 

mlrun/projects/project.py

@@ -1356,7 +1356,7 @@ class MlrunProject(ModelObj):
     def register_artifacts(self):
         """register the artifacts in the MLRun DB (under this project)"""
         artifact_manager = self._get_artifact_manager()
-        artifact_path = mlrun.utils.helpers.fill_artifact_path_template(
+        artifact_path = mlrun.utils.helpers.fill_project_path_template(
             self.spec.artifact_path or mlrun.mlconf.artifact_path, self.metadata.name
         )
         # TODO: To correctly maintain the list of artifacts from an exported project,
@@ -1476,7 +1476,7 @@ class MlrunProject(ModelObj):
         artifact_path = extend_artifact_path(
             artifact_path, self.spec.artifact_path or mlrun.mlconf.artifact_path
         )
-        artifact_path = mlrun.utils.helpers.fill_artifact_path_template(
+        artifact_path = mlrun.utils.helpers.fill_project_path_template(
             artifact_path, self.metadata.name
         )
         producer = ArtifactProducer(

mlrun/run.py

@@ -420,7 +420,7 @@ def get_or_create_ctx(
     if not newspec:
         newspec = {}
         if upload_artifacts:
-            artifact_path = mlrun.utils.helpers.fill_artifact_path_template(
+            artifact_path = mlrun.utils.helpers.fill_project_path_template(
                 mlconf.artifact_path, project or mlconf.default_project
             )
             update_in(newspec, ["spec", run_keys.output_path], artifact_path)

mlrun/runtimes/__init__.py

@@ -120,6 +120,7 @@ class RuntimeKinds(object):
             RuntimeKinds.spark,
             RuntimeKinds.remotespark,
             RuntimeKinds.mpijob,
+            RuntimeKinds.databricks,
         ]
 
     @staticmethod

mlrun/utils/helpers.py

@@ -1269,7 +1269,7 @@ def calculate_dataframe_hash(dataframe: pandas.DataFrame):
     return hashlib.sha1(pandas.util.hash_pandas_object(dataframe).values).hexdigest()
 
 
-def fill_artifact_path_template(artifact_path, project):
+def fill_project_path_template(artifact_path, project):
     # Supporting {{project}} is new, in certain setup configuration the default artifact path has the old
     # {{run.project}} so we're supporting it too for backwards compatibility
     if artifact_path and (

mlrun/utils/notifications/notification/webhook.py

@@ -41,6 +41,7 @@ class WebhookNotification(NotificationBase):
         method = self.params.get("method", "post").lower()
         headers = self.params.get("headers", {})
         override_body = self.params.get("override_body", None)
+        verify_ssl = self.params.get("verify_ssl", None)
 
         request_body = {
             "message": message,
@@ -54,8 +55,15 @@ class WebhookNotification(NotificationBase):
         if override_body:
             request_body = override_body
 
+        # Specify the `verify_ssl` parameter value only for HTTPS urls.
+        # The `ClientSession` allows using `ssl=None` for the default SSL check,
+        # and `ssl=False` to skip SSL certificate validation.
+        # We maintain the default as `None`, so if the user sets `verify_ssl=True`,
+        # we automatically handle it as `ssl=None` for their convenience.
+        verify_ssl = verify_ssl and None if url.startswith("https") else None
+
         async with aiohttp.ClientSession() as session:
             response = await getattr(session, method)(
-                url, headers=headers, json=request_body
+                url, headers=headers, json=request_body, ssl=verify_ssl
             )
             response.raise_for_status()

mlrun/utils/version/version.json

@@ -1,4 +1,4 @@
 {
-  "git_commit": "e73644c35212e29056e0a9f60bd0e422437cb2dc",
-  "version": "1.5.0-rc4"
+  "git_commit": "be0afaed9da28226cde7a541f8099ac40eb1b9a3",
+  "version": "1.5.0-rc6"
 }

{mlrun-1.5.0rc4.dist-info → mlrun-1.5.0rc6.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: mlrun
-Version: 1.5.0rc4
+Version: 1.5.0rc6
 Summary: Tracking and config of machine learning runs
 Home-page: https://github.com/mlrun/mlrun
 Author: Yaron Haviv
@@ -29,7 +29,7 @@ Requires-Dist: aiohttp-retry ~=2.8
 Requires-Dist: click ~=8.0.0
 Requires-Dist: kfp <1.8.14,~=1.8.0
 Requires-Dist: nest-asyncio ~=1.0
-Requires-Dist: ipython <9.0,>=7.0
+Requires-Dist: ipython ~=8.0
 Requires-Dist: nuclio-jupyter ~=0.9.11
 Requires-Dist: numpy <1.23.0,>=1.16.5
 Requires-Dist: pandas <1.5.0,~=1.2
@@ -52,7 +52,6 @@ Requires-Dist: fsspec <2023.7,>=2023.1
 Requires-Dist: v3iofs ~=0.1.15
 Requires-Dist: storey ~=1.5.3
 Requires-Dist: deepdiff ~=5.0
-Requires-Dist: pymysql ~=1.0
 Requires-Dist: inflection ~=0.5.0
 Requires-Dist: python-dotenv ~=0.17.0
 Requires-Dist: setuptools ~=65.5
@@ -84,13 +83,14 @@ Requires-Dist: s3fs <2023.7,>=2023.1 ; extra == 'all'
 Provides-Extra: api
 Requires-Dist: uvicorn ~=0.20.0 ; extra == 'api'
 Requires-Dist: dask-kubernetes ~=0.11.0 ; extra == 'api'
-Requires-Dist: apscheduler ~=3.6 ; extra == 'api'
+Requires-Dist: apscheduler !=3.10.2,~=3.6 ; extra == 'api'
 Requires-Dist: sqlite3-to-mysql ~=1.4 ; extra == 'api'
 Requires-Dist: objgraph ~=3.5 ; extra == 'api'
 Requires-Dist: igz-mgmt ~=0.0.10 ; extra == 'api'
 Requires-Dist: humanfriendly ~=9.2 ; extra == 'api'
 Requires-Dist: fastapi ~=0.95.2 ; extra == 'api'
 Requires-Dist: sqlalchemy ~=1.4 ; extra == 'api'
+Requires-Dist: pymysql ~=1.0 ; extra == 'api'
 Provides-Extra: azure-blob-storage
 Requires-Dist: msrest ~=0.6.21 ; extra == 'azure-blob-storage'
 Requires-Dist: azure-core ~=1.24 ; extra == 'azure-blob-storage'
@@ -125,7 +125,7 @@ Requires-Dist: s3fs <2023.7,>=2023.1 ; extra == 'complete'
 Provides-Extra: complete-api
 Requires-Dist: adlfs <2023.5,>=2022.2 ; extra == 'complete-api'
 Requires-Dist: aiobotocore <2.6,>=2.4.2 ; extra == 'complete-api'
-Requires-Dist: apscheduler ~=3.6 ; extra == 'complete-api'
+Requires-Dist: apscheduler !=3.10.2,~=3.6 ; extra == 'complete-api'
 Requires-Dist: avro ~=1.11 ; extra == 'complete-api'
 Requires-Dist: azure-core ~=1.24 ; extra == 'complete-api'
 Requires-Dist: azure-identity ~=1.5 ; extra == 'complete-api'
@@ -144,6 +144,7 @@ Requires-Dist: kafka-python ~=2.0 ; extra == 'complete-api'
 Requires-Dist: msrest ~=0.6.21 ; extra == 'complete-api'
 Requires-Dist: objgraph ~=3.5 ; extra == 'complete-api'
 Requires-Dist: plotly <5.12.0,~=5.4 ; extra == 'complete-api'
+Requires-Dist: pymysql ~=1.0 ; extra == 'complete-api'
 Requires-Dist: pyopenssl >=23 ; extra == 'complete-api'
 Requires-Dist: redis ~=4.3 ; extra == 'complete-api'
 Requires-Dist: s3fs <2023.7,>=2023.1 ; extra == 'complete-api'