oracle-ads 2.11.13__tar.gz → 2.11.15__tar.gz

{oracle_ads-2.11.13 → oracle_ads-2.11.15}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: oracle_ads
-Version: 2.11.13
+Version: 2.11.15
 Summary: Oracle Accelerated Data Science SDK
 Keywords: Oracle Cloud Infrastructure,OCI,Machine Learning,ML,Artificial Intelligence,AI,Data Science,Cloud,Oracle
 Author: Oracle Data Science
@@ -13,6 +13,7 @@ Classifier: Operating System :: OS Independent
 Classifier: Programming Language :: Python :: 3.8
 Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
 Requires-Dist: PyYAML>=6
 Requires-Dist: asteval>=0.9.25
 Requires-Dist: cerberus>=1.3.4
@@ -20,8 +21,8 @@ Requires-Dist: cloudpickle>=1.6.0
 Requires-Dist: fsspec>=0.8.7
 Requires-Dist: gitpython>=3.1.2
 Requires-Dist: jinja2>=2.11.2
-Requires-Dist: matplotlib>=3.1.3, <=3.8.4
-Requires-Dist: numpy>=1.19.2, <2.0.0
+Requires-Dist: matplotlib>=3.1.3,<=3.8.4
+Requires-Dist: numpy>=1.19.2,<2.0.0
 Requires-Dist: oci>=2.125.3
 Requires-Dist: ocifs>=1.1.3
 Requires-Dist: pandas>1.2.1; python_version<'3.9'
@@ -40,7 +41,7 @@ Requires-Dist: jupyter_server ; extra == "aqua"
 Requires-Dist: hdfs[kerberos] ; extra == "bds"
 Requires-Dist: ibis-framework[impala] ; extra == "bds"
 Requires-Dist: sqlalchemy ; extra == "bds"
-Requires-Dist: lightgbm<4.0.0 ; extra == "boosted"
+Requires-Dist: lightgbm ; extra == "boosted"
 Requires-Dist: xgboost ; extra == "boosted"
 Requires-Dist: datefinder>=0.7.1 ; extra == "data"
 Requires-Dist: fastavro>=0.24.2 ; extra == "data"
@@ -48,7 +49,7 @@ Requires-Dist: htmllistparse>=0.6.0 ; extra == "data"
 Requires-Dist: openpyxl>=3.0.7 ; extra == "data"
 Requires-Dist: oracledb>=1.0 ; extra == "data"
 Requires-Dist: pandavro>=1.6.0 ; extra == "data"
-Requires-Dist: sqlalchemy>=1.4.1, <=1.4.46 ; extra == "data"
+Requires-Dist: sqlalchemy>=1.4.1,<=1.4.46 ; extra == "data"
 Requires-Dist: oracle-ads[opctl] ; extra == "feature-store-marketplace"
 Requires-Dist: kubernetes ; extra == "feature-store-marketplace"
 Requires-Dist: conda-pack ; extra == "forecast"
@@ -73,20 +74,21 @@ Requires-Dist: statsmodels ; extra == "forecast"
 Requires-Dist: plotly ; extra == "forecast"
 Requires-Dist: oracledb ; extra == "forecast"
 Requires-Dist: report-creator==1.0.9 ; extra == "forecast"
-Requires-Dist: geopandas ; extra == "geo"
+Requires-Dist: geopandas<1.0.0 ; extra == "geo"
 Requires-Dist: oracle_ads[viz] ; extra == "geo"
 Requires-Dist: transformers ; extra == "huggingface"
+Requires-Dist: tf-keras ; extra == "huggingface"
 Requires-Dist: langchain-community<0.0.32 ; extra == "llm"
 Requires-Dist: langchain>=0.1.10,<0.1.14 ; extra == "llm"
 Requires-Dist: evaluate>=0.4.0 ; extra == "llm"
 Requires-Dist: ipython>=7.23.1, <8.0 ; extra == "notebook"
 Requires-Dist: ipywidgets~=7.6.3 ; extra == "notebook"
-Requires-Dist: lightgbm<4.0.0 ; extra == "onnx"
-Requires-Dist: onnx>=1.12.0 ; extra == "onnx"
+Requires-Dist: lightgbm ; extra == "onnx"
+Requires-Dist: onnx>=1.12.0,<=1.15.0 ; extra == "onnx"
 Requires-Dist: onnxmltools>=1.10.0 ; extra == "onnx"
-Requires-Dist: onnxruntime>=1.10.0,<1.16 ; extra == "onnx"
+Requires-Dist: onnxruntime~=1.17.0,!=1.16.0 ; extra == "onnx"
 Requires-Dist: oracle_ads[viz] ; extra == "onnx"
-Requires-Dist: protobuf<=3.20 ; extra == "onnx"
+Requires-Dist: protobuf ; extra == "onnx"
 Requires-Dist: skl2onnx>=1.10.4 ; extra == "onnx"
 Requires-Dist: tf2onnx ; extra == "onnx"
 Requires-Dist: xgboost<=1.7 ; extra == "onnx"
@@ -112,16 +114,16 @@ Requires-Dist: scrubadub_spacy ; extra == "pii"
 Requires-Dist: spacy-transformers==1.2.5 ; extra == "pii"
 Requires-Dist: spacy==3.6.1 ; extra == "pii"
 Requires-Dist: report-creator==1.0.9 ; extra == "pii"
+Requires-Dist: oracle_ads[opctl] ; extra == "recommender"
+Requires-Dist: scikit-surprise ; extra == "recommender"
+Requires-Dist: plotly ; extra == "recommender"
+Requires-Dist: report-creator==1.0.9 ; extra == "recommender"
 Requires-Dist: pyspark>=3.0.0 ; extra == "spark"
 Requires-Dist: oracle_ads[viz] ; extra == "tensorflow"
-Requires-Dist: tensorflow ; extra == "tensorflow"
-Requires-Dist: dask==2023.5.0 ; extra == "testsuite" and ( python_version=='3.8')
-Requires-Dist: dask==2023.10.1 ; extra == "testsuite" and ( python_version>='3.9')
+Requires-Dist: tensorflow<=2.15.1 ; extra == "tensorflow"
 Requires-Dist: arff ; extra == "testsuite"
 Requires-Dist: category_encoders==2.6.3 ; extra == "testsuite"
 Requires-Dist: cohere==4.53 ; extra == "testsuite"
-Requires-Dist: dask==2023.10.1 ; extra == "testsuite" and ( python_version>='3.9')
-Requires-Dist: dask==2023.5.0 ; extra == "testsuite" and ( python_version=='3.8')
 Requires-Dist: faiss-cpu ; extra == "testsuite"
 Requires-Dist: fastparquet==2024.2.0 ; extra == "testsuite"
 Requires-Dist: imbalanced-learn ; extra == "testsuite"
@@ -132,17 +134,18 @@ Requires-Dist: notebook==6.4.12 ; extra == "testsuite"
 Requires-Dist: opensearch-py ; extra == "testsuite"
 Requires-Dist: pdfplumber ; extra == "testsuite"
 Requires-Dist: py4j ; extra == "testsuite"
-Requires-Dist: pyarrow ; extra == "testsuite"
+Requires-Dist: pyarrow>=15.0.0 ; extra == "testsuite"
 Requires-Dist: statsmodels ; extra == "testsuite" and ( python_version=='3.8')
 Requires-Dist: statsmodels>=0.14.1 ; extra == "testsuite" and ( python_version>='3.9')
 Requires-Dist: tables ; extra == "testsuite"
+Requires-Dist: tables>3.9.0 ; extra == "testsuite" and ( python_version>='3.9')
 Requires-Dist: xlrd>=1.2.0 ; extra == "testsuite"
-Requires-Dist: spacy ; extra == "text"
+Requires-Dist: spacy>=3.4.2 ; extra == "text"
 Requires-Dist: wordcloud>=1.8.1 ; extra == "text"
 Requires-Dist: oracle_ads[viz] ; extra == "torch"
 Requires-Dist: torch ; extra == "torch"
 Requires-Dist: torchvision ; extra == "torch"
-Requires-Dist: bokeh>=3.0.0, <3.2.0 ; extra == "viz"
+Requires-Dist: bokeh>=3.0.0,<3.2.0 ; extra == "viz"
 Requires-Dist: folium>=0.12.1 ; extra == "viz"
 Requires-Dist: graphviz<0.17 ; extra == "viz"
 Requires-Dist: scipy>=1.5.4 ; extra == "viz"
@@ -164,6 +167,7 @@ Provides-Extra: onnx
 Provides-Extra: opctl
 Provides-Extra: optuna
 Provides-Extra: pii
+Provides-Extra: recommender
 Provides-Extra: spark
 Provides-Extra: tensorflow
 Provides-Extra: testsuite

{oracle_ads-2.11.13 → oracle_ads-2.11.15}/ads/aqua/common/utils.py

@@ -1,8 +1,8 @@
 #!/usr/bin/env python
-# -*- coding: utf-8 -*-
 # Copyright (c) 2024 Oracle and/or its affiliates.
 # Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl/
 """AQUA utils and constants."""
+
 import asyncio
 import base64
 import json
@@ -19,13 +19,30 @@ import fsspec
 import oci
 from oci.data_science.models import JobRun, Model
 
-from ads.aqua.common.enums import RqsAdditionalDetails
+from ads.aqua.common.enums import (
+    InferenceContainerParamType,
+    InferenceContainerType,
+    RqsAdditionalDetails,
+)
 from ads.aqua.common.errors import (
     AquaFileNotFoundError,
     AquaRuntimeError,
     AquaValueError,
 )
-from ads.aqua.constants import *
+from ads.aqua.constants import (
+    AQUA_GA_LIST,
+    COMPARTMENT_MAPPING_KEY,
+    CONSOLE_LINK_RESOURCE_TYPE_MAPPING,
+    CONTAINER_INDEX,
+    MAXIMUM_ALLOWED_DATASET_IN_BYTE,
+    MODEL_BY_REFERENCE_OSS_PATH_KEY,
+    SERVICE_MANAGED_CONTAINER_URI_SCHEME,
+    SUPPORTED_FILE_FORMATS,
+    TGI_INFERENCE_RESTRICTED_PARAMS,
+    UNKNOWN,
+    UNKNOWN_JSON_STR,
+    VLLM_INFERENCE_RESTRICTED_PARAMS,
+)
 from ads.aqua.data import AquaResourceIdentifier
 from ads.common.auth import default_signer
 from ads.common.decorator.threaded import threaded
@@ -74,15 +91,15 @@ class LifecycleStatus(str, metaclass=ExtendedEnumMeta):
 
         status = LifecycleStatus.UNKNOWN
         if evaluation_status == Model.LIFECYCLE_STATE_ACTIVE:
-            if (
-                job_run_status == JobRun.LIFECYCLE_STATE_IN_PROGRESS
-                or job_run_status == JobRun.LIFECYCLE_STATE_ACCEPTED
-            ):
+            if job_run_status in {
+                JobRun.LIFECYCLE_STATE_IN_PROGRESS,
+                JobRun.LIFECYCLE_STATE_ACCEPTED,
+            }:
                 status = JobRun.LIFECYCLE_STATE_IN_PROGRESS
-            elif (
-                job_run_status == JobRun.LIFECYCLE_STATE_FAILED
-                or job_run_status == JobRun.LIFECYCLE_STATE_NEEDS_ATTENTION
-            ):
+            elif job_run_status in {
+                JobRun.LIFECYCLE_STATE_FAILED,
+                JobRun.LIFECYCLE_STATE_NEEDS_ATTENTION,
+            }:
                 status = JobRun.LIFECYCLE_STATE_FAILED
             else:
                 status = job_run_status
@@ -199,10 +216,7 @@ def read_file(file_path: str, **kwargs) -> str:
 @threaded()
 def load_config(file_path: str, config_file_name: str, **kwargs) -> dict:
     artifact_path = f"{file_path.rstrip('/')}/{config_file_name}"
-    if artifact_path.startswith("oci://"):
-        signer = default_signer()
-    else:
-        signer = {}
+    signer = default_signer() if artifact_path.startswith("oci://") else {}
     config = json.loads(
         read_file(file_path=artifact_path, auth=signer, **kwargs) or UNKNOWN_JSON_STR
     )
@@ -448,7 +462,7 @@ def _build_resource_identifier(
 
 
 def _get_experiment_info(
-    model: Union[oci.resource_search.models.ResourceSummary, DataScienceModel]
+    model: Union[oci.resource_search.models.ResourceSummary, DataScienceModel],
 ) -> tuple:
     """Returns ocid and name of the experiment."""
     return (
@@ -609,7 +623,7 @@ def extract_id_and_name_from_tag(tag: str):
     base_model_name = UNKNOWN
     try:
         base_model_ocid, base_model_name = tag.split("#")
-    except:
+    except Exception:
         pass
 
     if not (is_valid_ocid(base_model_ocid) and base_model_name):
@@ -646,7 +660,7 @@ def get_resource_name(ocid: str) -> str:
     try:
         resource = query_resource(ocid, return_all=False)
         name = resource.display_name if resource else UNKNOWN
-    except:
+    except Exception:
         name = UNKNOWN
     return name
 
@@ -670,8 +684,8 @@ def get_model_by_reference_paths(model_file_description: dict):
 
     if not models:
         raise AquaValueError(
-            f"Model path is not available in the model json artifact. "
-            f"Please check if the model created by reference has the correct artifact."
+            "Model path is not available in the model json artifact. "
+            "Please check if the model created by reference has the correct artifact."
         )
 
     if len(models) > 0:
@@ -848,3 +862,46 @@ def copy_model_config(artifact_path: str, os_path: str, auth: dict = None):
     except Exception as ex:
         logger.debug(ex)
         logger.debug(f"Failed to copy config folder from {artifact_path} to {os_path}.")
+
+
+def get_container_params_type(container_type_name: str) -> str:
+    """The utility function accepts the deployment container type name and returns the corresponding params name.
+    Parameters
+    ----------
+    container_type_name: str
+        type of deployment container, like odsc-vllm-serving or odsc-tgi-serving.
+
+    Returns
+    -------
+        InferenceContainerParamType value
+
+    """
+    # check substring instead of direct match in case container_type_name changes in the future
+    if InferenceContainerType.CONTAINER_TYPE_VLLM in container_type_name.lower():
+        return InferenceContainerParamType.PARAM_TYPE_VLLM
+    elif InferenceContainerType.CONTAINER_TYPE_TGI in container_type_name.lower():
+        return InferenceContainerParamType.PARAM_TYPE_TGI
+    else:
+        return UNKNOWN
+
+
+def get_restricted_params_by_container(container_type_name: str) -> set:
+    """The utility function accepts the deployment container type name and returns a set of restricted params
+        for that container.
+    Parameters
+    ----------
+    container_type_name: str
+        type of deployment container, like odsc-vllm-serving or odsc-tgi-serving.
+
+    Returns
+    -------
+        Set of restricted params based on container type
+
+    """
+    # check substring instead of direct match in case container_type_name changes in the future
+    if InferenceContainerType.CONTAINER_TYPE_VLLM in container_type_name.lower():
+        return VLLM_INFERENCE_RESTRICTED_PARAMS
+    elif InferenceContainerType.CONTAINER_TYPE_TGI in container_type_name.lower():
+        return TGI_INFERENCE_RESTRICTED_PARAMS
+    else:
+        return set()

{oracle_ads-2.11.13 → oracle_ads-2.11.15}/ads/aqua/constants.py

@@ -1,5 +1,4 @@
 #!/usr/bin/env python
-# -*- coding: utf-8 -*-
 # Copyright (c) 2024 Oracle and/or its affiliates.
 # Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl/
 """This module defines constants used in ads.aqua module."""
@@ -45,19 +44,33 @@ SERVICE_MANAGED_CONTAINER_URI_SCHEME = "dsmc://"
 SUPPORTED_FILE_FORMATS = ["jsonl"]
 MODEL_BY_REFERENCE_OSS_PATH_KEY = "artifact_location"
 
-CONSOLE_LINK_RESOURCE_TYPE_MAPPING = dict(
-    datasciencemodel="models",
-    datasciencemodeldeployment="model-deployments",
-    datasciencemodeldeploymentdev="model-deployments",
-    datasciencemodeldeploymentint="model-deployments",
-    datasciencemodeldeploymentpre="model-deployments",
-    datasciencejob="jobs",
-    datasciencejobrun="job-runs",
-    datasciencejobrundev="job-runs",
-    datasciencejobrunint="job-runs",
-    datasciencejobrunpre="job-runs",
-    datasciencemodelversionset="model-version-sets",
-    datasciencemodelversionsetpre="model-version-sets",
-    datasciencemodelversionsetint="model-version-sets",
-    datasciencemodelversionsetdev="model-version-sets",
-)
+CONSOLE_LINK_RESOURCE_TYPE_MAPPING = {
+    "datasciencemodel": "models",
+    "datasciencemodeldeployment": "model-deployments",
+    "datasciencemodeldeploymentdev": "model-deployments",
+    "datasciencemodeldeploymentint": "model-deployments",
+    "datasciencemodeldeploymentpre": "model-deployments",
+    "datasciencejob": "jobs",
+    "datasciencejobrun": "job-runs",
+    "datasciencejobrundev": "job-runs",
+    "datasciencejobrunint": "job-runs",
+    "datasciencejobrunpre": "job-runs",
+    "datasciencemodelversionset": "model-version-sets",
+    "datasciencemodelversionsetpre": "model-version-sets",
+    "datasciencemodelversionsetint": "model-version-sets",
+    "datasciencemodelversionsetdev": "model-version-sets",
+}
+
+VLLM_INFERENCE_RESTRICTED_PARAMS = {
+    "--port",
+    "--host",
+    "--served-model-name",
+    "--seed",
+}
+TGI_INFERENCE_RESTRICTED_PARAMS = {
+    "--port",
+    "--hostname",
+    "--num-shard",
+    "--sharded",
+    "--trust-remote-code",
+}