oracle-ads 2.13.8__tar.gz → 2.13.9__tar.gz

{oracle_ads-2.13.8 → oracle_ads-2.13.9}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: oracle_ads
-Version: 2.13.8
+Version: 2.13.9
 Summary: Oracle Accelerated Data Science SDK
 Keywords: Oracle Cloud Infrastructure,OCI,Machine Learning,ML,Artificial Intelligence,AI,Data Science,Cloud,Oracle
 Author: Oracle Data Science
@@ -15,7 +15,7 @@ Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 License-File: LICENSE.txt
-Requires-Dist: PyYAML>=6
+Requires-Dist: PyYAML>=6.0.1
 Requires-Dist: asteval>=0.9.25
 Requires-Dist: cerberus>=1.3.4
 Requires-Dist: cloudpickle>=1.6.0
@@ -99,13 +99,14 @@ Requires-Dist: ipython>=7.23.1, <8.0 ; extra == "notebook"
 Requires-Dist: ipywidgets~=7.6.3 ; extra == "notebook"
 Requires-Dist: lightgbm ; extra == "onnx"
 Requires-Dist: onnx>=1.12.0,<=1.15.0 ; extra == "onnx" and ( python_version < '3.12')
-Requires-Dist: onnx>=1.12.0 ; extra == "onnx" and ( python_version >= '3.12')
-Requires-Dist: onnxmltools>=1.10.0 ; extra == "onnx"
+Requires-Dist: onnx~=1.17.0 ; extra == "onnx" and ( python_version >= '3.12')
+Requires-Dist: onnxmltools~=1.13.0 ; extra == "onnx"
 Requires-Dist: onnxruntime~=1.17.0,!=1.16.0 ; extra == "onnx" and ( python_version < '3.12')
-Requires-Dist: onnxruntime ; extra == "onnx" and ( python_version >= '3.12')
+Requires-Dist: onnxruntime~=1.22.0 ; extra == "onnx" and ( python_version >= '3.12')
 Requires-Dist: oracle_ads[viz] ; extra == "onnx"
 Requires-Dist: protobuf ; extra == "onnx"
-Requires-Dist: skl2onnx>=1.10.4 ; extra == "onnx"
+Requires-Dist: skl2onnx>=1.10.4 ; extra == "onnx" and ( python_version < '3.12')
+Requires-Dist: skl2onnx~=1.18.0 ; extra == "onnx" and ( python_version >= '3.12')
 Requires-Dist: tf2onnx ; extra == "onnx"
 Requires-Dist: xgboost<=1.7 ; extra == "onnx"
 Requires-Dist: conda-pack ; extra == "opctl"

{oracle_ads-2.13.8 → oracle_ads-2.13.9}/ads/aqua/app.py

@@ -64,6 +64,7 @@ class AquaApp:
             set_auth("resource_principal")
         self._auth = default_signer({"service_endpoint": OCI_ODSC_SERVICE_ENDPOINT})
         self.ds_client = oc.OCIClientFactory(**self._auth).data_science
+        self.compute_client = oc.OCIClientFactory(**default_signer()).compute
         self.logging_client = oc.OCIClientFactory(**default_signer()).logging_management
         self.identity_client = oc.OCIClientFactory(**default_signer()).identity
         self.region = extract_region(self._auth)

{oracle_ads-2.13.8 → oracle_ads-2.13.9}/ads/aqua/common/entities.py

@@ -151,10 +151,14 @@ class AquaMultiModelRef(Serializable):
         The name of the model.
     gpu_count : Optional[int]
         Number of GPUs required for deployment.
+    model_task : Optional[str]
+        The task that model operates on. Supported tasks are in MultiModelSupportedTaskType
     env_var : Optional[Dict[str, Any]]
         Optional environment variables to override during deployment.
     artifact_location : Optional[str]
         Artifact path of model in the multimodel group.
+    fine_tune_weights_location : Optional[str]
+        For fine tuned models, the artifact path of the modified model weights
     """
 
     model_id: str = Field(..., description="The model OCID to deploy.")
@@ -162,12 +166,16 @@ class AquaMultiModelRef(Serializable):
     gpu_count: Optional[int] = Field(
         None, description="The gpu count allocation for the model."
     )
+    model_task: Optional[str] = Field(None, description="The task that model operates on. Supported tasks are in MultiModelSupportedTaskType")
     env_var: Optional[dict] = Field(
         default_factory=dict, description="The environment variables of the model."
     )
     artifact_location: Optional[str] = Field(
         None, description="Artifact path of model in the multimodel group."
     )
+    fine_tune_weights_location: Optional[str] = Field(
+        None, description="For fine tuned models, the artifact path of the modified model weights"
+    )
 
     class Config:
         extra = "ignore"

{oracle_ads-2.13.8 → oracle_ads-2.13.9}/ads/aqua/common/enums.py

@@ -49,6 +49,7 @@ class InferenceContainerType(ExtendedEnum):
 class InferenceContainerTypeFamily(ExtendedEnum):
     AQUA_VLLM_CONTAINER_FAMILY = "odsc-vllm-serving"
     AQUA_VLLM_V1_CONTAINER_FAMILY = "odsc-vllm-serving-v1"
+    AQUA_VLLM_LLAMA4_CONTAINER_FAMILY = "odsc-vllm-serving-llama4"
     AQUA_TGI_CONTAINER_FAMILY = "odsc-tgi-serving"
     AQUA_LLAMA_CPP_CONTAINER_FAMILY = "odsc-llama-cpp-serving"
 
@@ -119,4 +120,9 @@ CONTAINER_FAMILY_COMPATIBILITY: Dict[str, List[str]] = {
         InferenceContainerTypeFamily.AQUA_VLLM_V1_CONTAINER_FAMILY,
         InferenceContainerTypeFamily.AQUA_VLLM_CONTAINER_FAMILY,
     ],
+    InferenceContainerTypeFamily.AQUA_VLLM_LLAMA4_CONTAINER_FAMILY: [
+        InferenceContainerTypeFamily.AQUA_VLLM_LLAMA4_CONTAINER_FAMILY,
+        InferenceContainerTypeFamily.AQUA_VLLM_V1_CONTAINER_FAMILY,
+        InferenceContainerTypeFamily.AQUA_VLLM_CONTAINER_FAMILY,
+    ],
 }

{oracle_ads-2.13.8 → oracle_ads-2.13.9}/ads/aqua/common/utils.py

@@ -832,7 +832,9 @@ def get_params_dict(params: Union[str, List[str]]) -> dict:
     """
     params_list = get_params_list(params) if isinstance(params, str) else params
     return {
-        split_result[0]: split_result[1] if len(split_result) > 1 else UNKNOWN
+        split_result[0]: " ".join(split_result[1:])
+        if len(split_result) > 1
+        else UNKNOWN
         for split_result in (x.split() for x in params_list)
     }
 
@@ -881,7 +883,9 @@ def build_params_string(params: dict) -> str:
         A params string.
     """
     return (
-        " ".join(f"{name} {value}" for name, value in params.items()).strip()
+        " ".join(
+            f"{name} {value}" if value else f"{name}" for name, value in params.items()
+        ).strip()
         if params
         else UNKNOWN
     )
@@ -1158,9 +1162,11 @@ def validate_cmd_var(cmd_var: List[str], overrides: List[str]) -> List[str]:
 
 
 def build_pydantic_error_message(ex: ValidationError):
-    """Added to handle error messages from pydantic model validator.
+    """
+    Added to handle error messages from pydantic model validator.
     Combine both loc and msg for errors where loc (field) is present in error details, else only build error
-    message using msg field."""
+    message using msg field.
+    """
 
     return {
         ".".join(map(str, e["loc"])): e["msg"]
@@ -1185,67 +1191,71 @@ def is_pydantic_model(obj: object) -> bool:
 
 @cached(cache=TTLCache(maxsize=1, ttl=timedelta(minutes=5), timer=datetime.now))
 def load_gpu_shapes_index(
-    auth: Optional[Dict] = None,
+    auth: Optional[Dict[str, Any]] = None,
 ) -> GPUShapesIndex:
     """
-    Loads the GPU shapes index from Object Storage or a local resource folder.
+    Load the GPU shapes index, preferring the OS bucket copy over the local one.
 
-    The function first attempts to load the file from an Object Storage bucket using fsspec.
-    If the loading fails (due to connection issues, missing file, etc.), it falls back to
-    loading the index from a local file.
+    Attempts to read `gpu_shapes_index.json` from OCI Object Storage first;
+    if that succeeds, those entries will override the local defaults.
 
     Parameters
     ----------
-    auth: (Dict, optional). Defaults to None.
-        The default authentication is set using `ads.set_auth` API. If you need to override the
-        default, use the `ads.common.auth.api_keys` or `ads.common.auth.resource_principal` to create appropriate
-        authentication signer and kwargs required to instantiate IdentityClient object.
+    auth
+        Optional auth dict (as returned by `ads.common.auth.default_signer()`)
+        to pass through to `fsspec.open()`.
 
     Returns
     -------
-    GPUShapesIndex: The parsed GPU shapes index.
+    GPUShapesIndex
+        Merged index where any shape present remotely supersedes the local entry.
 
     Raises
     ------
-    FileNotFoundError: If the GPU shapes index cannot be found in either Object Storage or locally.
-    json.JSONDecodeError: If the JSON is malformed.
+    json.JSONDecodeError
+        If any of the JSON is malformed.
     """
     file_name = "gpu_shapes_index.json"
-    data: Dict[str, Any] = {}
 
-    # Check if the CONDA_BUCKET_NS environment variable is set.
+    # Try remote load
+    remote_data: Dict[str, Any] = {}
     if CONDA_BUCKET_NS:
         try:
             auth = auth or authutil.default_signer()
-            # Construct the object storage path. Adjust bucket name and path as needed.
             storage_path = (
                 f"oci://{CONDA_BUCKET_NAME}@{CONDA_BUCKET_NS}/service_pack/{file_name}"
             )
-            logger.debug("Loading GPU shapes index from Object Storage")
-            with fsspec.open(storage_path, mode="r", **auth) as file_obj:
-                data = json.load(file_obj)
-            logger.debug("Successfully loaded GPU shapes index.")
-        except Exception as ex:
             logger.debug(
-                f"Failed to load GPU shapes index from Object Storage. Details: {ex}"
-            )
-
-    # If loading from Object Storage failed, load from the local resource folder.
-    if not data:
-        try:
-            local_path = os.path.join(
-                os.path.dirname(__file__), "../resources", file_name
+                "Loading GPU shapes index from Object Storage: %s", storage_path
             )
-            logger.debug(f"Loading GPU shapes index from {local_path}.")
-            with open(local_path) as file_obj:
-                data = json.load(file_obj)
-            logger.debug("Successfully loaded GPU shapes index.")
-        except Exception as e:
+            with fsspec.open(storage_path, mode="r", **auth) as f:
+                remote_data = json.load(f)
             logger.debug(
-                f"Failed to load GPU shapes index from {local_path}. Details: {e}"
+                "Loaded %d shapes from Object Storage",
+                len(remote_data.get("shapes", {})),
             )
+        except Exception as ex:
+            logger.debug("Remote load failed (%s); falling back to local", ex)
+
+    # Load local copy
+    local_data: Dict[str, Any] = {}
+    local_path = os.path.join(os.path.dirname(__file__), "../resources", file_name)
+    try:
+        logger.debug("Loading GPU shapes index from local file: %s", local_path)
+        with open(local_path) as f:
+            local_data = json.load(f)
+        logger.debug(
+            "Loaded %d shapes from local file", len(local_data.get("shapes", {}))
+        )
+    except Exception as ex:
+        logger.debug("Local load GPU shapes index failed (%s)", ex)
+
+    # Merge: remote shapes override local
+    local_shapes = local_data.get("shapes", {})
+    remote_shapes = remote_data.get("shapes", {})
+    merged_shapes = {**local_shapes, **remote_shapes}
 
-    return GPUShapesIndex(**data)
+    return GPUShapesIndex(shapes=merged_shapes)
 
 
 def get_preferred_compatible_family(selected_families: set[str]) -> str:

{oracle_ads-2.13.8 → oracle_ads-2.13.9}/ads/aqua/config/container_config.py

@@ -7,6 +7,7 @@ from typing import Dict, List, Optional
 from oci.data_science.models import ContainerSummary
 from pydantic import Field
 
+from ads.aqua import logger
 from ads.aqua.config.utils.serializer import Serializable
 from ads.aqua.constants import (
     SERVICE_MANAGED_CONTAINER_URI_SCHEME,
@@ -168,50 +169,47 @@ class AquaContainerConfig(Serializable):
             container_type = container.family_name
             usages = [x.upper() for x in container.usages]
             if "INFERENCE" in usages or "MULTI_MODEL" in usages:
+                # Extract additional configurations
+                additional_configurations = {}
+                try:
+                    additional_configurations = (
+                        container.workload_configuration_details_list[
+                            0
+                        ].additional_configurations
+                    )
+                except (AttributeError, IndexError) as ex:
+                    logger.debug(
+                        "Failed to extract `additional_configurations` for container '%s': %s",
+                        getattr(container, "container_name", "<unknown>"),
+                        ex,
+                    )
+
                 container_item.platforms.append(
-                    container.workload_configuration_details_list[
-                        0
-                    ].additional_configurations.get("platforms")
+                    additional_configurations.get("platforms")
                 )
                 container_item.model_formats.append(
-                    container.workload_configuration_details_list[
-                        0
-                    ].additional_configurations.get("modelFormats")
+                    additional_configurations.get("modelFormats")
                 )
+
+                # Parse environment variables from `additional_configurations`.
+                # Only keys present in the configuration will be added to the result.
+                config_keys = {
+                    "MODEL_DEPLOY_PREDICT_ENDPOINT": UNKNOWN,
+                    "MODEL_DEPLOY_HEALTH_ENDPOINT": UNKNOWN,
+                    "MODEL_DEPLOY_ENABLE_STREAMING": UNKNOWN,
+                    "PORT": UNKNOWN,
+                    "HEALTH_CHECK_PORT": UNKNOWN,
+                    "VLLM_USE_V1": UNKNOWN,
+                }
+
                 env_vars = [
-                    {
-                        "MODEL_DEPLOY_PREDICT_ENDPOINT": container.workload_configuration_details_list[
-                            0
-                        ].additional_configurations.get(
-                            "MODEL_DEPLOY_PREDICT_ENDPOINT", UNKNOWN
-                        )
-                    },
-                    {
-                        "MODEL_DEPLOY_HEALTH_ENDPOINT": container.workload_configuration_details_list[
-                            0
-                        ].additional_configurations.get(
-                            "MODEL_DEPLOY_HEALTH_ENDPOINT", UNKNOWN
-                        )
-                    },
-                    {
-                        "MODEL_DEPLOY_ENABLE_STREAMING": container.workload_configuration_details_list[
-                            0
-                        ].additional_configurations.get(
-                            "MODEL_DEPLOY_ENABLE_STREAMING", UNKNOWN
-                        )
-                    },
-                    {
-                        "PORT": container.workload_configuration_details_list[
-                            0
-                        ].additional_configurations.get("PORT", "")
-                    },
-                    {
-                        "HEALTH_CHECK_PORT": container.workload_configuration_details_list[
-                            0
-                        ].additional_configurations.get("HEALTH_CHECK_PORT", UNKNOWN),
-                    },
+                    {key: additional_configurations.get(key, default)}
+                    for key, default in config_keys.items()
+                    if key in additional_configurations
                 ]
-                container_spec = AquaContainerConfigSpec(
+
+                # Build container spec
+                container_item.spec = AquaContainerConfigSpec(
                     cli_param=container.workload_configuration_details_list[0].cmd,
                     server_port=str(
                         container.workload_configuration_details_list[0].server_port
@@ -236,13 +234,14 @@ class AquaContainerConfig(Serializable):
                         )
                     ),
                 )
-                container_item.spec = container_spec
+
             if "INFERENCE" in usages or "MULTI_MODEL" in usages:
                 inference_items[container_type] = container_item
             if "FINE_TUNE" in usages:
                 finetune_items[container_type] = container_item
             if "EVALUATION" in usages:
                 evaluate_items[container_type] = container_item
+
         return cls(
             inference=inference_items, finetune=finetune_items, evaluate=evaluate_items
         )

{oracle_ads-2.13.8 → oracle_ads-2.13.9}/ads/aqua/constants.py

@@ -43,6 +43,8 @@ HF_METADATA_FOLDER = ".cache/"
 HF_LOGIN_DEFAULT_TIMEOUT = 2
 MODEL_NAME_DELIMITER = ";"
 AQUA_TROUBLESHOOTING_LINK = "https://github.com/oracle-samples/oci-data-science-ai-samples/blob/main/ai-quick-actions/troubleshooting-tips.md"
+MODEL_FILE_DESCRIPTION_VERSION = "1.0"
+MODEL_FILE_DESCRIPTION_TYPE = "modelOSSReferenceDescription"
 
 TRAINING_METRICS_FINAL = "training_metrics_final"
 VALIDATION_METRICS_FINAL = "validation_metrics_final"

{oracle_ads-2.13.8 → oracle_ads-2.13.9}/ads/aqua/extension/ui_handler.py

@@ -15,7 +15,7 @@ from ads.aqua.extension.errors import Errors
 from ads.aqua.extension.utils import validate_function_parameters
 from ads.aqua.model.entities import ImportModelDetails
 from ads.aqua.ui import AquaUIApp
-from ads.config import COMPARTMENT_OCID
+from ads.config import COMPARTMENT_OCID, IS_BYOR_ENABLED
 
 
 @dataclass
@@ -82,6 +82,10 @@ class AquaUIHandler(AquaAPIhandler):
             return self.is_bucket_versioned()
         elif paths.startswith("aqua/containers"):
             return self.list_containers()
+        elif paths.startswith("aqua/capacityreservations/enabled"):
+            return self.is_capacity_reservations_enabled()
+        elif paths.startswith("aqua/capacityreservations"):
+            return self.list_capacity_reservations()
         else:
             raise HTTPError(400, f"The request {self.request.path} is invalid.")
 
@@ -103,6 +107,19 @@ class AquaUIHandler(AquaAPIhandler):
             AquaUIApp().list_log_groups(compartment_id=compartment_id, **kwargs)
         )
 
+    def is_capacity_reservations_enabled(self):
+        """Checks if the tenant is whitelisted for BYOR (Bring your own reservation) feature."""
+        return self.finish({"status": str(IS_BYOR_ENABLED).strip().lower() == "true"})
+
+    def list_capacity_reservations(self, **kwargs):
+        """Lists users compute reservations in a specified compartment."""
+        compartment_id = self.get_argument("compartment_id", default=COMPARTMENT_OCID)
+        return self.finish(
+            AquaUIApp().list_capacity_reservations(
+                compartment_id=compartment_id, **kwargs
+            )
+        )
+
     def list_logs(self, log_group_id: str, **kwargs):
         """Lists the specified log group's log objects."""
         return self.finish(AquaUIApp().list_logs(log_group_id=log_group_id, **kwargs))
@@ -279,4 +296,5 @@ __handlers__ = [
     ("bucket/versioning/?([^/]*)", AquaUIHandler),
     ("containers/?([^/]*)", AquaUIHandler),
     ("cli/?([^/]*)", AquaCLIHandler),
+    ("capacityreservations/?([^/]*)", AquaUIHandler),
 ]

{oracle_ads-2.13.8 → oracle_ads-2.13.9}/ads/aqua/finetuning/finetuning.py

@@ -58,6 +58,7 @@ from ads.jobs.ads_job import Job
 from ads.jobs.builders.infrastructure.dsc_job import DataScienceJob
 from ads.jobs.builders.runtimes.base import Runtime
 from ads.jobs.builders.runtimes.container_runtime import ContainerRuntime
+from ads.model.common.utils import MetadataArtifactPathType
 from ads.model.model_metadata import (
     MetadataTaxonomyKeys,
     ModelCustomMetadata,
@@ -315,6 +316,23 @@ class AquaFineTuningApp(AquaApp):
             model_by_reference=True,
             defined_tags=create_fine_tuning_details.defined_tags,
         )
+        defined_metadata_dict = {}
+        defined_metadata_list_source = source.defined_metadata_list._to_oci_metadata()
+        for defined_metadata in defined_metadata_list_source:
+            if (
+                defined_metadata.has_artifact
+                and defined_metadata.key.lower()
+                != AquaModelMetadataKeys.FINE_TUNING_CONFIGURATION.lower()
+            ):
+                content = self.ds_client.get_model_defined_metadatum_artifact_content(
+                    source.id, defined_metadata.key
+                ).data.content
+                defined_metadata_dict[defined_metadata.key] = content
+
+        for key, value in defined_metadata_dict.items():
+            ft_model.create_defined_metadata_artifact(
+                key, value, MetadataArtifactPathType.CONTENT
+            )
 
         ft_job_freeform_tags = {
             Tags.AQUA_TAG: UNKNOWN,

{oracle_ads-2.13.8 → oracle_ads-2.13.9}/ads/aqua/model/entities.py

@@ -15,12 +15,19 @@ from typing import List, Optional
 
 import oci
 from huggingface_hub import hf_api
-from pydantic import BaseModel
+from pydantic import BaseModel, Field
+from pydantic.alias_generators import to_camel
 
 from ads.aqua import logger
 from ads.aqua.app import CLIBuilderMixin
 from ads.aqua.common import utils
-from ads.aqua.constants import LIFECYCLE_DETAILS_MISSING_JOBRUN, UNKNOWN_VALUE
+from ads.aqua.config.utils.serializer import Serializable
+from ads.aqua.constants import (
+    LIFECYCLE_DETAILS_MISSING_JOBRUN,
+    MODEL_FILE_DESCRIPTION_TYPE,
+    MODEL_FILE_DESCRIPTION_VERSION,
+    UNKNOWN_VALUE,
+)
 from ads.aqua.data import AquaResourceIdentifier
 from ads.aqua.model.enums import FineTuningDefinedMetadata
 from ads.aqua.training.exceptions import exit_code_dict
@@ -304,3 +311,75 @@ class ImportModelDetails(CLIBuilderMixin):
 
     def __post_init__(self):
         self._command = "model register"
+
+
+class ModelFileInfo(Serializable):
+    """Describes the file information of this model.
+
+    Attributes:
+        name (str): The name of the model artifact file.
+        version (str): The version of the model artifact file.
+        size_in_bytes (int): The size of the model artifact file in bytes.
+    """
+
+    name: str = Field(..., description="The name of model artifact file.")
+    version: str = Field(..., description="The version of model artifact file.")
+    size_in_bytes: int = Field(
+        ..., description="The size of model artifact file in bytes."
+    )
+
+    class Config:
+        alias_generator = to_camel
+        extra = "allow"
+
+
+class ModelArtifactInfo(Serializable):
+    """Describes the artifact information of this model.
+
+    Attributes:
+        namespace (str): The namespace of the model artifact location.
+        bucket_name (str): The bucket name of model artifact location.
+        prefix (str): The prefix of model artifact location.
+        objects: (List[ModelFileInfo]): A list of model artifact objects.
+    """
+
+    namespace: str = Field(
+        ..., description="The name space of model artifact location."
+    )
+    bucket_name: str = Field(
+        ..., description="The bucket name of model artifact location."
+    )
+    prefix: str = Field(..., description="The prefix of model artifact location.")
+    objects: List[ModelFileInfo] = Field(
+        ..., description="List of model artifact objects."
+    )
+
+    class Config:
+        alias_generator = to_camel
+        extra = "allow"
+
+
+class ModelFileDescription(Serializable):
+    """Describes the model file description.
+
+    Attributes:
+        version (str): The version of the model file description. Defaults to `1.0`.
+        type (str): The type of model file description. Defaults to `modelOSSReferenceDescription`.
+        models List[ModelArtifactInfo]: A list of model artifact information.
+    """
+
+    version: str = Field(
+        default=MODEL_FILE_DESCRIPTION_VERSION,
+        description="The version of model file description.",
+    )
+    type: str = Field(
+        default=MODEL_FILE_DESCRIPTION_TYPE,
+        description="The type of model file description.",
+    )
+    models: List[ModelArtifactInfo] = Field(
+        ..., description="List of model artifact information."
+    )
+
+    class Config:
+        alias_generator = to_camel
+        extra = "allow"

{oracle_ads-2.13.8 → oracle_ads-2.13.9}/ads/aqua/model/enums.py

@@ -26,5 +26,7 @@ class FineTuningCustomMetadata(ExtendedEnum):
 
 
 class MultiModelSupportedTaskType(ExtendedEnum):
-    TEXT_GENERATION = "text-generation"
-    TEXT_GENERATION_ALT = "text_generation"
+    TEXT_GENERATION = "text_generation"
+    IMAGE_TEXT_TO_TEXT = "image_text_to_text"
+    CODE_SYNTHESIS = "code_synthesis"
+    EMBEDDING = "text_embedding"