genesis-flow 1.0.1__tar.gz → 1.0.4__tar.gz

{genesis_flow-1.0.1/genesis_flow.egg-info → genesis_flow-1.0.4}/PKG-INFO

@@ -1,7 +1,7 @@
 Metadata-Version: 2.4
 Name: genesis-flow
-Version: 1.0.1
-Summary: Genesis-Flow: Lightweight, secure MLflow fork for Genesis platform
+Version: 1.0.4
+Summary: Genesis-Flow: MLflow v3.1.4 compatible fork for Genesis platform
 Maintainer-email: Databricks <mlflow-oss-maintainers@googlegroups.com>
 License: Copyright 2018 Databricks, Inc.  All rights reserved.
         
@@ -268,6 +268,36 @@ Requires-Dist: databricks-sdk<1,>=0.20.0; extra == "databricks"
 Requires-Dist: azure-storage-file-datalake>12; extra == "databricks"
 Requires-Dist: boto3>1; extra == "databricks"
 Requires-Dist: botocore; extra == "databricks"
+Requires-Dist: databricks-agents<2.0,>=1.0.0; extra == "databricks"
+Provides-Extra: mlserver
+Requires-Dist: mlserver!=1.3.1,<2.0.0,>=1.2.0; extra == "mlserver"
+Requires-Dist: mlserver-mlflow!=1.3.1,<2.0.0,>=1.2.0; extra == "mlserver"
+Provides-Extra: gateway
+Requires-Dist: fastapi<1; extra == "gateway"
+Requires-Dist: uvicorn[standard]<1; extra == "gateway"
+Requires-Dist: watchfiles<2; extra == "gateway"
+Requires-Dist: aiohttp<4; extra == "gateway"
+Requires-Dist: boto3<2,>=1.28.56; extra == "gateway"
+Requires-Dist: tiktoken<1; extra == "gateway"
+Requires-Dist: slowapi<1,>=0.1.9; extra == "gateway"
+Provides-Extra: genai
+Requires-Dist: fastapi<1; extra == "genai"
+Requires-Dist: uvicorn[standard]<1; extra == "genai"
+Requires-Dist: watchfiles<2; extra == "genai"
+Requires-Dist: aiohttp<4; extra == "genai"
+Requires-Dist: boto3<2,>=1.28.56; extra == "genai"
+Requires-Dist: tiktoken<1; extra == "genai"
+Requires-Dist: slowapi<1,>=0.1.9; extra == "genai"
+Provides-Extra: sqlserver
+Requires-Dist: mlflow-dbstore; extra == "sqlserver"
+Provides-Extra: aliyun-oss
+Requires-Dist: aliyunstoreplugin; extra == "aliyun-oss"
+Provides-Extra: xethub
+Requires-Dist: mlflow-xethub; extra == "xethub"
+Provides-Extra: jfrog
+Requires-Dist: mlflow-jfrog-plugin; extra == "jfrog"
+Provides-Extra: langchain
+Requires-Dist: langchain<=0.3.25,>=0.1.0; extra == "langchain"
 Provides-Extra: auth
 Requires-Dist: Flask-WTF<2; extra == "auth"
 Provides-Extra: extras
@@ -761,32 +791,6 @@ pre-commit install
 
 # Run tests
 pytest tests/
-
-# 1. Install build tools
-  pip install build twine
-
-  # 2. Build the package
-  python -m build
-
-  # 3. Upload to PyPI
-  python -m twine upload dist/*
-
-  # Or upload to TestPyPI first
-  python -m twine upload --repository testpypi dist/*
-
-  Before uploading, make sure you have:
-  - A PyPI account and API token
-  - Configure your credentials in ~/.pypirc:
-
-  [pypi]
-  username = __token__
-  password = pypi-<your-token>
-
-  [testpypi]
-  repository = https://test.pypi.org/legacy/
-  username = __token__
-  password = pypi-<your-token>
-
 ```
 
 ### Code Quality

{genesis_flow-1.0.1 → genesis_flow-1.0.4}/README.md

@@ -481,32 +481,6 @@ pre-commit install
 
 # Run tests
 pytest tests/
-
-# 1. Install build tools
-  pip install build twine
-
-  # 2. Build the package
-  python -m build
-
-  # 3. Upload to PyPI
-  python -m twine upload dist/*
-
-  # Or upload to TestPyPI first
-  python -m twine upload --repository testpypi dist/*
-
-  Before uploading, make sure you have:
-  - A PyPI account and API token
-  - Configure your credentials in ~/.pypirc:
-
-  [pypi]
-  username = __token__
-  password = pypi-<your-token>
-
-  [testpypi]
-  repository = https://test.pypi.org/legacy/
-  username = __token__
-  password = pypi-<your-token>
-
 ```
 
 ### Code Quality

{genesis_flow-1.0.1 → genesis_flow-1.0.4/genesis_flow.egg-info}/PKG-INFO

@@ -1,7 +1,7 @@
 Metadata-Version: 2.4
 Name: genesis-flow
-Version: 1.0.1
-Summary: Genesis-Flow: Lightweight, secure MLflow fork for Genesis platform
+Version: 1.0.4
+Summary: Genesis-Flow: MLflow v3.1.4 compatible fork for Genesis platform
 Maintainer-email: Databricks <mlflow-oss-maintainers@googlegroups.com>
 License: Copyright 2018 Databricks, Inc.  All rights reserved.
         
@@ -268,6 +268,36 @@ Requires-Dist: databricks-sdk<1,>=0.20.0; extra == "databricks"
 Requires-Dist: azure-storage-file-datalake>12; extra == "databricks"
 Requires-Dist: boto3>1; extra == "databricks"
 Requires-Dist: botocore; extra == "databricks"
+Requires-Dist: databricks-agents<2.0,>=1.0.0; extra == "databricks"
+Provides-Extra: mlserver
+Requires-Dist: mlserver!=1.3.1,<2.0.0,>=1.2.0; extra == "mlserver"
+Requires-Dist: mlserver-mlflow!=1.3.1,<2.0.0,>=1.2.0; extra == "mlserver"
+Provides-Extra: gateway
+Requires-Dist: fastapi<1; extra == "gateway"
+Requires-Dist: uvicorn[standard]<1; extra == "gateway"
+Requires-Dist: watchfiles<2; extra == "gateway"
+Requires-Dist: aiohttp<4; extra == "gateway"
+Requires-Dist: boto3<2,>=1.28.56; extra == "gateway"
+Requires-Dist: tiktoken<1; extra == "gateway"
+Requires-Dist: slowapi<1,>=0.1.9; extra == "gateway"
+Provides-Extra: genai
+Requires-Dist: fastapi<1; extra == "genai"
+Requires-Dist: uvicorn[standard]<1; extra == "genai"
+Requires-Dist: watchfiles<2; extra == "genai"
+Requires-Dist: aiohttp<4; extra == "genai"
+Requires-Dist: boto3<2,>=1.28.56; extra == "genai"
+Requires-Dist: tiktoken<1; extra == "genai"
+Requires-Dist: slowapi<1,>=0.1.9; extra == "genai"
+Provides-Extra: sqlserver
+Requires-Dist: mlflow-dbstore; extra == "sqlserver"
+Provides-Extra: aliyun-oss
+Requires-Dist: aliyunstoreplugin; extra == "aliyun-oss"
+Provides-Extra: xethub
+Requires-Dist: mlflow-xethub; extra == "xethub"
+Provides-Extra: jfrog
+Requires-Dist: mlflow-jfrog-plugin; extra == "jfrog"
+Provides-Extra: langchain
+Requires-Dist: langchain<=0.3.25,>=0.1.0; extra == "langchain"
 Provides-Extra: auth
 Requires-Dist: Flask-WTF<2; extra == "auth"
 Provides-Extra: extras
@@ -761,32 +791,6 @@ pre-commit install
 
 # Run tests
 pytest tests/
-
-# 1. Install build tools
-  pip install build twine
-
-  # 2. Build the package
-  python -m build
-
-  # 3. Upload to PyPI
-  python -m twine upload dist/*
-
-  # Or upload to TestPyPI first
-  python -m twine upload --repository testpypi dist/*
-
-  Before uploading, make sure you have:
-  - A PyPI account and API token
-  - Configure your credentials in ~/.pypirc:
-
-  [pypi]
-  username = __token__
-  password = pypi-<your-token>
-
-  [testpypi]
-  repository = https://test.pypi.org/legacy/
-  username = __token__
-  password = pypi-<your-token>
-
 ```
 
 ### Code Quality

{genesis_flow-1.0.1 → genesis_flow-1.0.4}/genesis_flow.egg-info/SOURCES.txt

@@ -144,12 +144,14 @@ mlflow/evaluation/evaluation.py
 mlflow/evaluation/evaluation_tag.py
 mlflow/evaluation/fluent.py
 mlflow/evaluation/utils.py
+mlflow/gateway/providers/bedrock.py
 mlflow/gemini/__init__.py
 mlflow/gemini/autolog.py
 mlflow/gemini/chat.py
 mlflow/genai/__init__.py
 mlflow/genai/scheduled_scorers.py
 mlflow/genai/datasets/__init__.py
+mlflow/genai/datasets/databricks_evaluation_dataset_source.py
 mlflow/genai/datasets/evaluation_dataset.py
 mlflow/genai/evaluation/__init__.py
 mlflow/genai/evaluation/base.py
@@ -376,6 +378,7 @@ mlflow/sklearn/utils.py
 mlflow/smolagents/__init__.py
 mlflow/smolagents/autolog.py
 mlflow/smolagents/chat.py
+mlflow/spark/__init__.py
 mlflow/store/__init__.py
 mlflow/store/_unity_catalog/__init__.py
 mlflow/store/_unity_catalog/lineage/__init__.py

{genesis_flow-1.0.1 → genesis_flow-1.0.4}/genesis_flow.egg-info/requires.txt

@@ -27,6 +27,9 @@ gunicorn<24
 [:platform_system == "Windows"]
 waitress<4
 
+[aliyun-oss]
+aliyunstoreplugin
+
 [all]
 genesis-flow[cloud,llm,pytorch,transformers]
 
@@ -43,6 +46,7 @@ databricks-sdk<1,>=0.20.0
 azure-storage-file-datalake>12
 boto3>1
 botocore
+databricks-agents<2.0,>=1.0.0
 
 [extras]
 prometheus-flask-exporter
@@ -51,14 +55,48 @@ matplotlib<4
 fastapi<1
 uvicorn<1
 
+[gateway]
+fastapi<1
+uvicorn[standard]<1
+watchfiles<2
+aiohttp<4
+boto3<2,>=1.28.56
+tiktoken<1
+slowapi<1,>=0.1.9
+
+[genai]
+fastapi<1
+uvicorn[standard]<1
+watchfiles<2
+aiohttp<4
+boto3<2,>=1.28.56
+tiktoken<1
+slowapi<1,>=0.1.9
+
+[jfrog]
+mlflow-jfrog-plugin
+
+[langchain]
+langchain<=0.3.25,>=0.1.0
+
 [llm]
 openai>=1.0.0
 langchain<=0.3.25,>=0.1.0
 
+[mlserver]
+mlserver!=1.3.1,<2.0.0,>=1.2.0
+mlserver-mlflow!=1.3.1,<2.0.0,>=1.2.0
+
 [pytorch]
 torch>=2.0.0
 torchvision>=0.15.0
 
+[sqlserver]
+mlflow-dbstore
+
 [transformers]
 transformers>=4.36.0
 sentencepiece>=0.1.99
+
+[xethub]
+mlflow-xethub

{genesis_flow-1.0.1 → genesis_flow-1.0.4}/mlflow/azure/config.py

@@ -84,13 +84,19 @@ class AzureAuthConfig:
             or os.getenv("MLFLOW_AZURE_DEBUG", "false").lower() == "true"
         )
 
-        # Additional environment variable checks
-        # Only override auth method if not explicitly set
-        if (os.getenv("MLFLOW_POSTGRES_USE_MANAGED_IDENTITY", "false").lower() == "true" and 
-            auth_method is None and 
-            os.getenv("MLFLOW_AZURE_AUTH_METHOD") is None):
-            self.auth_enabled = True
-            self.auth_method = AuthMethod.MANAGED_IDENTITY
+        # IMPORTANT: Do not automatically enable Managed Identity based on other env vars
+        # The auth_enabled flag should be the single source of truth
+        # This prevents unintended authentication attempts when Helm hasn't enabled it
+        
+        # Log configuration decision for debugging
+        import logging
+        logger = logging.getLogger(__name__)
+        logger.debug(
+            "AzureAuthConfig initialized: auth_enabled=%s, auth_method=%s, source=%s",
+            self.auth_enabled,
+            self.auth_method.value,
+            "explicit" if auth_enabled is not None else "env_var"
+        )
 
         # Validate configuration
         self._validate()

{genesis_flow-1.0.1 → genesis_flow-1.0.4}/mlflow/azure/connection_factory.py

@@ -33,9 +33,10 @@ class ConnectionFactory:
         )
 
         logger.info(
-            "Initialized connection factory: azure_auth_enabled=%s, auth_method=%s",
+            "Initialized connection factory: azure_auth_enabled=%s, auth_method=%s, auth_flag=%s",
             self.config.should_use_azure_auth,
             self.config.auth_method.value if self.config.should_use_azure_auth else "sql_auth",
+            self.config.auth_enabled,
         )
 
     def create_engine(
@@ -56,11 +57,23 @@ class ConnectionFactory:
             ConnectionError: If connection configuration fails
             ConfigurationError: If the URI is invalid
         """
+        # Check if auth_method is in URI
+        has_auth_method_param = "auth_method=" in database_uri
+        
         logger.info(
-            "Creating database engine: connection_info=%s, azure_auth=%s",
+            "Creating database engine: connection_info=%s, azure_auth=%s, has_auth_param=%s, auth_enabled_env=%s",
             sanitize_connection_string_for_logging(database_uri),
             self.config.should_use_azure_auth,
+            has_auth_method_param,
+            self.config.auth_enabled,
         )
+        
+        # Warn if there's a mismatch between URI parameter and configuration
+        if has_auth_method_param and not self.config.should_use_azure_auth:
+            logger.warning(
+                "Database URI contains auth_method parameter but Azure authentication is not enabled. "
+                "The auth_method parameter will be ignored. Enable Azure authentication in Helm values to use Managed Identity."
+            )
 
         try:
             # Parse and validate the URI

{genesis_flow-1.0.1 → genesis_flow-1.0.4}/mlflow/data/dataset_source_registry.py

@@ -217,3 +217,11 @@ try:
     _dataset_source_registry.register(UCVolumeDatasetSource)
 except ImportError:
     pass
+try:
+    from mlflow.genai.datasets.databricks_evaluation_dataset_source import (
+        DatabricksEvaluationDatasetSource,
+    )
+
+    _dataset_source_registry.register(DatabricksEvaluationDatasetSource)
+except ImportError:
+    pass

genesis_flow-1.0.4/mlflow/gateway/providers/bedrock.py

@@ -0,0 +1,298 @@
+import json
+import time
+from enum import Enum
+
+from mlflow.gateway.config import AmazonBedrockConfig, AWSIdAndKey, AWSRole, RouteConfig
+from mlflow.gateway.constants import (
+    MLFLOW_AI_GATEWAY_ANTHROPIC_DEFAULT_MAX_TOKENS,
+)
+from mlflow.gateway.exceptions import AIGatewayConfigException, AIGatewayException
+from mlflow.gateway.providers.anthropic import AnthropicAdapter
+from mlflow.gateway.providers.base import BaseProvider, ProviderAdapter
+from mlflow.gateway.providers.cohere import CohereAdapter
+from mlflow.gateway.providers.utils import rename_payload_keys
+from mlflow.gateway.schemas import completions
+
+AWS_BEDROCK_ANTHROPIC_MAXIMUM_MAX_TOKENS = 8191
+
+
+class AmazonBedrockAnthropicAdapter(AnthropicAdapter):
+    @classmethod
+    def chat_to_model(cls, payload, config):
+        payload = super().chat_to_model(payload, config)
+        # "model" keys are not supported in Bedrock"
+        payload.pop("model", None)
+        return payload
+
+    @classmethod
+    def completions_to_model(cls, payload, config):
+        payload = super().completions_to_model(payload, config)
+
+        if "\n\nHuman:" not in payload.get("stop_sequences", []):
+            payload.setdefault("stop_sequences", []).append("\n\nHuman:")
+
+        payload["max_tokens_to_sample"] = min(
+            payload.get("max_tokens_to_sample", MLFLOW_AI_GATEWAY_ANTHROPIC_DEFAULT_MAX_TOKENS),
+            AWS_BEDROCK_ANTHROPIC_MAXIMUM_MAX_TOKENS,
+        )
+
+        # "model" keys are not supported in Bedrock"
+        payload.pop("model", None)
+        return payload
+
+    @classmethod
+    def model_to_completions(cls, payload, config):
+        payload["model"] = config.model.name
+        return super().model_to_completions(payload, config)
+
+
+class AWSTitanAdapter(ProviderAdapter):
+    # TODO handle top_p, top_k, etc.
+    @classmethod
+    def completions_to_model(cls, payload, config):
+        n = payload.pop("n", 1)
+        if n != 1:
+            raise AIGatewayException(
+                status_code=422,
+                detail=f"'n' must be '1' for AWS Titan models. Received value: '{n}'.",
+            )
+
+        # The range of Titan's temperature is 0-1, but ours is 0-2, so we halve it
+        if "temperature" in payload:
+            payload["temperature"] = 0.5 * payload["temperature"]
+        return {
+            "inputText": payload.pop("prompt"),
+            "textGenerationConfig": rename_payload_keys(
+                payload, {"max_tokens": "maxTokenCount", "stop": "stopSequences"}
+            ),
+        }
+
+    @classmethod
+    def model_to_completions(cls, resp, config):
+        return completions.ResponsePayload(
+            created=int(time.time()),
+            object="text_completion",
+            model=config.model.name,
+            choices=[
+                completions.Choice(
+                    index=idx,
+                    text=candidate.get("outputText"),
+                    finish_reason=None,
+                )
+                for idx, candidate in enumerate(resp.get("results", []))
+            ],
+            usage=completions.CompletionsUsage(
+                prompt_tokens=None,
+                completion_tokens=None,
+                total_tokens=None,
+            ),
+        )
+
+    @classmethod
+    def embeddings_to_model(cls, payload, config):
+        raise NotImplementedError
+
+    @classmethod
+    def model_to_embeddings(cls, resp, config):
+        raise NotImplementedError
+
+
+class AI21Adapter(ProviderAdapter):
+    # TODO handle top_p, top_k, etc.
+    @classmethod
+    def completions_to_model(cls, payload, config):
+        return rename_payload_keys(
+            payload,
+            {
+                "stop": "stopSequences",
+                "n": "numResults",
+                "max_tokens": "maxTokens",
+            },
+        )
+
+    @classmethod
+    def model_to_completions(cls, resp, config):
+        return completions.ResponsePayload(
+            created=int(time.time()),
+            object="text_completion",
+            model=config.model.name,
+            choices=[
+                completions.Choice(
+                    index=idx,
+                    text=candidate.get("data", {}).get("text"),
+                    finish_reason=None,
+                )
+                for idx, candidate in enumerate(resp.get("completions", []))
+            ],
+            usage=completions.CompletionsUsage(
+                prompt_tokens=None,
+                completion_tokens=None,
+                total_tokens=None,
+            ),
+        )
+
+    @classmethod
+    def embeddings_to_model(cls, payload, config):
+        raise NotImplementedError
+
+    @classmethod
+    def model_to_embeddings(cls, resp, config):
+        raise NotImplementedError
+
+
+class AmazonBedrockModelProvider(Enum):
+    AMAZON = "amazon"
+    COHERE = "cohere"
+    AI21 = "ai21"
+    ANTHROPIC = "anthropic"
+
+    @property
+    def adapter_class(self) -> type[ProviderAdapter]:
+        return AWS_MODEL_PROVIDER_TO_ADAPTER.get(self)
+
+    @classmethod
+    def of_str(cls, name: str):
+        name = name.lower()
+
+        for opt in cls:
+            if opt.name.lower() in name or opt.value.lower() in name:
+                return opt
+
+
+AWS_MODEL_PROVIDER_TO_ADAPTER = {
+    AmazonBedrockModelProvider.COHERE: CohereAdapter,
+    AmazonBedrockModelProvider.ANTHROPIC: AmazonBedrockAnthropicAdapter,
+    AmazonBedrockModelProvider.AMAZON: AWSTitanAdapter,
+    AmazonBedrockModelProvider.AI21: AI21Adapter,
+}
+
+
+class AmazonBedrockProvider(BaseProvider):
+    NAME = "Amazon Bedrock"
+    CONFIG_TYPE = AmazonBedrockConfig
+
+    def __init__(self, config: RouteConfig):
+        super().__init__(config)
+
+        if config.model.config is None or not isinstance(config.model.config, AmazonBedrockConfig):
+            raise TypeError(f"Invalid config type {config.model.config}")
+        self.bedrock_config: AmazonBedrockConfig = config.model.config
+        self._client = None
+        self._client_created = 0
+
+    def _client_expired(self):
+        if not isinstance(self.bedrock_config.aws_config, AWSRole):
+            return False
+
+        return (
+            (time.monotonic_ns() - self._client_created)
+            >= (self.bedrock_config.aws_config.session_length_seconds) * 1_000_000_000,
+        )
+
+    def get_bedrock_client(self):
+        import boto3
+        import botocore.exceptions
+
+        if self._client is not None and not self._client_expired():
+            return self._client
+
+        session = boto3.Session(**self._construct_session_args())
+
+        try:
+            self._client, self._client_created = (
+                session.client(
+                    service_name="bedrock-runtime",
+                    **self._construct_client_args(session),
+                ),
+                time.monotonic_ns(),
+            )
+            return self._client
+        except botocore.exceptions.UnknownServiceError as e:
+            raise AIGatewayConfigException(
+                "Cannot create Amazon Bedrock client; ensure boto3/botocore "
+                "linked from the Amazon Bedrock user guide are installed. "
+                "Otherwise likely missing credentials or accessing account without to "
+                "Amazon Bedrock Private Preview"
+            ) from e
+
+    def _construct_session_args(self):
+        session_args = {
+            "region_name": self.bedrock_config.aws_config.aws_region,
+        }
+
+        return {k: v for k, v in session_args.items() if v}
+
+    def _construct_client_args(self, session):
+        aws_config = self.bedrock_config.aws_config
+
+        if isinstance(aws_config, AWSRole):
+            role = session.client(service_name="sts").assume_role(
+                RoleArn=aws_config.aws_role_arn,
+                RoleSessionName="ai-gateway-bedrock",
+                DurationSeconds=aws_config.session_length_seconds,
+            )
+            return {
+                "aws_access_key_id": role["Credentials"]["AccessKeyId"],
+                "aws_secret_access_key": role["Credentials"]["SecretAccessKey"],
+                "aws_session_token": role["Credentials"]["SessionToken"],
+            }
+        elif isinstance(aws_config, AWSIdAndKey):
+            return {
+                "aws_access_key_id": aws_config.aws_access_key_id,
+                "aws_secret_access_key": aws_config.aws_secret_access_key,
+                "aws_session_token": aws_config.aws_session_token,
+            }
+        else:
+            return {}
+
+    @property
+    def _underlying_provider(self):
+        if (not self.config.model.name) or "." not in self.config.model.name:
+            return None
+        return AmazonBedrockModelProvider.of_str(self.config.model.name)
+
+    @property
+    def adapter_class(self) -> type[ProviderAdapter]:
+        provider = self._underlying_provider
+        if not provider:
+            raise AIGatewayException(
+                status_code=422,
+                detail=f"Unknown Amazon Bedrock model type {self._underlying_provider}",
+            )
+        adapter = provider.adapter_class
+        if not adapter:
+            raise AIGatewayException(
+                status_code=422,
+                detail=f"Don't know how to handle {self._underlying_provider} for Amazon Bedrock",
+            )
+        return adapter
+
+    def _request(self, body):
+        import botocore.exceptions
+
+        try:
+            response = self.get_bedrock_client().invoke_model(
+                body=json.dumps(body).encode(),
+                modelId=self.config.model.name,
+                # defaults
+                # save=False,
+                accept="application/json",
+                contentType="application/json",
+            )
+            return json.loads(response.get("body").read())
+
+        # TODO work though botocore.exceptions to make this catchable.
+        # except botocore.exceptions.ValidationException as e:
+        #     raise HTTPException(status_code=422, detail=str(e)) from e
+
+        except botocore.exceptions.ReadTimeoutError as e:
+            raise AIGatewayException(status_code=408) from e
+
+    async def completions(self, payload: completions.RequestPayload) -> completions.ResponsePayload:
+        from fastapi.encoders import jsonable_encoder
+
+        self.check_for_model_field(payload)
+        payload = jsonable_encoder(payload, exclude_none=True, exclude_defaults=True)
+        payload = self.adapter_class.completions_to_model(payload, self.config)
+        response = self._request(payload)
+        return self.adapter_class.model_to_completions(response, self.config)