aidial-sdk 0.48.0.dev2__tar.gz → 0.48.0.dev3__tar.gz

{aidial_sdk-0.48.0.dev2 → aidial_sdk-0.48.0.dev3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: aidial-sdk
-Version: 0.48.0.dev2
+Version: 0.48.0.dev3
 Summary: Framework to create applications and model adapters for AI DIAL
 License-Expression: Apache-2.0
 License-File: LICENSE

{aidial_sdk-0.48.0.dev2 → aidial_sdk-0.48.0.dev3}/aidial_sdk/chat_completion/response.py

@@ -70,7 +70,9 @@ class Response:
                 if self.request.stream
                 else "chat.completion"
             ),
-            model=get_client_deployment_id(request.headers),
+            model=get_client_deployment_id(
+                request.headers, request.deployment_id
+            ),
         )
 
         self._headers = []

{aidial_sdk-0.48.0.dev2 → aidial_sdk-0.48.0.dev3}/aidial_sdk/deployment/from_request_mixin.py

@@ -44,14 +44,24 @@ def get_upstream_deployment_id(
     return (
         headers.get(DIAL_OVERRIDE_NAME)
         or deployment_id
-        or get_client_deployment_id(headers)
+        or _get_dial_deployment_id(headers)
     )
 
 
-def get_client_deployment_id(headers: Mapping[str, str]) -> str:
+def get_client_deployment_id(
+    headers: Mapping[str, str], deployment_id: str | None
+) -> str:
     """The client-facing deployment id that a DIAL application is expected
     to return as a model parameter in the response."""
 
+    # NOTE: Once https://github.com/epam/ai-dial-core/issues/2243 is fixed,
+    # this could be replaced with just _get_dial_deployment_id.
+    return headers.get(DIAL_DEPLOYMENT_ID) or get_upstream_deployment_id(
+        headers, deployment_id
+    )
+
+
+def _get_dial_deployment_id(headers: Mapping[str, str]) -> str:
     if (deployment_id := headers.get(DIAL_DEPLOYMENT_ID)) is None:
         raise InternalServerError(
             f"The request headers are missing {DIAL_DEPLOYMENT_ID} header."

{aidial_sdk-0.48.0.dev2 → aidial_sdk-0.48.0.dev3}/aidial_sdk/translators/messages_to_chat_completions/chat_completions/app.py

@@ -48,7 +48,7 @@ ClientFactory = Callable[[Request], Awaitable[ClientT]] | ClientT
 async def handle_anthropic_messages(
     request: Request, client: ChatClientHttp
 ) -> Response:
-    deployment = get_client_deployment_id(request.headers)
+    deployment = get_client_deployment_id(request.headers, None)
 
     try:
         req: MessageCreateParams = await request.json()
@@ -92,7 +92,7 @@ def create_anthropic_api_app(
         )
         dial_url = get_dial_url()
         if legacy:
-            deployment_id = get_client_deployment_id(request.headers)
+            deployment_id = get_client_deployment_id(request.headers, None)
             client = core_legacy_client(dial_url, deployment_id, http_client)
         else:
             client = core_v1_client(dial_url, http_client)

{aidial_sdk-0.48.0.dev2 → aidial_sdk-0.48.0.dev3}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "aidial-sdk"
-version = "0.48.0.dev2"
+version = "0.48.0.dev3"
 description = "Framework to create applications and model adapters for AI DIAL"
 authors = [{ name = "EPAM RAIL", email = "SpecialEPM-DIALDevTeam@epam.com" }]
 license = "Apache-2.0"