aidial-sdk 0.37.0.dev3__tar.gz → 0.37.0.dev5__tar.gz

{aidial_sdk-0.37.0.dev3 → aidial_sdk-0.37.0.dev5}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: aidial-sdk
-Version: 0.37.0.dev3
+Version: 0.37.0.dev5
 Summary: Framework to create applications and model adapters for AI DIAL
 License-Expression: Apache-2.0
 License-File: LICENSE
@@ -88,6 +88,7 @@ Applications and model adapters implemented using this framework will be compati
 |---|---|---|
 |DIAL_SDK_LOG|WARNING|DIAL SDK log level|
 |DIAL_SDK_HEADERS_TO_PROXY|``|A comma-separated list of headers that should be proxied from incoming requests to outgoing requests to the DIAL API. By default, no headers are proxied.|
+|DIAL_SDK_SSE_HEARTBEAT_INTERVAL||When set, the SDK inserts ping comments into streaming chat completion responses after the response has been idle for the specified number of seconds, helping prevent read timeouts when the DIAL application isn't responsive.|
 |PYDANTIC_V2|False|When `True` and Pydantic V2 is installed, DIAL SDK classes for requests/responses will be based on Pydantic V2 `BaseModel`. Otherwise, they will be based on Pydantic V1 `BaseModel`.|
 
 ---

{aidial_sdk-0.37.0.dev3 → aidial_sdk-0.37.0.dev5}/README.md

@@ -49,6 +49,7 @@ Applications and model adapters implemented using this framework will be compati
 |---|---|---|
 |DIAL_SDK_LOG|WARNING|DIAL SDK log level|
 |DIAL_SDK_HEADERS_TO_PROXY|``|A comma-separated list of headers that should be proxied from incoming requests to outgoing requests to the DIAL API. By default, no headers are proxied.|
+|DIAL_SDK_SSE_HEARTBEAT_INTERVAL||When set, the SDK inserts ping comments into streaming chat completion responses after the response has been idle for the specified number of seconds, helping prevent read timeouts when the DIAL application isn't responsive.|
 |PYDANTIC_V2|False|When `True` and Pydantic V2 is installed, DIAL SDK classes for requests/responses will be based on Pydantic V2 `BaseModel`. Otherwise, they will be based on Pydantic V1 `BaseModel`.|
 
 ---

{aidial_sdk-0.37.0.dev3 → aidial_sdk-0.37.0.dev5}/aidial_sdk/application.py

@@ -32,7 +32,7 @@ from aidial_sdk.header_propagator import HeaderPropagator
 from aidial_sdk.telemetry.types import TelemetryConfig
 from aidial_sdk.utils._disconnect_middleware import DisconnectMiddleware
 from aidial_sdk.utils._reflection import get_method_implementation
-from aidial_sdk.utils.env import env_var_list
+from aidial_sdk.utils.env import env_float, env_var_list
 from aidial_sdk.utils.log_config import LogConfig
 from aidial_sdk.utils.logging import log_debug, set_log_deployment
 from aidial_sdk.utils.pydantic import model_validate_extra_fields
@@ -279,6 +279,10 @@ class DIALApp(FastAPI):
         *,
         heartbeat_interval: float | None,
     ):
+        heartbeat_interval = heartbeat_interval or env_float(
+            "DIAL_SDK_SSE_HEARTBEAT_INTERVAL"
+        )
+
         async def _handler(original_request: Request):
             request = await self._parse_request(
                 ChatCompletionRequest, original_request, deployment_id

{aidial_sdk-0.37.0.dev3 → aidial_sdk-0.37.0.dev5}/aidial_sdk/utils/env.py

@@ -5,6 +5,12 @@ def env_bool(name: str, default: bool) -> bool:
     return os.getenv(name, str(default)).lower() in ["true", "1"]
 
 
+def env_float(name: str) -> float | None:
+    if (value := os.getenv(name)) is not None:
+        return float(value)
+    return None
+
+
 def env_var_list(name: str) -> list[str]:
     value = os.getenv(name)
     if value is None:

{aidial_sdk-0.37.0.dev3 → aidial_sdk-0.37.0.dev5}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "aidial-sdk"
-version = "0.37.0.dev3"
+version = "0.37.0.dev5"
 description = "Framework to create applications and model adapters for AI DIAL"
 authors = [{ name = "EPAM RAIL", email = "SpecialEPM-DIALDevTeam@epam.com" }]
 license = "Apache-2.0"