fusionkit-server 0.2.0__tar.gz → 0.3.0__tar.gz

{fusionkit_server-0.2.0 → fusionkit_server-0.3.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: fusionkit-server
-Version: 0.2.0
+Version: 0.3.0
 Summary: OpenAI-compatible HTTP server for fusionkit.
 Requires-Dist: fastapi>=0.124.4
 Requires-Dist: fusionkit-core==0.2.0

{fusionkit_server-0.2.0 → fusionkit_server-0.3.0}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "fusionkit-server"
-version = "0.2.0"
+version = "0.3.0"
 description = "OpenAI-compatible HTTP server for fusionkit."
 requires-python = ">=3.11"
 dependencies = [

{fusionkit_server-0.2.0 → fusionkit_server-0.3.0}/src/fusionkit_server/openai_endpoint.py

@@ -153,13 +153,19 @@ def make_handler(endpoint: ModelEndpoint) -> type[BaseHTTPRequestHandler]:
                 )
 
                 async def run() -> Any:
+                    # Build and close the client within this request's event
+                    # loop so the SDK's HTTP connection pool is released instead
+                    # of leaking a socket/file descriptor per request.
                     client = build_client(endpoint)
-                    return await client.chat(
-                        messages,
-                        sampling,
-                        tools=tools,
-                        tool_choice=tool_choice if isinstance(tool_choice, str) else None,
-                    )
+                    try:
+                        return await client.chat(
+                            messages,
+                            sampling,
+                            tools=tools,
+                            tool_choice=tool_choice if isinstance(tool_choice, str) else None,
+                        )
+                    finally:
+                        await client.aclose()
 
                 started = time.perf_counter()
                 response = asyncio.run(run())