guidellm 0.3.0a19__py3-none-any.whl → 0.3.0a22__py3-none-any.whl

guidellm/backend/backend.py

@@ -110,6 +110,14 @@ class Backend(ABC):
         """
         ...
 
+    @abstractmethod
+    async def reset(self) -> None:
+        """
+        Reset the connection object. This is useful for backends that
+        reuse connections or have state that needs to be cleared.
+        """
+        ...
+
     async def validate(self):
         """
         Handle final setup and validate the backend is ready for use.
@@ -126,6 +134,8 @@ class Backend(ABC):
         ):  # type: ignore[attr-defined]
             pass
 
+        await self.reset()
+
     @abstractmethod
     async def check_setup(self):
         """

guidellm/backend/openai.py

@@ -157,6 +157,15 @@ class OpenAIHTTPBackend(Backend):
             "chat_completions_path": CHAT_COMPLETIONS_PATH,
         }
 
+    async def reset(self) -> None:
+        """
+        Reset the connection object. This is useful for backends that
+        reuse connections or have state that needs to be cleared.
+        For this backend, it closes the async client if it exists.
+        """
+        if self._async_client is not None:
+            await self._async_client.aclose()
+
     async def check_setup(self):
         """
         Check if the backend is setup correctly and can be used for requests.
@@ -361,7 +370,7 @@ class OpenAIHTTPBackend(Backend):
 
         :return: The async HTTP client.
         """
-        if self._async_client is None:
+        if self._async_client is None or self._async_client.is_closed:
             client = httpx.AsyncClient(
                 http2=self.http2,
                 timeout=self.timeout,

{guidellm-0.3.0a19.dist-info → guidellm-0.3.0a22.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: guidellm
-Version: 0.3.0a19
+Version: 0.3.0a22
 Summary: Guidance platform for deploying and managing large language models.
 Author: Red Hat
 License-Expression: Apache-2.0

{guidellm-0.3.0a19.dist-info → guidellm-0.3.0a22.dist-info}/RECORD

@@ -4,8 +4,8 @@ guidellm/config.py,sha256=-JuirSy1EDkQnXHfLKBV_PeQGFwi5nL088BKeCgh9Xo,6087
 guidellm/logger.py,sha256=O4sU2QKHn_swJIEmayiEt6nIXzGHGmXqZ_Mg8CdIE5Q,2609
 guidellm/version.py,sha256=XZeUwR24DzG1AjuKV0s8cRyc0Xv8cPiqXYSZTt7xQVg,127
 guidellm/backend/__init__.py,sha256=nQmxVNG9cDdNbY0NwjXxIRV4oyZKIhb6cGyuXOakFnk,489
-guidellm/backend/backend.py,sha256=C8zVY6Gq32OInBkc_Czm9SxByWWi4jeXSHt7rtQ3WAY,8971
-guidellm/backend/openai.py,sha256=FrMpJcQDtb49TAgrPINmcOguXy5XJDIfr613h6M9iVY,25196
+guidellm/backend/backend.py,sha256=6jgfvUGbT46e7bEu5IZjm6YO3mVtme-vthJVuZBFEgQ,9227
+guidellm/backend/openai.py,sha256=7cBkB9d6atxE_DkMZsGtE20SQM1Lkpsp_iyyW-mfq6Y,25580
 guidellm/backend/response.py,sha256=ipv5amHOGHK0fW4rOIt1d8Vj1yXTizSh3Ux5MaN96KY,5139
 guidellm/benchmark/__init__.py,sha256=t5dEG93mmUtfQq6EycAG8awm28srOswlqsLp1hLZBQY,1775
 guidellm/benchmark/aggregator.py,sha256=UejpeLT2qAJDX4tgKHx-IUGxT6L4YP5bCq1vwSoxtKk,31312
@@ -44,9 +44,9 @@ guidellm/utils/hf_datasets.py,sha256=C99cB4StbhjC8XtnzLLGe6A0TYrs63EapQZJQmQr8dI
 guidellm/utils/hf_transformers.py,sha256=3iF40l02VEWOcS8kasO8TSws0Lp3cE-NyiqoB9GnHuA,1021
 guidellm/utils/random.py,sha256=elA8HZ3AIN5T2pa7cgq35OVK__0SQmZVS4IzxJaOpvw,1310
 guidellm/utils/text.py,sha256=Xn6JUWy3B7gi1l0UkBFLizV9fnZ_kM3OQDMLlIZqsgE,6347
-guidellm-0.3.0a19.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-guidellm-0.3.0a19.dist-info/METADATA,sha256=UQ_0jiRisprjqXpG0naSAG2oS3to-Rf_EF7v691vpGM,18061
-guidellm-0.3.0a19.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-guidellm-0.3.0a19.dist-info/entry_points.txt,sha256=DzLFEg47fF7qY1b-9laPz9jg0KSKJ1_D9TbF93kLz_E,51
-guidellm-0.3.0a19.dist-info/top_level.txt,sha256=EXRGjnvFtL6MeZTe0tnHRMYcEWUW3vEqoG2zO7vFOtk,9
-guidellm-0.3.0a19.dist-info/RECORD,,
+guidellm-0.3.0a22.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+guidellm-0.3.0a22.dist-info/METADATA,sha256=u_JxrxcSxz8WqQZNhYUY-7Kj-rk26DhbjY95DrZ6WDs,18061
+guidellm-0.3.0a22.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+guidellm-0.3.0a22.dist-info/entry_points.txt,sha256=DzLFEg47fF7qY1b-9laPz9jg0KSKJ1_D9TbF93kLz_E,51
+guidellm-0.3.0a22.dist-info/top_level.txt,sha256=EXRGjnvFtL6MeZTe0tnHRMYcEWUW3vEqoG2zO7vFOtk,9
+guidellm-0.3.0a22.dist-info/RECORD,,