guidellm 0.4.0a3__py3-none-any.whl → 0.4.0a7__py3-none-any.whl

guidellm/backend/openai.py

@@ -688,7 +688,7 @@ class OpenAIHTTPBackend(Backend):
             return data["choices"][0]["text"]
 
         if type_ == "chat_completions":
-            return data["choices"][0]["delta"]["content"]
+            return data.get("choices", [{}])[0].get("delta", {}).get("content")
 
         raise ValueError(f"Unsupported type: {type_}")
 

guidellm/presentation/data_models.py

@@ -190,7 +190,7 @@ class TabularDistributionSummary(DistributionSummary):
     """
 
     @computed_field
-    def percentile_rows(self) -> list[dict[str, float]]:
+    def percentile_rows(self) -> list[dict[str, Union[str, float]]]:
         rows = [
             {"percentile": name, "value": value}
             for name, value in self.percentiles.model_dump().items()

{guidellm-0.4.0a3.dist-info → guidellm-0.4.0a7.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: guidellm
-Version: 0.4.0a3
+Version: 0.4.0a7
 Summary: Guidance platform for deploying and managing large language models.
 Author: Red Hat
 License-Expression: Apache-2.0
@@ -25,6 +25,9 @@ Requires-Dist: pydantic-settings>=2.0.0
 Requires-Dist: pyyaml>=6.0.0
 Requires-Dist: rich
 Requires-Dist: transformers
+Provides-Extra: recommended
+Requires-Dist: tiktoken>=0.11.0; extra == "recommended"
+Requires-Dist: blobfile>=3.1.0; extra == "recommended"
 Provides-Extra: dev
 Requires-Dist: build>=1.0.0; extra == "dev"
 Requires-Dist: setuptools>=61.0; extra == "dev"
@@ -125,6 +128,15 @@ podman run \
 
 Replace `latest` with `stable` for the newest tagged release or set a specific release if desired.
 
+#### Available Tags
+
+| Tags                                                                                       | Notes                                         |
+| ------------------------------------------------------------------------------------------ | --------------------------------------------- |
+| `nightly`                                                                                  | Built from `main` every night                 |
+| [`v0.3.0`](https://github.com/vllm-project/guidellm/releases/tag/v0.3.0) `stable` `latest` | -                                             |
+| [`v0.2.1`](https://github.com/vllm-project/guidellm/releases/tag/v0.2.1)                   | -                                             |
+| `pr-*`                                                                                     | Development builds (DO NOT USE IN PRODUCTION) |
+
 ### Quick Start
 
 #### 1. Start an OpenAI Compatible Server (vLLM)

{guidellm-0.4.0a3.dist-info → guidellm-0.4.0a7.dist-info}/RECORD

@@ -5,7 +5,7 @@ guidellm/logger.py,sha256=mRLbC3jT8MnAN7_ZO00BAJKI33MX9QZgKUYaZ8NKOsQ,2909
 guidellm/version.py,sha256=XZeUwR24DzG1AjuKV0s8cRyc0Xv8cPiqXYSZTt7xQVg,127
 guidellm/backend/__init__.py,sha256=nQmxVNG9cDdNbY0NwjXxIRV4oyZKIhb6cGyuXOakFnk,489
 guidellm/backend/backend.py,sha256=PGDDppp7JlcFl4gQWsvvfC3iZY376UFcw3Y9lKM-ydQ,9798
-guidellm/backend/openai.py,sha256=t7_8M6iOESU-6IeYtcmb4Nbh602yBYg24Ff2m-bqH2s,27011
+guidellm/backend/openai.py,sha256=SS0jjczGXUeuP4bUDzR5dZvg72Lv0rUY_KjBIT93cCk,27033
 guidellm/backend/response.py,sha256=ipv5amHOGHK0fW4rOIt1d8Vj1yXTizSh3Ux5MaN96KY,5139
 guidellm/benchmark/__init__.py,sha256=px1ngc7UCeTbCKAKij39576WMyz-5hri_Xvh7kQgs8I,1837
 guidellm/benchmark/aggregator.py,sha256=E6BZpBIFv5AtWhv2u5XH-tLohuUYNI9ZcMobhCxlOJg,31312
@@ -33,7 +33,7 @@ guidellm/preprocess/__init__.py,sha256=6mRs1atYwYkdX4txez_bEVk-_nCDsNt5Wo20eWZ24
 guidellm/preprocess/dataset.py,sha256=P-TJEebcWnUFGczImc7AOi90vJ4sakZtU8NSYWhJXlM,12318
 guidellm/presentation/__init__.py,sha256=tkkHf8ZB_rH-rqnAGY21NuOw2GQq3WCGix_whMqeUSs,483
 guidellm/presentation/builder.py,sha256=kObRHGOp9D9D5GEVTIENxVF5S31JJ4MyCIQl_ue0xKc,894
-guidellm/presentation/data_models.py,sha256=AlyTj85I_FbN0filQkV800pUjtYLn7xt8qQdClJ40dk,7220
+guidellm/presentation/data_models.py,sha256=ZAdObObCcSAfdT4Aat2KwHHd_ghEjpN8TnWHuPBp29o,7232
 guidellm/presentation/injector.py,sha256=fiJQ3K9qcA7Lhje1rFFMz5MrMsn3O69pCW0N2n66yUU,1863
 guidellm/request/__init__.py,sha256=afqgezgqrrSvGA95y-1rAMyETqgKm9l-a0hAAP0lepk,419
 guidellm/request/loader.py,sha256=33-pYEXDwMJgaPuPWMUzJhIe0UpnQ7n5Zz84Qg637PA,9094
@@ -54,9 +54,9 @@ guidellm/utils/hf_datasets.py,sha256=C99cB4StbhjC8XtnzLLGe6A0TYrs63EapQZJQmQr8dI
 guidellm/utils/hf_transformers.py,sha256=3iF40l02VEWOcS8kasO8TSws0Lp3cE-NyiqoB9GnHuA,1021
 guidellm/utils/random.py,sha256=elA8HZ3AIN5T2pa7cgq35OVK__0SQmZVS4IzxJaOpvw,1310
 guidellm/utils/text.py,sha256=yCcaJHQGS6b2eNAgx9L9nlJi9pXLhpxuqkLRXdsk04A,6545
-guidellm-0.4.0a3.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-guidellm-0.4.0a3.dist-info/METADATA,sha256=NRvSLF0qFe9ndaZw_hwLdy7jbeqQnjeKgGRCv_jFtho,20076
-guidellm-0.4.0a3.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-guidellm-0.4.0a3.dist-info/entry_points.txt,sha256=DzLFEg47fF7qY1b-9laPz9jg0KSKJ1_D9TbF93kLz_E,51
-guidellm-0.4.0a3.dist-info/top_level.txt,sha256=EXRGjnvFtL6MeZTe0tnHRMYcEWUW3vEqoG2zO7vFOtk,9
-guidellm-0.4.0a3.dist-info/RECORD,,
+guidellm-0.4.0a7.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+guidellm-0.4.0a7.dist-info/METADATA,sha256=VYwA3MUbMdZ16T7aw-9h1D5LmmoRrvSQHlkNQa4smxE,21095
+guidellm-0.4.0a7.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+guidellm-0.4.0a7.dist-info/entry_points.txt,sha256=DzLFEg47fF7qY1b-9laPz9jg0KSKJ1_D9TbF93kLz_E,51
+guidellm-0.4.0a7.dist-info/top_level.txt,sha256=EXRGjnvFtL6MeZTe0tnHRMYcEWUW3vEqoG2zO7vFOtk,9
+guidellm-0.4.0a7.dist-info/RECORD,,