guidellm 0.4.0a3__py3-none-any.whl → 0.4.0a6__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of guidellm might be problematic. Click here for more details.

Files changed (8) hide show
  1. guidellm/backend/openai.py +1 -1
  2. guidellm/presentation/data_models.py +1 -1
  3. {guidellm-0.4.0a3.dist-info → guidellm-0.4.0a6.dist-info}/METADATA +4 -1
  4. {guidellm-0.4.0a3.dist-info → guidellm-0.4.0a6.dist-info}/RECORD +8 -8
  5. {guidellm-0.4.0a3.dist-info → guidellm-0.4.0a6.dist-info}/WHEEL +0 -0
  6. {guidellm-0.4.0a3.dist-info → guidellm-0.4.0a6.dist-info}/entry_points.txt +0 -0
  7. {guidellm-0.4.0a3.dist-info → guidellm-0.4.0a6.dist-info}/licenses/LICENSE +0 -0
  8. {guidellm-0.4.0a3.dist-info → guidellm-0.4.0a6.dist-info}/top_level.txt +0 -0
guidellm/backend/openai.py CHANGED
@@ -688,7 +688,7 @@ class OpenAIHTTPBackend(Backend):
688
688
  return data["choices"][0]["text"]
689
689
 
690
690
  if type_ == "chat_completions":
691
- return data["choices"][0]["delta"]["content"]
691
+ return data.get("choices", [{}])[0].get("delta", {}).get("content")
692
692
 
693
693
  raise ValueError(f"Unsupported type: {type_}")
694
694
 
guidellm/presentation/data_models.py CHANGED
@@ -190,7 +190,7 @@ class TabularDistributionSummary(DistributionSummary):
190
190
  """
191
191
 
192
192
  @computed_field
193
- def percentile_rows(self) -> list[dict[str, float]]:
193
+ def percentile_rows(self) -> list[dict[str, Union[str, float]]]:
194
194
  rows = [
195
195
  {"percentile": name, "value": value}
196
196
  for name, value in self.percentiles.model_dump().items()
{guidellm-0.4.0a3.dist-info → guidellm-0.4.0a6.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: guidellm
3
- Version: 0.4.0a3
3
+ Version: 0.4.0a6
4
4
  Summary: Guidance platform for deploying and managing large language models.
5
5
  Author: Red Hat
6
6
  License-Expression: Apache-2.0
@@ -25,6 +25,9 @@ Requires-Dist: pydantic-settings>=2.0.0
25
25
  Requires-Dist: pyyaml>=6.0.0
26
26
  Requires-Dist: rich
27
27
  Requires-Dist: transformers
28
+ Provides-Extra: recommended
29
+ Requires-Dist: tiktoken>=0.11.0; extra == "recommended"
30
+ Requires-Dist: blobfile>=3.1.0; extra == "recommended"
28
31
  Provides-Extra: dev
29
32
  Requires-Dist: build>=1.0.0; extra == "dev"
30
33
  Requires-Dist: setuptools>=61.0; extra == "dev"
{guidellm-0.4.0a3.dist-info → guidellm-0.4.0a6.dist-info}/RECORD RENAMED
@@ -5,7 +5,7 @@ guidellm/logger.py,sha256=mRLbC3jT8MnAN7_ZO00BAJKI33MX9QZgKUYaZ8NKOsQ,2909
5
5
  guidellm/version.py,sha256=XZeUwR24DzG1AjuKV0s8cRyc0Xv8cPiqXYSZTt7xQVg,127
6
6
  guidellm/backend/__init__.py,sha256=nQmxVNG9cDdNbY0NwjXxIRV4oyZKIhb6cGyuXOakFnk,489
7
7
  guidellm/backend/backend.py,sha256=PGDDppp7JlcFl4gQWsvvfC3iZY376UFcw3Y9lKM-ydQ,9798
8
- guidellm/backend/openai.py,sha256=t7_8M6iOESU-6IeYtcmb4Nbh602yBYg24Ff2m-bqH2s,27011
8
+ guidellm/backend/openai.py,sha256=SS0jjczGXUeuP4bUDzR5dZvg72Lv0rUY_KjBIT93cCk,27033
9
9
  guidellm/backend/response.py,sha256=ipv5amHOGHK0fW4rOIt1d8Vj1yXTizSh3Ux5MaN96KY,5139
10
10
  guidellm/benchmark/__init__.py,sha256=px1ngc7UCeTbCKAKij39576WMyz-5hri_Xvh7kQgs8I,1837
11
11
  guidellm/benchmark/aggregator.py,sha256=E6BZpBIFv5AtWhv2u5XH-tLohuUYNI9ZcMobhCxlOJg,31312
@@ -33,7 +33,7 @@ guidellm/preprocess/__init__.py,sha256=6mRs1atYwYkdX4txez_bEVk-_nCDsNt5Wo20eWZ24
33
33
  guidellm/preprocess/dataset.py,sha256=P-TJEebcWnUFGczImc7AOi90vJ4sakZtU8NSYWhJXlM,12318
34
34
  guidellm/presentation/__init__.py,sha256=tkkHf8ZB_rH-rqnAGY21NuOw2GQq3WCGix_whMqeUSs,483
35
35
  guidellm/presentation/builder.py,sha256=kObRHGOp9D9D5GEVTIENxVF5S31JJ4MyCIQl_ue0xKc,894
36
- guidellm/presentation/data_models.py,sha256=AlyTj85I_FbN0filQkV800pUjtYLn7xt8qQdClJ40dk,7220
36
+ guidellm/presentation/data_models.py,sha256=ZAdObObCcSAfdT4Aat2KwHHd_ghEjpN8TnWHuPBp29o,7232
37
37
  guidellm/presentation/injector.py,sha256=fiJQ3K9qcA7Lhje1rFFMz5MrMsn3O69pCW0N2n66yUU,1863
38
38
  guidellm/request/__init__.py,sha256=afqgezgqrrSvGA95y-1rAMyETqgKm9l-a0hAAP0lepk,419
39
39
  guidellm/request/loader.py,sha256=33-pYEXDwMJgaPuPWMUzJhIe0UpnQ7n5Zz84Qg637PA,9094
@@ -54,9 +54,9 @@ guidellm/utils/hf_datasets.py,sha256=C99cB4StbhjC8XtnzLLGe6A0TYrs63EapQZJQmQr8dI
54
54
  guidellm/utils/hf_transformers.py,sha256=3iF40l02VEWOcS8kasO8TSws0Lp3cE-NyiqoB9GnHuA,1021
55
55
  guidellm/utils/random.py,sha256=elA8HZ3AIN5T2pa7cgq35OVK__0SQmZVS4IzxJaOpvw,1310
56
56
  guidellm/utils/text.py,sha256=yCcaJHQGS6b2eNAgx9L9nlJi9pXLhpxuqkLRXdsk04A,6545
57
- guidellm-0.4.0a3.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
58
- guidellm-0.4.0a3.dist-info/METADATA,sha256=NRvSLF0qFe9ndaZw_hwLdy7jbeqQnjeKgGRCv_jFtho,20076
59
- guidellm-0.4.0a3.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
60
- guidellm-0.4.0a3.dist-info/entry_points.txt,sha256=DzLFEg47fF7qY1b-9laPz9jg0KSKJ1_D9TbF93kLz_E,51
61
- guidellm-0.4.0a3.dist-info/top_level.txt,sha256=EXRGjnvFtL6MeZTe0tnHRMYcEWUW3vEqoG2zO7vFOtk,9
62
- guidellm-0.4.0a3.dist-info/RECORD,,
57
+ guidellm-0.4.0a6.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
58
+ guidellm-0.4.0a6.dist-info/METADATA,sha256=v9ErNAo8nXh7BEqrz5RtKkfwTAg8iSZrlcTV15daGys,20215
59
+ guidellm-0.4.0a6.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
60
+ guidellm-0.4.0a6.dist-info/entry_points.txt,sha256=DzLFEg47fF7qY1b-9laPz9jg0KSKJ1_D9TbF93kLz_E,51
61
+ guidellm-0.4.0a6.dist-info/top_level.txt,sha256=EXRGjnvFtL6MeZTe0tnHRMYcEWUW3vEqoG2zO7vFOtk,9
62
+ guidellm-0.4.0a6.dist-info/RECORD,,