guidellm 0.4.0a8__py3-none-any.whl → 0.4.0a18__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of guidellm might be problematic. Click here for more details.

Files changed (9) hide show
  1. guidellm/benchmark/output.py +2 -3
  2. guidellm/config.py +2 -2
  3. guidellm/presentation/data_models.py +2 -2
  4. {guidellm-0.4.0a8.dist-info → guidellm-0.4.0a18.dist-info}/METADATA +1 -1
  5. {guidellm-0.4.0a8.dist-info → guidellm-0.4.0a18.dist-info}/RECORD +9 -9
  6. {guidellm-0.4.0a8.dist-info → guidellm-0.4.0a18.dist-info}/WHEEL +0 -0
  7. {guidellm-0.4.0a8.dist-info → guidellm-0.4.0a18.dist-info}/entry_points.txt +0 -0
  8. {guidellm-0.4.0a8.dist-info → guidellm-0.4.0a18.dist-info}/licenses/LICENSE +0 -0
  9. {guidellm-0.4.0a8.dist-info → guidellm-0.4.0a18.dist-info}/top_level.txt +0 -0
guidellm/benchmark/output.py CHANGED
@@ -144,10 +144,9 @@ class GenerativeBenchmarksReport(StandardBaseModel):
144
144
  )
145
145
 
146
146
  model_dict = self.model_dump()
147
- model_json = json.dumps(model_dict)
148
147
 
149
- with path.open("w") as file:
150
- file.write(model_json)
148
+ with path.open("w", encoding="utf-8") as file:
149
+ json.dump(model_dict, file, ensure_ascii=False, indent=4)
151
150
 
152
151
  return path
153
152
 
guidellm/config.py CHANGED
@@ -31,8 +31,8 @@ class Environment(str, Enum):
31
31
 
32
32
 
33
33
  ENV_REPORT_MAPPING = {
34
- Environment.PROD: "https://blog.vllm.ai/guidellm/ui/latest/index.html",
35
- Environment.STAGING: "https://blog.vllm.ai/guidellm/ui/release/latest/index.html",
34
+ Environment.PROD: "https://blog.vllm.ai/guidellm/ui/v0.3.0/index.html",
35
+ Environment.STAGING: "https://blog.vllm.ai/guidellm/ui/release/v0.3.0/index.html",
36
36
  Environment.DEV: "https://blog.vllm.ai/guidellm/ui/dev/index.html",
37
37
  Environment.LOCAL: "http://localhost:3000/index.html",
38
38
  }
guidellm/presentation/data_models.py CHANGED
@@ -208,7 +208,7 @@ class TabularDistributionSummary(DistributionSummary):
208
208
 
209
209
  class BenchmarkDatum(BaseModel):
210
210
  requests_per_second: float
211
- tpot: TabularDistributionSummary
211
+ itl: TabularDistributionSummary
212
212
  ttft: TabularDistributionSummary
213
213
  throughput: TabularDistributionSummary
214
214
  time_per_request: TabularDistributionSummary
@@ -217,7 +217,7 @@ class BenchmarkDatum(BaseModel):
217
217
  def from_benchmark(cls, bm: "GenerativeBenchmark"):
218
218
  return cls(
219
219
  requests_per_second=bm.metrics.requests_per_second.successful.mean,
220
- tpot=TabularDistributionSummary.from_distribution_summary(
220
+ itl=TabularDistributionSummary.from_distribution_summary(
221
221
  bm.metrics.inter_token_latency_ms.successful
222
222
  ),
223
223
  ttft=TabularDistributionSummary.from_distribution_summary(
{guidellm-0.4.0a8.dist-info → guidellm-0.4.0a18.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: guidellm
3
- Version: 0.4.0a8
3
+ Version: 0.4.0a18
4
4
  Summary: Guidance platform for deploying and managing large language models.
5
5
  Author: Red Hat
6
6
  License-Expression: Apache-2.0
{guidellm-0.4.0a8.dist-info → guidellm-0.4.0a18.dist-info}/RECORD RENAMED
@@ -1,6 +1,6 @@
1
1
  guidellm/__init__.py,sha256=qXCx-HonNByJ2PDKqOUnD7CcbxA7cazNKyqKigwyuyE,1139
2
2
  guidellm/__main__.py,sha256=R068ZOcVQxzSsvq93s4ZZTsW6Qp0eEX7nlvwqtJSpYQ,15225
3
- guidellm/config.py,sha256=DV4MQz5HpOvMPgmJHk5_-THyjRpiVbAd3x9i7KcVNIg,6671
3
+ guidellm/config.py,sha256=C4F9LapOr4Xu8P-nXltURrPVAMqpPl-NZb3On4mzaBg,6671
4
4
  guidellm/logger.py,sha256=mRLbC3jT8MnAN7_ZO00BAJKI33MX9QZgKUYaZ8NKOsQ,2909
5
5
  guidellm/version.py,sha256=XZeUwR24DzG1AjuKV0s8cRyc0Xv8cPiqXYSZTt7xQVg,127
6
6
  guidellm/backend/__init__.py,sha256=nQmxVNG9cDdNbY0NwjXxIRV4oyZKIhb6cGyuXOakFnk,489
@@ -12,7 +12,7 @@ guidellm/benchmark/aggregator.py,sha256=E6BZpBIFv5AtWhv2u5XH-tLohuUYNI9ZcMobhCxl
12
12
  guidellm/benchmark/benchmark.py,sha256=I4_VQI2vqVge94ZZL8lrEuNliHtB42g7Awf-ZVnudVM,31806
13
13
  guidellm/benchmark/benchmarker.py,sha256=pwhndRmbuZtsglezGB_F5fcjGOQU9A9cw8lY8upRl_M,11738
14
14
  guidellm/benchmark/entrypoints.py,sha256=eauxjJzAgM7oxcHX8lYcVIq9AkhYTkjK8CKpUQFvEo0,5817
15
- guidellm/benchmark/output.py,sha256=tzOT8YFGP9eoQulQsS1vFsw9zforBO0X97AkNSSrYLc,36337
15
+ guidellm/benchmark/output.py,sha256=UicODIA52eIfHbkveMwKLjf_J9qcpAnROTGSTMIha4s,36346
16
16
  guidellm/benchmark/profile.py,sha256=A-vovIl39d1GiI4cOYgWai_99yj2ExWVlx88LAbIm5I,13091
17
17
  guidellm/benchmark/progress.py,sha256=yydigV1E-jrF5cN__8m-1NiOlrdRaV68FgMBTZ7lK8E,25279
18
18
  guidellm/benchmark/scenario.py,sha256=5DhqrcuIwwumLBD065yRvHQ-VBi2Vk3DWXPU1zeFGDE,3309
@@ -33,7 +33,7 @@ guidellm/preprocess/__init__.py,sha256=6mRs1atYwYkdX4txez_bEVk-_nCDsNt5Wo20eWZ24
33
33
  guidellm/preprocess/dataset.py,sha256=P-TJEebcWnUFGczImc7AOi90vJ4sakZtU8NSYWhJXlM,12318
34
34
  guidellm/presentation/__init__.py,sha256=tkkHf8ZB_rH-rqnAGY21NuOw2GQq3WCGix_whMqeUSs,483
35
35
  guidellm/presentation/builder.py,sha256=kObRHGOp9D9D5GEVTIENxVF5S31JJ4MyCIQl_ue0xKc,894
36
- guidellm/presentation/data_models.py,sha256=ZAdObObCcSAfdT4Aat2KwHHd_ghEjpN8TnWHuPBp29o,7232
36
+ guidellm/presentation/data_models.py,sha256=vXjB-lG-a7GBFevroapGpMezK1ytQHSBKy6Y6COlpWQ,7230
37
37
  guidellm/presentation/injector.py,sha256=fiJQ3K9qcA7Lhje1rFFMz5MrMsn3O69pCW0N2n66yUU,1863
38
38
  guidellm/request/__init__.py,sha256=afqgezgqrrSvGA95y-1rAMyETqgKm9l-a0hAAP0lepk,419
39
39
  guidellm/request/loader.py,sha256=33-pYEXDwMJgaPuPWMUzJhIe0UpnQ7n5Zz84Qg637PA,9094
@@ -54,9 +54,9 @@ guidellm/utils/hf_datasets.py,sha256=C99cB4StbhjC8XtnzLLGe6A0TYrs63EapQZJQmQr8dI
54
54
  guidellm/utils/hf_transformers.py,sha256=3iF40l02VEWOcS8kasO8TSws0Lp3cE-NyiqoB9GnHuA,1021
55
55
  guidellm/utils/random.py,sha256=elA8HZ3AIN5T2pa7cgq35OVK__0SQmZVS4IzxJaOpvw,1310
56
56
  guidellm/utils/text.py,sha256=yCcaJHQGS6b2eNAgx9L9nlJi9pXLhpxuqkLRXdsk04A,6545
57
- guidellm-0.4.0a8.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
58
- guidellm-0.4.0a8.dist-info/METADATA,sha256=RGKa64_4hYsfPG1-OulQ8gZeER8Awg1YTbgMWhtMdT0,21095
59
- guidellm-0.4.0a8.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
60
- guidellm-0.4.0a8.dist-info/entry_points.txt,sha256=DzLFEg47fF7qY1b-9laPz9jg0KSKJ1_D9TbF93kLz_E,51
61
- guidellm-0.4.0a8.dist-info/top_level.txt,sha256=EXRGjnvFtL6MeZTe0tnHRMYcEWUW3vEqoG2zO7vFOtk,9
62
- guidellm-0.4.0a8.dist-info/RECORD,,
57
+ guidellm-0.4.0a18.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
58
+ guidellm-0.4.0a18.dist-info/METADATA,sha256=s3KPw0eYEQoWYDxJ1Zvn_I0UPrIxF_Jje0ZQ9FrFZ3Y,21096
59
+ guidellm-0.4.0a18.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
60
+ guidellm-0.4.0a18.dist-info/entry_points.txt,sha256=DzLFEg47fF7qY1b-9laPz9jg0KSKJ1_D9TbF93kLz_E,51
61
+ guidellm-0.4.0a18.dist-info/top_level.txt,sha256=EXRGjnvFtL6MeZTe0tnHRMYcEWUW3vEqoG2zO7vFOtk,9
62
+ guidellm-0.4.0a18.dist-info/RECORD,,