guidellm 0.3.0a12__py3-none-any.whl → 0.3.0a13__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of guidellm might be problematic. Click here for more details.

@@ -403,7 +403,7 @@ class BenchmarkAggregator(
403
403
  in_warmup_duration = (
404
404
  self.args.warmup_duration
405
405
  and result.request_info.worker_start
406
- <= (global_start_time - self.args.warmup_duration)
406
+ <= (global_start_time + self.args.warmup_duration)
407
407
  )
408
408
 
409
409
  if in_warmup_number or in_warmup_duration:
@@ -816,7 +816,7 @@ class GenerativeBenchmark(Benchmark):
816
816
  for req in total_with_output_first
817
817
  ],
818
818
  iter_counts=[
819
- req.prompt_tokens + req.output_tokens
819
+ req.output_tokens
820
820
  for req in total_with_output_first
821
821
  ],
822
822
  first_iter_counts=[
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: guidellm
3
- Version: 0.3.0a12
3
+ Version: 0.3.0a13
4
4
  Summary: Guidance platform for deploying and managing large language models.
5
5
  Author: Red Hat
6
6
  License-Expression: Apache-2.0
@@ -8,8 +8,8 @@ guidellm/backend/backend.py,sha256=C8zVY6Gq32OInBkc_Czm9SxByWWi4jeXSHt7rtQ3WAY,8
8
8
  guidellm/backend/openai.py,sha256=FrMpJcQDtb49TAgrPINmcOguXy5XJDIfr613h6M9iVY,25196
9
9
  guidellm/backend/response.py,sha256=ipv5amHOGHK0fW4rOIt1d8Vj1yXTizSh3Ux5MaN96KY,5139
10
10
  guidellm/benchmark/__init__.py,sha256=t5dEG93mmUtfQq6EycAG8awm28srOswlqsLp1hLZBQY,1775
11
- guidellm/benchmark/aggregator.py,sha256=RXdnVDSMBtwsFeBx1OH_Jh1uqyBEDQkbaeJeylwHmz4,31312
12
- guidellm/benchmark/benchmark.py,sha256=iEpDwmIlDPo71Ybb5-LItIm3epGr8tFoVaS1r3kavWw,31814
11
+ guidellm/benchmark/aggregator.py,sha256=UejpeLT2qAJDX4tgKHx-IUGxT6L4YP5bCq1vwSoxtKk,31312
12
+ guidellm/benchmark/benchmark.py,sha256=aMEkGj0dYsVkhIu-KMpCPO0HmE4ngI0h3wss_--Z2T0,31794
13
13
  guidellm/benchmark/benchmarker.py,sha256=aiJGkOPZYhVDQiEaLDSC3925J2Z2ACyvsKXFCOLejj0,11738
14
14
  guidellm/benchmark/entrypoints.py,sha256=n1BFXctAuhj-tUtJcC7soj8kGQIwUJjGVhdciCu-00Y,4913
15
15
  guidellm/benchmark/output.py,sha256=Co2dotBH036Q7m_8s4DEuohIqJCS3NNejQvl9WXYPEU,34647
@@ -41,9 +41,9 @@ guidellm/utils/colors.py,sha256=D0IGz8A346-Pt5qgnP3S5uV-VgngJoXbfToVCOna41k,175
41
41
  guidellm/utils/hf_transformers.py,sha256=3iF40l02VEWOcS8kasO8TSws0Lp3cE-NyiqoB9GnHuA,1021
42
42
  guidellm/utils/random.py,sha256=elA8HZ3AIN5T2pa7cgq35OVK__0SQmZVS4IzxJaOpvw,1310
43
43
  guidellm/utils/text.py,sha256=Xn6JUWy3B7gi1l0UkBFLizV9fnZ_kM3OQDMLlIZqsgE,6347
44
- guidellm-0.3.0a12.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
45
- guidellm-0.3.0a12.dist-info/METADATA,sha256=kW207vLddgbeqRk7I67XdcZ1ffQdvpfLKN249NtCnLE,18061
46
- guidellm-0.3.0a12.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
47
- guidellm-0.3.0a12.dist-info/entry_points.txt,sha256=DzLFEg47fF7qY1b-9laPz9jg0KSKJ1_D9TbF93kLz_E,51
48
- guidellm-0.3.0a12.dist-info/top_level.txt,sha256=EXRGjnvFtL6MeZTe0tnHRMYcEWUW3vEqoG2zO7vFOtk,9
49
- guidellm-0.3.0a12.dist-info/RECORD,,
44
+ guidellm-0.3.0a13.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
45
+ guidellm-0.3.0a13.dist-info/METADATA,sha256=UJg36ltzn67oqc2Qk5LVu8NTLkWYxm9j_wF-ofYr34I,18061
46
+ guidellm-0.3.0a13.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
47
+ guidellm-0.3.0a13.dist-info/entry_points.txt,sha256=DzLFEg47fF7qY1b-9laPz9jg0KSKJ1_D9TbF93kLz_E,51
48
+ guidellm-0.3.0a13.dist-info/top_level.txt,sha256=EXRGjnvFtL6MeZTe0tnHRMYcEWUW3vEqoG2zO7vFOtk,9
49
+ guidellm-0.3.0a13.dist-info/RECORD,,