guidellm 0.2.0.dev0__py3-none-any.whl → 0.2.0rc20250421__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of guidellm might be problematic. Click here for more details.

@@ -298,8 +298,19 @@ class SweepProfile(AsyncProfile):
298
298
 
299
299
  min_rate = self.measured_rates[0]
300
300
  max_rate = self.measured_rates[1]
301
+ # Increase max rate by one step to hopefully find a better effective rate
302
+ max_rate += (max_rate - min_rate) / self.sweep_size
301
303
  rates = np.linspace(min_rate, max_rate, self.sweep_size - 1)[1:]
302
304
 
305
+ # Round to the next 0.25
306
+ rates = (np.ceil(rates * 8) + 1 ) // 2 / 4
307
+ # Remove duplicates caused by rounding
308
+ rates = np.unique(rates)
309
+
310
+ # End early if we don't have enough rates
311
+ if self.completed_strategies - 1 > len(rates):
312
+ return None
313
+
303
314
  if self.rate_type == "constant":
304
315
  return AsyncConstantStrategy(
305
316
  rate=rates[self.completed_strategies - 2],
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: guidellm
3
- Version: 0.2.0.dev0
3
+ Version: 0.2.0rc20250421
4
4
  Summary: Guidance platform for deploying and managing large language models.
5
5
  Author: Neuralmagic, Inc.
6
6
  License: Apache License
@@ -12,7 +12,7 @@ guidellm/benchmark/benchmark.py,sha256=NiWKosHDLM33uvXc3-Ij7H1ZMU46B1befkwsbkWIV
12
12
  guidellm/benchmark/benchmarker.py,sha256=aiJGkOPZYhVDQiEaLDSC3925J2Z2ACyvsKXFCOLejj0,11738
13
13
  guidellm/benchmark/entrypoints.py,sha256=OOi0B7-CMicbFEU2bzN2_OtUO8ybS-mFR3SHoZdDjK0,4930
14
14
  guidellm/benchmark/output.py,sha256=uOlT0eOmj1K7uzNyBHTokbGG_C8rscXYoiWpRrD7Tm8,34646
15
- guidellm/benchmark/profile.py,sha256=x136vEuqrXBoacPWXXOX-g8Oej0rYOhC-5E4DXaCvyg,13091
15
+ guidellm/benchmark/profile.py,sha256=SR66iQkLVBU3mtxpjH-Vj9F5KvFW99S0IFsVSwNWqHk,13528
16
16
  guidellm/benchmark/progress.py,sha256=NbaR3sriHGmfqmvnFqSIR7qCMjiuICUUr1Hu6pqd7ms,25279
17
17
  guidellm/data/__init__.py,sha256=sTZlJdpYcfFKkNk-CHtHm7_l8n9KwBhlM7qs247ELCY,120
18
18
  guidellm/data/prideandprejudice.txt.gz,sha256=dmze5vnnSZmTU5NP7E1zcH30bOOnpYu5Motlm57xpYk,241795
@@ -40,9 +40,9 @@ guidellm/utils/colors.py,sha256=D0IGz8A346-Pt5qgnP3S5uV-VgngJoXbfToVCOna41k,175
40
40
  guidellm/utils/hf_transformers.py,sha256=3iF40l02VEWOcS8kasO8TSws0Lp3cE-NyiqoB9GnHuA,1021
41
41
  guidellm/utils/random.py,sha256=Ub7cI8J0ZfTkjO_x98KHvVKYs_jUlgmjRp67p-lhY5c,1314
42
42
  guidellm/utils/text.py,sha256=8ei6_Sj_rPRV6lW7yivV9UwgXPzRtNMxNkJ8m0e8RX0,6347
43
- guidellm-0.2.0.dev0.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
44
- guidellm-0.2.0.dev0.dist-info/METADATA,sha256=wGKJI6eAPW-Slsh9xo_9g2rTxqQ77BR_CkFI-RXwtYU,30330
45
- guidellm-0.2.0.dev0.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
46
- guidellm-0.2.0.dev0.dist-info/entry_points.txt,sha256=DzLFEg47fF7qY1b-9laPz9jg0KSKJ1_D9TbF93kLz_E,51
47
- guidellm-0.2.0.dev0.dist-info/top_level.txt,sha256=EXRGjnvFtL6MeZTe0tnHRMYcEWUW3vEqoG2zO7vFOtk,9
48
- guidellm-0.2.0.dev0.dist-info/RECORD,,
43
+ guidellm-0.2.0rc20250421.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
44
+ guidellm-0.2.0rc20250421.dist-info/METADATA,sha256=ZUbHus7_UcR4d_UOxsuykM5ULiL_Mhapj63j5pgKtYI,30335
45
+ guidellm-0.2.0rc20250421.dist-info/WHEEL,sha256=pxyMxgL8-pra_rKaQ4drOZAegBVuX-G_4nRHjjgWbmo,91
46
+ guidellm-0.2.0rc20250421.dist-info/entry_points.txt,sha256=DzLFEg47fF7qY1b-9laPz9jg0KSKJ1_D9TbF93kLz_E,51
47
+ guidellm-0.2.0rc20250421.dist-info/top_level.txt,sha256=EXRGjnvFtL6MeZTe0tnHRMYcEWUW3vEqoG2zO7vFOtk,9
48
+ guidellm-0.2.0rc20250421.dist-info/RECORD,,
@@ -1,5 +1,5 @@
1
1
  Wheel-Version: 1.0
2
- Generator: setuptools (78.1.0)
2
+ Generator: setuptools (79.0.0)
3
3
  Root-Is-Purelib: true
4
4
  Tag: py3-none-any
5
5