guidellm 0.2.0rc20250418__py3-none-any.whl → 0.2.0rc20250421__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of guidellm might be problematic. Click here for more details.
- guidellm/benchmark/profile.py +11 -0
- {guidellm-0.2.0rc20250418.dist-info → guidellm-0.2.0rc20250421.dist-info}/METADATA +1 -1
- {guidellm-0.2.0rc20250418.dist-info → guidellm-0.2.0rc20250421.dist-info}/RECORD +7 -7
- {guidellm-0.2.0rc20250418.dist-info → guidellm-0.2.0rc20250421.dist-info}/WHEEL +1 -1
- {guidellm-0.2.0rc20250418.dist-info → guidellm-0.2.0rc20250421.dist-info}/entry_points.txt +0 -0
- {guidellm-0.2.0rc20250418.dist-info → guidellm-0.2.0rc20250421.dist-info}/licenses/LICENSE +0 -0
- {guidellm-0.2.0rc20250418.dist-info → guidellm-0.2.0rc20250421.dist-info}/top_level.txt +0 -0
guidellm/benchmark/profile.py
CHANGED
|
@@ -298,8 +298,19 @@ class SweepProfile(AsyncProfile):
|
|
|
298
298
|
|
|
299
299
|
min_rate = self.measured_rates[0]
|
|
300
300
|
max_rate = self.measured_rates[1]
|
|
301
|
+
# Increase max rate by one step to hopefully find a better effective rate
|
|
302
|
+
max_rate += (max_rate - min_rate) / self.sweep_size
|
|
301
303
|
rates = np.linspace(min_rate, max_rate, self.sweep_size - 1)[1:]
|
|
302
304
|
|
|
305
|
+
# Round to the next 0.25
|
|
306
|
+
rates = (np.ceil(rates * 8) + 1 ) // 2 / 4
|
|
307
|
+
# Remove duplicates caused by rounding
|
|
308
|
+
rates = np.unique(rates)
|
|
309
|
+
|
|
310
|
+
# End early if we don't have enough rates
|
|
311
|
+
if self.completed_strategies - 1 > len(rates):
|
|
312
|
+
return None
|
|
313
|
+
|
|
303
314
|
if self.rate_type == "constant":
|
|
304
315
|
return AsyncConstantStrategy(
|
|
305
316
|
rate=rates[self.completed_strategies - 2],
|
|
@@ -12,7 +12,7 @@ guidellm/benchmark/benchmark.py,sha256=NiWKosHDLM33uvXc3-Ij7H1ZMU46B1befkwsbkWIV
|
|
|
12
12
|
guidellm/benchmark/benchmarker.py,sha256=aiJGkOPZYhVDQiEaLDSC3925J2Z2ACyvsKXFCOLejj0,11738
|
|
13
13
|
guidellm/benchmark/entrypoints.py,sha256=OOi0B7-CMicbFEU2bzN2_OtUO8ybS-mFR3SHoZdDjK0,4930
|
|
14
14
|
guidellm/benchmark/output.py,sha256=uOlT0eOmj1K7uzNyBHTokbGG_C8rscXYoiWpRrD7Tm8,34646
|
|
15
|
-
guidellm/benchmark/profile.py,sha256=
|
|
15
|
+
guidellm/benchmark/profile.py,sha256=SR66iQkLVBU3mtxpjH-Vj9F5KvFW99S0IFsVSwNWqHk,13528
|
|
16
16
|
guidellm/benchmark/progress.py,sha256=NbaR3sriHGmfqmvnFqSIR7qCMjiuICUUr1Hu6pqd7ms,25279
|
|
17
17
|
guidellm/data/__init__.py,sha256=sTZlJdpYcfFKkNk-CHtHm7_l8n9KwBhlM7qs247ELCY,120
|
|
18
18
|
guidellm/data/prideandprejudice.txt.gz,sha256=dmze5vnnSZmTU5NP7E1zcH30bOOnpYu5Motlm57xpYk,241795
|
|
@@ -40,9 +40,9 @@ guidellm/utils/colors.py,sha256=D0IGz8A346-Pt5qgnP3S5uV-VgngJoXbfToVCOna41k,175
|
|
|
40
40
|
guidellm/utils/hf_transformers.py,sha256=3iF40l02VEWOcS8kasO8TSws0Lp3cE-NyiqoB9GnHuA,1021
|
|
41
41
|
guidellm/utils/random.py,sha256=Ub7cI8J0ZfTkjO_x98KHvVKYs_jUlgmjRp67p-lhY5c,1314
|
|
42
42
|
guidellm/utils/text.py,sha256=8ei6_Sj_rPRV6lW7yivV9UwgXPzRtNMxNkJ8m0e8RX0,6347
|
|
43
|
-
guidellm-0.2.
|
|
44
|
-
guidellm-0.2.
|
|
45
|
-
guidellm-0.2.
|
|
46
|
-
guidellm-0.2.
|
|
47
|
-
guidellm-0.2.
|
|
48
|
-
guidellm-0.2.
|
|
43
|
+
guidellm-0.2.0rc20250421.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
|
|
44
|
+
guidellm-0.2.0rc20250421.dist-info/METADATA,sha256=ZUbHus7_UcR4d_UOxsuykM5ULiL_Mhapj63j5pgKtYI,30335
|
|
45
|
+
guidellm-0.2.0rc20250421.dist-info/WHEEL,sha256=pxyMxgL8-pra_rKaQ4drOZAegBVuX-G_4nRHjjgWbmo,91
|
|
46
|
+
guidellm-0.2.0rc20250421.dist-info/entry_points.txt,sha256=DzLFEg47fF7qY1b-9laPz9jg0KSKJ1_D9TbF93kLz_E,51
|
|
47
|
+
guidellm-0.2.0rc20250421.dist-info/top_level.txt,sha256=EXRGjnvFtL6MeZTe0tnHRMYcEWUW3vEqoG2zO7vFOtk,9
|
|
48
|
+
guidellm-0.2.0rc20250421.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|