guidellm 0.2.0rc20250418__tar.gz → 0.2.0rc20250421__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of guidellm might be problematic. Click here for more details.

Files changed (54) hide show
  1. {guidellm-0.2.0rc20250418/src/guidellm.egg-info → guidellm-0.2.0rc20250421}/PKG-INFO +1 -1
  2. {guidellm-0.2.0rc20250418 → guidellm-0.2.0rc20250421}/pyproject.toml +1 -1
  3. {guidellm-0.2.0rc20250418 → guidellm-0.2.0rc20250421}/src/guidellm/benchmark/profile.py +11 -0
  4. {guidellm-0.2.0rc20250418 → guidellm-0.2.0rc20250421/src/guidellm.egg-info}/PKG-INFO +1 -1
  5. {guidellm-0.2.0rc20250418 → guidellm-0.2.0rc20250421}/LICENSE +0 -0
  6. {guidellm-0.2.0rc20250418 → guidellm-0.2.0rc20250421}/MANIFEST.in +0 -0
  7. {guidellm-0.2.0rc20250418 → guidellm-0.2.0rc20250421}/README.md +0 -0
  8. {guidellm-0.2.0rc20250418 → guidellm-0.2.0rc20250421}/setup.cfg +0 -0
  9. {guidellm-0.2.0rc20250418 → guidellm-0.2.0rc20250421}/src/guidellm/__init__.py +0 -0
  10. {guidellm-0.2.0rc20250418 → guidellm-0.2.0rc20250421}/src/guidellm/__main__.py +0 -0
  11. {guidellm-0.2.0rc20250418 → guidellm-0.2.0rc20250421}/src/guidellm/backend/__init__.py +0 -0
  12. {guidellm-0.2.0rc20250418 → guidellm-0.2.0rc20250421}/src/guidellm/backend/backend.py +0 -0
  13. {guidellm-0.2.0rc20250418 → guidellm-0.2.0rc20250421}/src/guidellm/backend/openai.py +0 -0
  14. {guidellm-0.2.0rc20250418 → guidellm-0.2.0rc20250421}/src/guidellm/backend/response.py +0 -0
  15. {guidellm-0.2.0rc20250418 → guidellm-0.2.0rc20250421}/src/guidellm/benchmark/__init__.py +0 -0
  16. {guidellm-0.2.0rc20250418 → guidellm-0.2.0rc20250421}/src/guidellm/benchmark/aggregator.py +0 -0
  17. {guidellm-0.2.0rc20250418 → guidellm-0.2.0rc20250421}/src/guidellm/benchmark/benchmark.py +0 -0
  18. {guidellm-0.2.0rc20250418 → guidellm-0.2.0rc20250421}/src/guidellm/benchmark/benchmarker.py +0 -0
  19. {guidellm-0.2.0rc20250418 → guidellm-0.2.0rc20250421}/src/guidellm/benchmark/entrypoints.py +0 -0
  20. {guidellm-0.2.0rc20250418 → guidellm-0.2.0rc20250421}/src/guidellm/benchmark/output.py +0 -0
  21. {guidellm-0.2.0rc20250418 → guidellm-0.2.0rc20250421}/src/guidellm/benchmark/progress.py +0 -0
  22. {guidellm-0.2.0rc20250418 → guidellm-0.2.0rc20250421}/src/guidellm/config.py +0 -0
  23. {guidellm-0.2.0rc20250418 → guidellm-0.2.0rc20250421}/src/guidellm/data/__init__.py +0 -0
  24. {guidellm-0.2.0rc20250418 → guidellm-0.2.0rc20250421}/src/guidellm/data/prideandprejudice.txt.gz +0 -0
  25. {guidellm-0.2.0rc20250418 → guidellm-0.2.0rc20250421}/src/guidellm/dataset/__init__.py +0 -0
  26. {guidellm-0.2.0rc20250418 → guidellm-0.2.0rc20250421}/src/guidellm/dataset/creator.py +0 -0
  27. {guidellm-0.2.0rc20250418 → guidellm-0.2.0rc20250421}/src/guidellm/dataset/entrypoints.py +0 -0
  28. {guidellm-0.2.0rc20250418 → guidellm-0.2.0rc20250421}/src/guidellm/dataset/file.py +0 -0
  29. {guidellm-0.2.0rc20250418 → guidellm-0.2.0rc20250421}/src/guidellm/dataset/hf_datasets.py +0 -0
  30. {guidellm-0.2.0rc20250418 → guidellm-0.2.0rc20250421}/src/guidellm/dataset/in_memory.py +0 -0
  31. {guidellm-0.2.0rc20250418 → guidellm-0.2.0rc20250421}/src/guidellm/dataset/synthetic.py +0 -0
  32. {guidellm-0.2.0rc20250418 → guidellm-0.2.0rc20250421}/src/guidellm/logger.py +0 -0
  33. {guidellm-0.2.0rc20250418 → guidellm-0.2.0rc20250421}/src/guidellm/objects/__init__.py +0 -0
  34. {guidellm-0.2.0rc20250418 → guidellm-0.2.0rc20250421}/src/guidellm/objects/pydantic.py +0 -0
  35. {guidellm-0.2.0rc20250418 → guidellm-0.2.0rc20250421}/src/guidellm/objects/statistics.py +0 -0
  36. {guidellm-0.2.0rc20250418 → guidellm-0.2.0rc20250421}/src/guidellm/request/__init__.py +0 -0
  37. {guidellm-0.2.0rc20250418 → guidellm-0.2.0rc20250421}/src/guidellm/request/loader.py +0 -0
  38. {guidellm-0.2.0rc20250418 → guidellm-0.2.0rc20250421}/src/guidellm/request/request.py +0 -0
  39. {guidellm-0.2.0rc20250418 → guidellm-0.2.0rc20250421}/src/guidellm/scheduler/__init__.py +0 -0
  40. {guidellm-0.2.0rc20250418 → guidellm-0.2.0rc20250421}/src/guidellm/scheduler/result.py +0 -0
  41. {guidellm-0.2.0rc20250418 → guidellm-0.2.0rc20250421}/src/guidellm/scheduler/scheduler.py +0 -0
  42. {guidellm-0.2.0rc20250418 → guidellm-0.2.0rc20250421}/src/guidellm/scheduler/strategy.py +0 -0
  43. {guidellm-0.2.0rc20250418 → guidellm-0.2.0rc20250421}/src/guidellm/scheduler/types.py +0 -0
  44. {guidellm-0.2.0rc20250418 → guidellm-0.2.0rc20250421}/src/guidellm/scheduler/worker.py +0 -0
  45. {guidellm-0.2.0rc20250418 → guidellm-0.2.0rc20250421}/src/guidellm/utils/__init__.py +0 -0
  46. {guidellm-0.2.0rc20250418 → guidellm-0.2.0rc20250421}/src/guidellm/utils/colors.py +0 -0
  47. {guidellm-0.2.0rc20250418 → guidellm-0.2.0rc20250421}/src/guidellm/utils/hf_transformers.py +0 -0
  48. {guidellm-0.2.0rc20250418 → guidellm-0.2.0rc20250421}/src/guidellm/utils/random.py +0 -0
  49. {guidellm-0.2.0rc20250418 → guidellm-0.2.0rc20250421}/src/guidellm/utils/text.py +0 -0
  50. {guidellm-0.2.0rc20250418 → guidellm-0.2.0rc20250421}/src/guidellm.egg-info/SOURCES.txt +0 -0
  51. {guidellm-0.2.0rc20250418 → guidellm-0.2.0rc20250421}/src/guidellm.egg-info/dependency_links.txt +0 -0
  52. {guidellm-0.2.0rc20250418 → guidellm-0.2.0rc20250421}/src/guidellm.egg-info/entry_points.txt +0 -0
  53. {guidellm-0.2.0rc20250418 → guidellm-0.2.0rc20250421}/src/guidellm.egg-info/requires.txt +0 -0
  54. {guidellm-0.2.0rc20250418 → guidellm-0.2.0rc20250421}/src/guidellm.egg-info/top_level.txt +0 -0
{guidellm-0.2.0rc20250418/src/guidellm.egg-info → guidellm-0.2.0rc20250421}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: guidellm
3
- Version: 0.2.0rc20250418
3
+ Version: 0.2.0rc20250421
4
4
  Summary: Guidance platform for deploying and managing large language models.
5
5
  Author: Neuralmagic, Inc.
6
6
  License: Apache License
{guidellm-0.2.0rc20250418 → guidellm-0.2.0rc20250421}/pyproject.toml RENAMED
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
4
4
 
5
5
  [project]
6
6
  name = "guidellm"
7
- version = "0.2.0.rc20250418"
7
+ version = "0.2.0.rc20250421"
8
8
  description = "Guidance platform for deploying and managing large language models."
9
9
  requires-python = ">=3.9.0,<4.0"
10
10
  dependencies = [ "click", "datasets", "ftfy>=6.0.0", "httpx[http2]<1.0.0", "loguru", "numpy", "pillow", "protobuf", "pydantic>=2.0.0", "pydantic-settings>=2.0.0", "pyyaml>=6.0.0", "requests", "rich", "transformers",]
{guidellm-0.2.0rc20250418 → guidellm-0.2.0rc20250421}/src/guidellm/benchmark/profile.py RENAMED
@@ -298,8 +298,19 @@ class SweepProfile(AsyncProfile):
298
298
 
299
299
  min_rate = self.measured_rates[0]
300
300
  max_rate = self.measured_rates[1]
301
+ # Increase max rate by one step to hopefully find a better effective rate
302
+ max_rate += (max_rate - min_rate) / self.sweep_size
301
303
  rates = np.linspace(min_rate, max_rate, self.sweep_size - 1)[1:]
302
304
 
305
+ # Round to the next 0.25
306
+ rates = (np.ceil(rates * 8) + 1 ) // 2 / 4
307
+ # Remove duplicates caused by rounding
308
+ rates = np.unique(rates)
309
+
310
+ # End early if we don't have enough rates
311
+ if self.completed_strategies - 1 > len(rates):
312
+ return None
313
+
303
314
  if self.rate_type == "constant":
304
315
  return AsyncConstantStrategy(
305
316
  rate=rates[self.completed_strategies - 2],
{guidellm-0.2.0rc20250418 → guidellm-0.2.0rc20250421/src/guidellm.egg-info}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: guidellm
3
- Version: 0.2.0rc20250418
3
+ Version: 0.2.0rc20250421
4
4
  Summary: Guidance platform for deploying and managing large language models.
5
5
  Author: Neuralmagic, Inc.
6
6
  License: Apache License