guidellm 0.3.0a12__tar.gz → 0.3.0a13__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of guidellm might be problematic. Click here for more details.

Files changed (57) hide show
  1. {guidellm-0.3.0a12/src/guidellm.egg-info → guidellm-0.3.0a13}/PKG-INFO +1 -1
  2. {guidellm-0.3.0a12 → guidellm-0.3.0a13}/src/guidellm/benchmark/aggregator.py +1 -1
  3. {guidellm-0.3.0a12 → guidellm-0.3.0a13}/src/guidellm/benchmark/benchmark.py +1 -1
  4. guidellm-0.3.0a13/src/guidellm/version.py +6 -0
  5. {guidellm-0.3.0a12 → guidellm-0.3.0a13/src/guidellm.egg-info}/PKG-INFO +1 -1
  6. guidellm-0.3.0a12/src/guidellm/version.py +0 -6
  7. {guidellm-0.3.0a12 → guidellm-0.3.0a13}/LICENSE +0 -0
  8. {guidellm-0.3.0a12 → guidellm-0.3.0a13}/MANIFEST.in +0 -0
  9. {guidellm-0.3.0a12 → guidellm-0.3.0a13}/README.md +0 -0
  10. {guidellm-0.3.0a12 → guidellm-0.3.0a13}/pyproject.toml +0 -0
  11. {guidellm-0.3.0a12 → guidellm-0.3.0a13}/setup.cfg +0 -0
  12. {guidellm-0.3.0a12 → guidellm-0.3.0a13}/setup.py +0 -0
  13. {guidellm-0.3.0a12 → guidellm-0.3.0a13}/src/guidellm/__init__.py +0 -0
  14. {guidellm-0.3.0a12 → guidellm-0.3.0a13}/src/guidellm/__main__.py +0 -0
  15. {guidellm-0.3.0a12 → guidellm-0.3.0a13}/src/guidellm/backend/__init__.py +0 -0
  16. {guidellm-0.3.0a12 → guidellm-0.3.0a13}/src/guidellm/backend/backend.py +0 -0
  17. {guidellm-0.3.0a12 → guidellm-0.3.0a13}/src/guidellm/backend/openai.py +0 -0
  18. {guidellm-0.3.0a12 → guidellm-0.3.0a13}/src/guidellm/backend/response.py +0 -0
  19. {guidellm-0.3.0a12 → guidellm-0.3.0a13}/src/guidellm/benchmark/__init__.py +0 -0
  20. {guidellm-0.3.0a12 → guidellm-0.3.0a13}/src/guidellm/benchmark/benchmarker.py +0 -0
  21. {guidellm-0.3.0a12 → guidellm-0.3.0a13}/src/guidellm/benchmark/entrypoints.py +0 -0
  22. {guidellm-0.3.0a12 → guidellm-0.3.0a13}/src/guidellm/benchmark/output.py +0 -0
  23. {guidellm-0.3.0a12 → guidellm-0.3.0a13}/src/guidellm/benchmark/profile.py +0 -0
  24. {guidellm-0.3.0a12 → guidellm-0.3.0a13}/src/guidellm/benchmark/progress.py +0 -0
  25. {guidellm-0.3.0a12 → guidellm-0.3.0a13}/src/guidellm/config.py +0 -0
  26. {guidellm-0.3.0a12 → guidellm-0.3.0a13}/src/guidellm/data/__init__.py +0 -0
  27. {guidellm-0.3.0a12 → guidellm-0.3.0a13}/src/guidellm/data/prideandprejudice.txt.gz +0 -0
  28. {guidellm-0.3.0a12 → guidellm-0.3.0a13}/src/guidellm/dataset/__init__.py +0 -0
  29. {guidellm-0.3.0a12 → guidellm-0.3.0a13}/src/guidellm/dataset/creator.py +0 -0
  30. {guidellm-0.3.0a12 → guidellm-0.3.0a13}/src/guidellm/dataset/entrypoints.py +0 -0
  31. {guidellm-0.3.0a12 → guidellm-0.3.0a13}/src/guidellm/dataset/file.py +0 -0
  32. {guidellm-0.3.0a12 → guidellm-0.3.0a13}/src/guidellm/dataset/hf_datasets.py +0 -0
  33. {guidellm-0.3.0a12 → guidellm-0.3.0a13}/src/guidellm/dataset/in_memory.py +0 -0
  34. {guidellm-0.3.0a12 → guidellm-0.3.0a13}/src/guidellm/dataset/synthetic.py +0 -0
  35. {guidellm-0.3.0a12 → guidellm-0.3.0a13}/src/guidellm/logger.py +0 -0
  36. {guidellm-0.3.0a12 → guidellm-0.3.0a13}/src/guidellm/objects/__init__.py +0 -0
  37. {guidellm-0.3.0a12 → guidellm-0.3.0a13}/src/guidellm/objects/pydantic.py +0 -0
  38. {guidellm-0.3.0a12 → guidellm-0.3.0a13}/src/guidellm/objects/statistics.py +0 -0
  39. {guidellm-0.3.0a12 → guidellm-0.3.0a13}/src/guidellm/request/__init__.py +0 -0
  40. {guidellm-0.3.0a12 → guidellm-0.3.0a13}/src/guidellm/request/loader.py +0 -0
  41. {guidellm-0.3.0a12 → guidellm-0.3.0a13}/src/guidellm/request/request.py +0 -0
  42. {guidellm-0.3.0a12 → guidellm-0.3.0a13}/src/guidellm/scheduler/__init__.py +0 -0
  43. {guidellm-0.3.0a12 → guidellm-0.3.0a13}/src/guidellm/scheduler/result.py +0 -0
  44. {guidellm-0.3.0a12 → guidellm-0.3.0a13}/src/guidellm/scheduler/scheduler.py +0 -0
  45. {guidellm-0.3.0a12 → guidellm-0.3.0a13}/src/guidellm/scheduler/strategy.py +0 -0
  46. {guidellm-0.3.0a12 → guidellm-0.3.0a13}/src/guidellm/scheduler/types.py +0 -0
  47. {guidellm-0.3.0a12 → guidellm-0.3.0a13}/src/guidellm/scheduler/worker.py +0 -0
  48. {guidellm-0.3.0a12 → guidellm-0.3.0a13}/src/guidellm/utils/__init__.py +0 -0
  49. {guidellm-0.3.0a12 → guidellm-0.3.0a13}/src/guidellm/utils/colors.py +0 -0
  50. {guidellm-0.3.0a12 → guidellm-0.3.0a13}/src/guidellm/utils/hf_transformers.py +0 -0
  51. {guidellm-0.3.0a12 → guidellm-0.3.0a13}/src/guidellm/utils/random.py +0 -0
  52. {guidellm-0.3.0a12 → guidellm-0.3.0a13}/src/guidellm/utils/text.py +0 -0
  53. {guidellm-0.3.0a12 → guidellm-0.3.0a13}/src/guidellm.egg-info/SOURCES.txt +0 -0
  54. {guidellm-0.3.0a12 → guidellm-0.3.0a13}/src/guidellm.egg-info/dependency_links.txt +0 -0
  55. {guidellm-0.3.0a12 → guidellm-0.3.0a13}/src/guidellm.egg-info/entry_points.txt +0 -0
  56. {guidellm-0.3.0a12 → guidellm-0.3.0a13}/src/guidellm.egg-info/requires.txt +0 -0
  57. {guidellm-0.3.0a12 → guidellm-0.3.0a13}/src/guidellm.egg-info/top_level.txt +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: guidellm
3
- Version: 0.3.0a12
3
+ Version: 0.3.0a13
4
4
  Summary: Guidance platform for deploying and managing large language models.
5
5
  Author: Red Hat
6
6
  License-Expression: Apache-2.0
@@ -403,7 +403,7 @@ class BenchmarkAggregator(
403
403
  in_warmup_duration = (
404
404
  self.args.warmup_duration
405
405
  and result.request_info.worker_start
406
- <= (global_start_time - self.args.warmup_duration)
406
+ <= (global_start_time + self.args.warmup_duration)
407
407
  )
408
408
 
409
409
  if in_warmup_number or in_warmup_duration:
@@ -816,7 +816,7 @@ class GenerativeBenchmark(Benchmark):
816
816
  for req in total_with_output_first
817
817
  ],
818
818
  iter_counts=[
819
- req.prompt_tokens + req.output_tokens
819
+ req.output_tokens
820
820
  for req in total_with_output_first
821
821
  ],
822
822
  first_iter_counts=[
@@ -0,0 +1,6 @@
1
+ version = "0.3.0a13"
2
+ build_type = "nightly"
3
+ build_iteration = "13"
4
+ git_commit = "66017f5d4581124d693fa4343939ed8b8fd94947"
5
+ git_branch = "main"
6
+ git_last_tag = "v0.2.1"
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: guidellm
3
- Version: 0.3.0a12
3
+ Version: 0.3.0a13
4
4
  Summary: Guidance platform for deploying and managing large language models.
5
5
  Author: Red Hat
6
6
  License-Expression: Apache-2.0
@@ -1,6 +0,0 @@
1
- version = "0.3.0a12"
2
- build_type = "nightly"
3
- build_iteration = "12"
4
- git_commit = "6fff1bf770ae310aea286b1b8f3508c3ca46dc6f"
5
- git_branch = "main"
6
- git_last_tag = "v0.2.1"
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes