guidellm 0.3.0rc20250425__tar.gz → 0.3.0rc20250507__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of guidellm might be problematic. Click here for more details.

Files changed (54) hide show
  1. {guidellm-0.3.0rc20250425/src/guidellm.egg-info → guidellm-0.3.0rc20250507}/PKG-INFO +1 -2
  2. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250507}/README.md +0 -1
  3. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250507}/pyproject.toml +1 -1
  4. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250507/src/guidellm.egg-info}/PKG-INFO +1 -2
  5. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250507}/LICENSE +0 -0
  6. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250507}/MANIFEST.in +0 -0
  7. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250507}/setup.cfg +0 -0
  8. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250507}/src/guidellm/__init__.py +0 -0
  9. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250507}/src/guidellm/__main__.py +0 -0
  10. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250507}/src/guidellm/backend/__init__.py +0 -0
  11. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250507}/src/guidellm/backend/backend.py +0 -0
  12. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250507}/src/guidellm/backend/openai.py +0 -0
  13. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250507}/src/guidellm/backend/response.py +0 -0
  14. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250507}/src/guidellm/benchmark/__init__.py +0 -0
  15. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250507}/src/guidellm/benchmark/aggregator.py +0 -0
  16. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250507}/src/guidellm/benchmark/benchmark.py +0 -0
  17. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250507}/src/guidellm/benchmark/benchmarker.py +0 -0
  18. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250507}/src/guidellm/benchmark/entrypoints.py +0 -0
  19. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250507}/src/guidellm/benchmark/output.py +0 -0
  20. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250507}/src/guidellm/benchmark/profile.py +0 -0
  21. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250507}/src/guidellm/benchmark/progress.py +0 -0
  22. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250507}/src/guidellm/config.py +0 -0
  23. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250507}/src/guidellm/data/__init__.py +0 -0
  24. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250507}/src/guidellm/data/prideandprejudice.txt.gz +0 -0
  25. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250507}/src/guidellm/dataset/__init__.py +0 -0
  26. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250507}/src/guidellm/dataset/creator.py +0 -0
  27. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250507}/src/guidellm/dataset/entrypoints.py +0 -0
  28. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250507}/src/guidellm/dataset/file.py +0 -0
  29. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250507}/src/guidellm/dataset/hf_datasets.py +0 -0
  30. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250507}/src/guidellm/dataset/in_memory.py +0 -0
  31. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250507}/src/guidellm/dataset/synthetic.py +0 -0
  32. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250507}/src/guidellm/logger.py +0 -0
  33. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250507}/src/guidellm/objects/__init__.py +0 -0
  34. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250507}/src/guidellm/objects/pydantic.py +0 -0
  35. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250507}/src/guidellm/objects/statistics.py +0 -0
  36. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250507}/src/guidellm/request/__init__.py +0 -0
  37. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250507}/src/guidellm/request/loader.py +0 -0
  38. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250507}/src/guidellm/request/request.py +0 -0
  39. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250507}/src/guidellm/scheduler/__init__.py +0 -0
  40. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250507}/src/guidellm/scheduler/result.py +0 -0
  41. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250507}/src/guidellm/scheduler/scheduler.py +0 -0
  42. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250507}/src/guidellm/scheduler/strategy.py +0 -0
  43. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250507}/src/guidellm/scheduler/types.py +0 -0
  44. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250507}/src/guidellm/scheduler/worker.py +0 -0
  45. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250507}/src/guidellm/utils/__init__.py +0 -0
  46. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250507}/src/guidellm/utils/colors.py +0 -0
  47. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250507}/src/guidellm/utils/hf_transformers.py +0 -0
  48. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250507}/src/guidellm/utils/random.py +0 -0
  49. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250507}/src/guidellm/utils/text.py +0 -0
  50. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250507}/src/guidellm.egg-info/SOURCES.txt +0 -0
  51. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250507}/src/guidellm.egg-info/dependency_links.txt +0 -0
  52. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250507}/src/guidellm.egg-info/entry_points.txt +0 -0
  53. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250507}/src/guidellm.egg-info/requires.txt +0 -0
  54. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250507}/src/guidellm.egg-info/top_level.txt +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: guidellm
3
- Version: 0.3.0rc20250425
3
+ Version: 0.3.0rc20250507
4
4
  Summary: Guidance platform for deploying and managing large language models.
5
5
  Author: Neuralmagic, Inc.
6
6
  License: Apache License
@@ -413,7 +413,6 @@ Our comprehensive documentation offers detailed guides and resources to help you
413
413
 
414
414
  - [**Installation Guide**](https://github.com/neuralmagic/guidellm/tree/main/docs/install.md) - This guide provides step-by-step instructions for installing GuideLLM, including prerequisites and setup tips.
415
415
  - [**Backends Guide**](https://github.com/neuralmagic/guidellm/tree/main/docs/backends.md) - A comprehensive overview of supported backends and how to set them up for use with GuideLLM.
416
- - [**Data/Datasets Guide**](https://github.com/neuralmagic/guidellm/tree/main/docs/datasets.md) - Information on supported datasets, including how to use them for benchmarking.
417
416
  - [**Metrics Guide**](https://github.com/neuralmagic/guidellm/tree/main/docs/metrics.md) - Detailed explanations of the metrics used in GuideLLM, including definitions and how to interpret them.
418
417
  - [**Outputs Guide**](https://github.com/neuralmagic/guidellm/tree/main/docs/outputs.md) - Information on the different output formats supported by GuideLLM and how to use them.
419
418
  - [**Architecture Overview**](https://github.com/neuralmagic/guidellm/tree/main/docs/architecture.md) - A detailed look at GuideLLM's design, components, and how they interact.
@@ -163,7 +163,6 @@ Our comprehensive documentation offers detailed guides and resources to help you
163
163
 
164
164
  - [**Installation Guide**](https://github.com/neuralmagic/guidellm/tree/main/docs/install.md) - This guide provides step-by-step instructions for installing GuideLLM, including prerequisites and setup tips.
165
165
  - [**Backends Guide**](https://github.com/neuralmagic/guidellm/tree/main/docs/backends.md) - A comprehensive overview of supported backends and how to set them up for use with GuideLLM.
166
- - [**Data/Datasets Guide**](https://github.com/neuralmagic/guidellm/tree/main/docs/datasets.md) - Information on supported datasets, including how to use them for benchmarking.
167
166
  - [**Metrics Guide**](https://github.com/neuralmagic/guidellm/tree/main/docs/metrics.md) - Detailed explanations of the metrics used in GuideLLM, including definitions and how to interpret them.
168
167
  - [**Outputs Guide**](https://github.com/neuralmagic/guidellm/tree/main/docs/outputs.md) - Information on the different output formats supported by GuideLLM and how to use them.
169
168
  - [**Architecture Overview**](https://github.com/neuralmagic/guidellm/tree/main/docs/architecture.md) - A detailed look at GuideLLM's design, components, and how they interact.
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
4
4
 
5
5
  [project]
6
6
  name = "guidellm"
7
- version = "0.3.0.rc20250425"
7
+ version = "0.3.0.rc20250507"
8
8
  description = "Guidance platform for deploying and managing large language models."
9
9
  requires-python = ">=3.9.0,<4.0"
10
10
  dependencies = [ "click", "datasets", "ftfy>=6.0.0", "httpx[http2]<1.0.0", "loguru", "numpy", "pillow", "protobuf", "pydantic>=2.0.0", "pydantic-settings>=2.0.0", "pyyaml>=6.0.0", "requests", "rich", "transformers",]
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: guidellm
3
- Version: 0.3.0rc20250425
3
+ Version: 0.3.0rc20250507
4
4
  Summary: Guidance platform for deploying and managing large language models.
5
5
  Author: Neuralmagic, Inc.
6
6
  License: Apache License
@@ -413,7 +413,6 @@ Our comprehensive documentation offers detailed guides and resources to help you
413
413
 
414
414
  - [**Installation Guide**](https://github.com/neuralmagic/guidellm/tree/main/docs/install.md) - This guide provides step-by-step instructions for installing GuideLLM, including prerequisites and setup tips.
415
415
  - [**Backends Guide**](https://github.com/neuralmagic/guidellm/tree/main/docs/backends.md) - A comprehensive overview of supported backends and how to set them up for use with GuideLLM.
416
- - [**Data/Datasets Guide**](https://github.com/neuralmagic/guidellm/tree/main/docs/datasets.md) - Information on supported datasets, including how to use them for benchmarking.
417
416
  - [**Metrics Guide**](https://github.com/neuralmagic/guidellm/tree/main/docs/metrics.md) - Detailed explanations of the metrics used in GuideLLM, including definitions and how to interpret them.
418
417
  - [**Outputs Guide**](https://github.com/neuralmagic/guidellm/tree/main/docs/outputs.md) - Information on the different output formats supported by GuideLLM and how to use them.
419
418
  - [**Architecture Overview**](https://github.com/neuralmagic/guidellm/tree/main/docs/architecture.md) - A detailed look at GuideLLM's design, components, and how they interact.