guidellm 0.3.0rc20250425__tar.gz → 0.3.0rc20250429__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of guidellm might be problematic. Click here for more details.

Files changed (54) hide show
  1. {guidellm-0.3.0rc20250425/src/guidellm.egg-info → guidellm-0.3.0rc20250429}/PKG-INFO +3 -2
  2. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250429}/README.md +0 -1
  3. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250429}/pyproject.toml +2 -2
  4. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250429}/src/guidellm/utils/text.py +10 -2
  5. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250429/src/guidellm.egg-info}/PKG-INFO +3 -2
  6. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250429}/src/guidellm.egg-info/requires.txt +2 -0
  7. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250429}/LICENSE +0 -0
  8. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250429}/MANIFEST.in +0 -0
  9. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250429}/setup.cfg +0 -0
  10. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250429}/src/guidellm/__init__.py +0 -0
  11. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250429}/src/guidellm/__main__.py +0 -0
  12. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250429}/src/guidellm/backend/__init__.py +0 -0
  13. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250429}/src/guidellm/backend/backend.py +0 -0
  14. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250429}/src/guidellm/backend/openai.py +0 -0
  15. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250429}/src/guidellm/backend/response.py +0 -0
  16. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250429}/src/guidellm/benchmark/__init__.py +0 -0
  17. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250429}/src/guidellm/benchmark/aggregator.py +0 -0
  18. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250429}/src/guidellm/benchmark/benchmark.py +0 -0
  19. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250429}/src/guidellm/benchmark/benchmarker.py +0 -0
  20. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250429}/src/guidellm/benchmark/entrypoints.py +0 -0
  21. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250429}/src/guidellm/benchmark/output.py +0 -0
  22. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250429}/src/guidellm/benchmark/profile.py +0 -0
  23. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250429}/src/guidellm/benchmark/progress.py +0 -0
  24. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250429}/src/guidellm/config.py +0 -0
  25. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250429}/src/guidellm/data/__init__.py +0 -0
  26. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250429}/src/guidellm/data/prideandprejudice.txt.gz +0 -0
  27. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250429}/src/guidellm/dataset/__init__.py +0 -0
  28. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250429}/src/guidellm/dataset/creator.py +0 -0
  29. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250429}/src/guidellm/dataset/entrypoints.py +0 -0
  30. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250429}/src/guidellm/dataset/file.py +0 -0
  31. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250429}/src/guidellm/dataset/hf_datasets.py +0 -0
  32. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250429}/src/guidellm/dataset/in_memory.py +0 -0
  33. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250429}/src/guidellm/dataset/synthetic.py +0 -0
  34. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250429}/src/guidellm/logger.py +0 -0
  35. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250429}/src/guidellm/objects/__init__.py +0 -0
  36. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250429}/src/guidellm/objects/pydantic.py +0 -0
  37. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250429}/src/guidellm/objects/statistics.py +0 -0
  38. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250429}/src/guidellm/request/__init__.py +0 -0
  39. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250429}/src/guidellm/request/loader.py +0 -0
  40. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250429}/src/guidellm/request/request.py +0 -0
  41. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250429}/src/guidellm/scheduler/__init__.py +0 -0
  42. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250429}/src/guidellm/scheduler/result.py +0 -0
  43. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250429}/src/guidellm/scheduler/scheduler.py +0 -0
  44. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250429}/src/guidellm/scheduler/strategy.py +0 -0
  45. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250429}/src/guidellm/scheduler/types.py +0 -0
  46. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250429}/src/guidellm/scheduler/worker.py +0 -0
  47. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250429}/src/guidellm/utils/__init__.py +0 -0
  48. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250429}/src/guidellm/utils/colors.py +0 -0
  49. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250429}/src/guidellm/utils/hf_transformers.py +0 -0
  50. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250429}/src/guidellm/utils/random.py +0 -0
  51. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250429}/src/guidellm.egg-info/SOURCES.txt +0 -0
  52. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250429}/src/guidellm.egg-info/dependency_links.txt +0 -0
  53. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250429}/src/guidellm.egg-info/entry_points.txt +0 -0
  54. {guidellm-0.3.0rc20250425 → guidellm-0.3.0rc20250429}/src/guidellm.egg-info/top_level.txt +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: guidellm
3
- Version: 0.3.0rc20250425
3
+ Version: 0.3.0rc20250429
4
4
  Summary: Guidance platform for deploying and managing large language models.
5
5
  Author: Neuralmagic, Inc.
6
6
  License: Apache License
@@ -228,6 +228,7 @@ Requires-Dist: pre-commit~=3.5.0; extra == "dev"
228
228
  Requires-Dist: scipy~=1.10; extra == "dev"
229
229
  Requires-Dist: sphinx~=7.1.2; extra == "dev"
230
230
  Requires-Dist: tox~=4.16.0; extra == "dev"
231
+ Requires-Dist: fastapi; extra == "dev"
231
232
  Requires-Dist: lorem~=0.1.1; extra == "dev"
232
233
  Requires-Dist: pytest~=8.2.2; extra == "dev"
233
234
  Requires-Dist: pytest-asyncio~=0.23.8; extra == "dev"
@@ -236,6 +237,7 @@ Requires-Dist: pytest-mock~=3.14.0; extra == "dev"
236
237
  Requires-Dist: pytest-rerunfailures~=14.0; extra == "dev"
237
238
  Requires-Dist: requests-mock~=1.12.1; extra == "dev"
238
239
  Requires-Dist: respx~=0.22.0; extra == "dev"
240
+ Requires-Dist: uvicorn; extra == "dev"
239
241
  Requires-Dist: mypy~=1.10.1; extra == "dev"
240
242
  Requires-Dist: ruff~=0.5.2; extra == "dev"
241
243
  Requires-Dist: mdformat~=0.7.17; extra == "dev"
@@ -413,7 +415,6 @@ Our comprehensive documentation offers detailed guides and resources to help you
413
415
 
414
416
  - [**Installation Guide**](https://github.com/neuralmagic/guidellm/tree/main/docs/install.md) - This guide provides step-by-step instructions for installing GuideLLM, including prerequisites and setup tips.
415
417
  - [**Backends Guide**](https://github.com/neuralmagic/guidellm/tree/main/docs/backends.md) - A comprehensive overview of supported backends and how to set them up for use with GuideLLM.
416
- - [**Data/Datasets Guide**](https://github.com/neuralmagic/guidellm/tree/main/docs/datasets.md) - Information on supported datasets, including how to use them for benchmarking.
417
418
  - [**Metrics Guide**](https://github.com/neuralmagic/guidellm/tree/main/docs/metrics.md) - Detailed explanations of the metrics used in GuideLLM, including definitions and how to interpret them.
418
419
  - [**Outputs Guide**](https://github.com/neuralmagic/guidellm/tree/main/docs/outputs.md) - Information on the different output formats supported by GuideLLM and how to use them.
419
420
  - [**Architecture Overview**](https://github.com/neuralmagic/guidellm/tree/main/docs/architecture.md) - A detailed look at GuideLLM's design, components, and how they interact.
@@ -163,7 +163,6 @@ Our comprehensive documentation offers detailed guides and resources to help you
163
163
 
164
164
  - [**Installation Guide**](https://github.com/neuralmagic/guidellm/tree/main/docs/install.md) - This guide provides step-by-step instructions for installing GuideLLM, including prerequisites and setup tips.
165
165
  - [**Backends Guide**](https://github.com/neuralmagic/guidellm/tree/main/docs/backends.md) - A comprehensive overview of supported backends and how to set them up for use with GuideLLM.
166
- - [**Data/Datasets Guide**](https://github.com/neuralmagic/guidellm/tree/main/docs/datasets.md) - Information on supported datasets, including how to use them for benchmarking.
167
166
  - [**Metrics Guide**](https://github.com/neuralmagic/guidellm/tree/main/docs/metrics.md) - Detailed explanations of the metrics used in GuideLLM, including definitions and how to interpret them.
168
167
  - [**Outputs Guide**](https://github.com/neuralmagic/guidellm/tree/main/docs/outputs.md) - Information on the different output formats supported by GuideLLM and how to use them.
169
168
  - [**Architecture Overview**](https://github.com/neuralmagic/guidellm/tree/main/docs/architecture.md) - A detailed look at GuideLLM's design, components, and how they interact.
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
4
4
 
5
5
  [project]
6
6
  name = "guidellm"
7
- version = "0.3.0.rc20250425"
7
+ version = "0.3.0.rc20250429"
8
8
  description = "Guidance platform for deploying and managing large language models."
9
9
  requires-python = ">=3.9.0,<4.0"
10
10
  dependencies = [ "click", "datasets", "ftfy>=6.0.0", "httpx[http2]<1.0.0", "loguru", "numpy", "pillow", "protobuf", "pydantic>=2.0.0", "pydantic-settings>=2.0.0", "pyyaml>=6.0.0", "requests", "rich", "transformers",]
@@ -43,7 +43,7 @@ file = "LICENSE"
43
43
  homepage = "https://github.com/neuralmagic/guidellm"
44
44
 
45
45
  [project.optional-dependencies]
46
- dev = [ "pre-commit~=3.5.0", "scipy~=1.10", "sphinx~=7.1.2", "tox~=4.16.0", "lorem~=0.1.1", "pytest~=8.2.2", "pytest-asyncio~=0.23.8", "pytest-cov~=5.0.0", "pytest-mock~=3.14.0", "pytest-rerunfailures~=14.0", "requests-mock~=1.12.1", "respx~=0.22.0", "mypy~=1.10.1", "ruff~=0.5.2", "mdformat~=0.7.17", "mdformat-footnote~=0.1.1", "mdformat-frontmatter~=2.0.8", "mdformat-gfm~=0.3.6", "types-click~=7.1.8", "types-PyYAML~=6.0.1", "types-requests~=2.32.0", "types-toml",]
46
+ dev = [ "pre-commit~=3.5.0", "scipy~=1.10", "sphinx~=7.1.2", "tox~=4.16.0", "fastapi", "lorem~=0.1.1", "pytest~=8.2.2", "pytest-asyncio~=0.23.8", "pytest-cov~=5.0.0", "pytest-mock~=3.14.0", "pytest-rerunfailures~=14.0", "requests-mock~=1.12.1", "respx~=0.22.0", "uvicorn", "mypy~=1.10.1", "ruff~=0.5.2", "mdformat~=0.7.17", "mdformat-footnote~=0.1.1", "mdformat-frontmatter~=2.0.8", "mdformat-gfm~=0.3.6", "types-click~=7.1.8", "types-PyYAML~=6.0.1", "types-requests~=2.32.0", "types-toml",]
47
47
 
48
48
  [tool.setuptools.package-data]
49
49
  "guidellm.data" = [ "*.gz",]
@@ -115,11 +115,19 @@ def clean_text(text: str) -> str:
115
115
  return re.sub(r"\s+", " ", ftfy.fix_text(text)).strip()
116
116
 
117
117
 
118
- def split_text(text: str, split_punctuation: bool = False) -> list[str]:
118
+ def split_text(
119
+ text: str, split_punctuation: bool = False, split_whitespace: bool = False
120
+ ) -> list[str]:
119
121
  text = clean_text(text)
120
122
 
123
+ if split_punctuation and split_whitespace:
124
+ return re.findall(r"\w+|\s+|[^\w\s]", text)
125
+
121
126
  if split_punctuation:
122
- return re.findall(r"[\w]+|[.,!?;]", text)
127
+ return re.findall(r"\w+|[^\w\s]", text)
128
+
129
+ if split_whitespace:
130
+ return re.findall(r"\S+|\s+", text)
123
131
 
124
132
  return text.split()
125
133
 
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: guidellm
3
- Version: 0.3.0rc20250425
3
+ Version: 0.3.0rc20250429
4
4
  Summary: Guidance platform for deploying and managing large language models.
5
5
  Author: Neuralmagic, Inc.
6
6
  License: Apache License
@@ -228,6 +228,7 @@ Requires-Dist: pre-commit~=3.5.0; extra == "dev"
228
228
  Requires-Dist: scipy~=1.10; extra == "dev"
229
229
  Requires-Dist: sphinx~=7.1.2; extra == "dev"
230
230
  Requires-Dist: tox~=4.16.0; extra == "dev"
231
+ Requires-Dist: fastapi; extra == "dev"
231
232
  Requires-Dist: lorem~=0.1.1; extra == "dev"
232
233
  Requires-Dist: pytest~=8.2.2; extra == "dev"
233
234
  Requires-Dist: pytest-asyncio~=0.23.8; extra == "dev"
@@ -236,6 +237,7 @@ Requires-Dist: pytest-mock~=3.14.0; extra == "dev"
236
237
  Requires-Dist: pytest-rerunfailures~=14.0; extra == "dev"
237
238
  Requires-Dist: requests-mock~=1.12.1; extra == "dev"
238
239
  Requires-Dist: respx~=0.22.0; extra == "dev"
240
+ Requires-Dist: uvicorn; extra == "dev"
239
241
  Requires-Dist: mypy~=1.10.1; extra == "dev"
240
242
  Requires-Dist: ruff~=0.5.2; extra == "dev"
241
243
  Requires-Dist: mdformat~=0.7.17; extra == "dev"
@@ -413,7 +415,6 @@ Our comprehensive documentation offers detailed guides and resources to help you
413
415
 
414
416
  - [**Installation Guide**](https://github.com/neuralmagic/guidellm/tree/main/docs/install.md) - This guide provides step-by-step instructions for installing GuideLLM, including prerequisites and setup tips.
415
417
  - [**Backends Guide**](https://github.com/neuralmagic/guidellm/tree/main/docs/backends.md) - A comprehensive overview of supported backends and how to set them up for use with GuideLLM.
416
- - [**Data/Datasets Guide**](https://github.com/neuralmagic/guidellm/tree/main/docs/datasets.md) - Information on supported datasets, including how to use them for benchmarking.
417
418
  - [**Metrics Guide**](https://github.com/neuralmagic/guidellm/tree/main/docs/metrics.md) - Detailed explanations of the metrics used in GuideLLM, including definitions and how to interpret them.
418
419
  - [**Outputs Guide**](https://github.com/neuralmagic/guidellm/tree/main/docs/outputs.md) - Information on the different output formats supported by GuideLLM and how to use them.
419
420
  - [**Architecture Overview**](https://github.com/neuralmagic/guidellm/tree/main/docs/architecture.md) - A detailed look at GuideLLM's design, components, and how they interact.
@@ -18,6 +18,7 @@ pre-commit~=3.5.0
18
18
  scipy~=1.10
19
19
  sphinx~=7.1.2
20
20
  tox~=4.16.0
21
+ fastapi
21
22
  lorem~=0.1.1
22
23
  pytest~=8.2.2
23
24
  pytest-asyncio~=0.23.8
@@ -26,6 +27,7 @@ pytest-mock~=3.14.0
26
27
  pytest-rerunfailures~=14.0
27
28
  requests-mock~=1.12.1
28
29
  respx~=0.22.0
30
+ uvicorn
29
31
  mypy~=1.10.1
30
32
  ruff~=0.5.2
31
33
  mdformat~=0.7.17