guidellm 0.3.0rc20250429__tar.gz → 0.3.0rc20250507__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of guidellm might be problematic. Click here for more details.

Files changed (54) hide show
  1. {guidellm-0.3.0rc20250429/src/guidellm.egg-info → guidellm-0.3.0rc20250507}/PKG-INFO +1 -3
  2. {guidellm-0.3.0rc20250429 → guidellm-0.3.0rc20250507}/pyproject.toml +2 -2
  3. {guidellm-0.3.0rc20250429 → guidellm-0.3.0rc20250507}/src/guidellm/utils/text.py +2 -10
  4. {guidellm-0.3.0rc20250429 → guidellm-0.3.0rc20250507/src/guidellm.egg-info}/PKG-INFO +1 -3
  5. {guidellm-0.3.0rc20250429 → guidellm-0.3.0rc20250507}/src/guidellm.egg-info/requires.txt +0 -2
  6. {guidellm-0.3.0rc20250429 → guidellm-0.3.0rc20250507}/LICENSE +0 -0
  7. {guidellm-0.3.0rc20250429 → guidellm-0.3.0rc20250507}/MANIFEST.in +0 -0
  8. {guidellm-0.3.0rc20250429 → guidellm-0.3.0rc20250507}/README.md +0 -0
  9. {guidellm-0.3.0rc20250429 → guidellm-0.3.0rc20250507}/setup.cfg +0 -0
  10. {guidellm-0.3.0rc20250429 → guidellm-0.3.0rc20250507}/src/guidellm/__init__.py +0 -0
  11. {guidellm-0.3.0rc20250429 → guidellm-0.3.0rc20250507}/src/guidellm/__main__.py +0 -0
  12. {guidellm-0.3.0rc20250429 → guidellm-0.3.0rc20250507}/src/guidellm/backend/__init__.py +0 -0
  13. {guidellm-0.3.0rc20250429 → guidellm-0.3.0rc20250507}/src/guidellm/backend/backend.py +0 -0
  14. {guidellm-0.3.0rc20250429 → guidellm-0.3.0rc20250507}/src/guidellm/backend/openai.py +0 -0
  15. {guidellm-0.3.0rc20250429 → guidellm-0.3.0rc20250507}/src/guidellm/backend/response.py +0 -0
  16. {guidellm-0.3.0rc20250429 → guidellm-0.3.0rc20250507}/src/guidellm/benchmark/__init__.py +0 -0
  17. {guidellm-0.3.0rc20250429 → guidellm-0.3.0rc20250507}/src/guidellm/benchmark/aggregator.py +0 -0
  18. {guidellm-0.3.0rc20250429 → guidellm-0.3.0rc20250507}/src/guidellm/benchmark/benchmark.py +0 -0
  19. {guidellm-0.3.0rc20250429 → guidellm-0.3.0rc20250507}/src/guidellm/benchmark/benchmarker.py +0 -0
  20. {guidellm-0.3.0rc20250429 → guidellm-0.3.0rc20250507}/src/guidellm/benchmark/entrypoints.py +0 -0
  21. {guidellm-0.3.0rc20250429 → guidellm-0.3.0rc20250507}/src/guidellm/benchmark/output.py +0 -0
  22. {guidellm-0.3.0rc20250429 → guidellm-0.3.0rc20250507}/src/guidellm/benchmark/profile.py +0 -0
  23. {guidellm-0.3.0rc20250429 → guidellm-0.3.0rc20250507}/src/guidellm/benchmark/progress.py +0 -0
  24. {guidellm-0.3.0rc20250429 → guidellm-0.3.0rc20250507}/src/guidellm/config.py +0 -0
  25. {guidellm-0.3.0rc20250429 → guidellm-0.3.0rc20250507}/src/guidellm/data/__init__.py +0 -0
  26. {guidellm-0.3.0rc20250429 → guidellm-0.3.0rc20250507}/src/guidellm/data/prideandprejudice.txt.gz +0 -0
  27. {guidellm-0.3.0rc20250429 → guidellm-0.3.0rc20250507}/src/guidellm/dataset/__init__.py +0 -0
  28. {guidellm-0.3.0rc20250429 → guidellm-0.3.0rc20250507}/src/guidellm/dataset/creator.py +0 -0
  29. {guidellm-0.3.0rc20250429 → guidellm-0.3.0rc20250507}/src/guidellm/dataset/entrypoints.py +0 -0
  30. {guidellm-0.3.0rc20250429 → guidellm-0.3.0rc20250507}/src/guidellm/dataset/file.py +0 -0
  31. {guidellm-0.3.0rc20250429 → guidellm-0.3.0rc20250507}/src/guidellm/dataset/hf_datasets.py +0 -0
  32. {guidellm-0.3.0rc20250429 → guidellm-0.3.0rc20250507}/src/guidellm/dataset/in_memory.py +0 -0
  33. {guidellm-0.3.0rc20250429 → guidellm-0.3.0rc20250507}/src/guidellm/dataset/synthetic.py +0 -0
  34. {guidellm-0.3.0rc20250429 → guidellm-0.3.0rc20250507}/src/guidellm/logger.py +0 -0
  35. {guidellm-0.3.0rc20250429 → guidellm-0.3.0rc20250507}/src/guidellm/objects/__init__.py +0 -0
  36. {guidellm-0.3.0rc20250429 → guidellm-0.3.0rc20250507}/src/guidellm/objects/pydantic.py +0 -0
  37. {guidellm-0.3.0rc20250429 → guidellm-0.3.0rc20250507}/src/guidellm/objects/statistics.py +0 -0
  38. {guidellm-0.3.0rc20250429 → guidellm-0.3.0rc20250507}/src/guidellm/request/__init__.py +0 -0
  39. {guidellm-0.3.0rc20250429 → guidellm-0.3.0rc20250507}/src/guidellm/request/loader.py +0 -0
  40. {guidellm-0.3.0rc20250429 → guidellm-0.3.0rc20250507}/src/guidellm/request/request.py +0 -0
  41. {guidellm-0.3.0rc20250429 → guidellm-0.3.0rc20250507}/src/guidellm/scheduler/__init__.py +0 -0
  42. {guidellm-0.3.0rc20250429 → guidellm-0.3.0rc20250507}/src/guidellm/scheduler/result.py +0 -0
  43. {guidellm-0.3.0rc20250429 → guidellm-0.3.0rc20250507}/src/guidellm/scheduler/scheduler.py +0 -0
  44. {guidellm-0.3.0rc20250429 → guidellm-0.3.0rc20250507}/src/guidellm/scheduler/strategy.py +0 -0
  45. {guidellm-0.3.0rc20250429 → guidellm-0.3.0rc20250507}/src/guidellm/scheduler/types.py +0 -0
  46. {guidellm-0.3.0rc20250429 → guidellm-0.3.0rc20250507}/src/guidellm/scheduler/worker.py +0 -0
  47. {guidellm-0.3.0rc20250429 → guidellm-0.3.0rc20250507}/src/guidellm/utils/__init__.py +0 -0
  48. {guidellm-0.3.0rc20250429 → guidellm-0.3.0rc20250507}/src/guidellm/utils/colors.py +0 -0
  49. {guidellm-0.3.0rc20250429 → guidellm-0.3.0rc20250507}/src/guidellm/utils/hf_transformers.py +0 -0
  50. {guidellm-0.3.0rc20250429 → guidellm-0.3.0rc20250507}/src/guidellm/utils/random.py +0 -0
  51. {guidellm-0.3.0rc20250429 → guidellm-0.3.0rc20250507}/src/guidellm.egg-info/SOURCES.txt +0 -0
  52. {guidellm-0.3.0rc20250429 → guidellm-0.3.0rc20250507}/src/guidellm.egg-info/dependency_links.txt +0 -0
  53. {guidellm-0.3.0rc20250429 → guidellm-0.3.0rc20250507}/src/guidellm.egg-info/entry_points.txt +0 -0
  54. {guidellm-0.3.0rc20250429 → guidellm-0.3.0rc20250507}/src/guidellm.egg-info/top_level.txt +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: guidellm
3
- Version: 0.3.0rc20250429
3
+ Version: 0.3.0rc20250507
4
4
  Summary: Guidance platform for deploying and managing large language models.
5
5
  Author: Neuralmagic, Inc.
6
6
  License: Apache License
@@ -228,7 +228,6 @@ Requires-Dist: pre-commit~=3.5.0; extra == "dev"
228
228
  Requires-Dist: scipy~=1.10; extra == "dev"
229
229
  Requires-Dist: sphinx~=7.1.2; extra == "dev"
230
230
  Requires-Dist: tox~=4.16.0; extra == "dev"
231
- Requires-Dist: fastapi; extra == "dev"
232
231
  Requires-Dist: lorem~=0.1.1; extra == "dev"
233
232
  Requires-Dist: pytest~=8.2.2; extra == "dev"
234
233
  Requires-Dist: pytest-asyncio~=0.23.8; extra == "dev"
@@ -237,7 +236,6 @@ Requires-Dist: pytest-mock~=3.14.0; extra == "dev"
237
236
  Requires-Dist: pytest-rerunfailures~=14.0; extra == "dev"
238
237
  Requires-Dist: requests-mock~=1.12.1; extra == "dev"
239
238
  Requires-Dist: respx~=0.22.0; extra == "dev"
240
- Requires-Dist: uvicorn; extra == "dev"
241
239
  Requires-Dist: mypy~=1.10.1; extra == "dev"
242
240
  Requires-Dist: ruff~=0.5.2; extra == "dev"
243
241
  Requires-Dist: mdformat~=0.7.17; extra == "dev"
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
4
4
 
5
5
  [project]
6
6
  name = "guidellm"
7
- version = "0.3.0.rc20250429"
7
+ version = "0.3.0.rc20250507"
8
8
  description = "Guidance platform for deploying and managing large language models."
9
9
  requires-python = ">=3.9.0,<4.0"
10
10
  dependencies = [ "click", "datasets", "ftfy>=6.0.0", "httpx[http2]<1.0.0", "loguru", "numpy", "pillow", "protobuf", "pydantic>=2.0.0", "pydantic-settings>=2.0.0", "pyyaml>=6.0.0", "requests", "rich", "transformers",]
@@ -43,7 +43,7 @@ file = "LICENSE"
43
43
  homepage = "https://github.com/neuralmagic/guidellm"
44
44
 
45
45
  [project.optional-dependencies]
46
- dev = [ "pre-commit~=3.5.0", "scipy~=1.10", "sphinx~=7.1.2", "tox~=4.16.0", "fastapi", "lorem~=0.1.1", "pytest~=8.2.2", "pytest-asyncio~=0.23.8", "pytest-cov~=5.0.0", "pytest-mock~=3.14.0", "pytest-rerunfailures~=14.0", "requests-mock~=1.12.1", "respx~=0.22.0", "uvicorn", "mypy~=1.10.1", "ruff~=0.5.2", "mdformat~=0.7.17", "mdformat-footnote~=0.1.1", "mdformat-frontmatter~=2.0.8", "mdformat-gfm~=0.3.6", "types-click~=7.1.8", "types-PyYAML~=6.0.1", "types-requests~=2.32.0", "types-toml",]
46
+ dev = [ "pre-commit~=3.5.0", "scipy~=1.10", "sphinx~=7.1.2", "tox~=4.16.0", "lorem~=0.1.1", "pytest~=8.2.2", "pytest-asyncio~=0.23.8", "pytest-cov~=5.0.0", "pytest-mock~=3.14.0", "pytest-rerunfailures~=14.0", "requests-mock~=1.12.1", "respx~=0.22.0", "mypy~=1.10.1", "ruff~=0.5.2", "mdformat~=0.7.17", "mdformat-footnote~=0.1.1", "mdformat-frontmatter~=2.0.8", "mdformat-gfm~=0.3.6", "types-click~=7.1.8", "types-PyYAML~=6.0.1", "types-requests~=2.32.0", "types-toml",]
47
47
 
48
48
  [tool.setuptools.package-data]
49
49
  "guidellm.data" = [ "*.gz",]
@@ -115,19 +115,11 @@ def clean_text(text: str) -> str:
115
115
  return re.sub(r"\s+", " ", ftfy.fix_text(text)).strip()
116
116
 
117
117
 
118
- def split_text(
119
- text: str, split_punctuation: bool = False, split_whitespace: bool = False
120
- ) -> list[str]:
118
+ def split_text(text: str, split_punctuation: bool = False) -> list[str]:
121
119
  text = clean_text(text)
122
120
 
123
- if split_punctuation and split_whitespace:
124
- return re.findall(r"\w+|\s+|[^\w\s]", text)
125
-
126
121
  if split_punctuation:
127
- return re.findall(r"\w+|[^\w\s]", text)
128
-
129
- if split_whitespace:
130
- return re.findall(r"\S+|\s+", text)
122
+ return re.findall(r"[\w]+|[.,!?;]", text)
131
123
 
132
124
  return text.split()
133
125
 
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: guidellm
3
- Version: 0.3.0rc20250429
3
+ Version: 0.3.0rc20250507
4
4
  Summary: Guidance platform for deploying and managing large language models.
5
5
  Author: Neuralmagic, Inc.
6
6
  License: Apache License
@@ -228,7 +228,6 @@ Requires-Dist: pre-commit~=3.5.0; extra == "dev"
228
228
  Requires-Dist: scipy~=1.10; extra == "dev"
229
229
  Requires-Dist: sphinx~=7.1.2; extra == "dev"
230
230
  Requires-Dist: tox~=4.16.0; extra == "dev"
231
- Requires-Dist: fastapi; extra == "dev"
232
231
  Requires-Dist: lorem~=0.1.1; extra == "dev"
233
232
  Requires-Dist: pytest~=8.2.2; extra == "dev"
234
233
  Requires-Dist: pytest-asyncio~=0.23.8; extra == "dev"
@@ -237,7 +236,6 @@ Requires-Dist: pytest-mock~=3.14.0; extra == "dev"
237
236
  Requires-Dist: pytest-rerunfailures~=14.0; extra == "dev"
238
237
  Requires-Dist: requests-mock~=1.12.1; extra == "dev"
239
238
  Requires-Dist: respx~=0.22.0; extra == "dev"
240
- Requires-Dist: uvicorn; extra == "dev"
241
239
  Requires-Dist: mypy~=1.10.1; extra == "dev"
242
240
  Requires-Dist: ruff~=0.5.2; extra == "dev"
243
241
  Requires-Dist: mdformat~=0.7.17; extra == "dev"
@@ -18,7 +18,6 @@ pre-commit~=3.5.0
18
18
  scipy~=1.10
19
19
  sphinx~=7.1.2
20
20
  tox~=4.16.0
21
- fastapi
22
21
  lorem~=0.1.1
23
22
  pytest~=8.2.2
24
23
  pytest-asyncio~=0.23.8
@@ -27,7 +26,6 @@ pytest-mock~=3.14.0
27
26
  pytest-rerunfailures~=14.0
28
27
  requests-mock~=1.12.1
29
28
  respx~=0.22.0
30
- uvicorn
31
29
  mypy~=1.10.1
32
30
  ruff~=0.5.2
33
31
  mdformat~=0.7.17