guidellm 0.3.0rc20250421__tar.gz → 0.3.0rc20250429__tar.gz

{guidellm-0.3.0rc20250421/src/guidellm.egg-info → guidellm-0.3.0rc20250429}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: guidellm
-Version: 0.3.0rc20250421
+Version: 0.3.0rc20250429
 Summary: Guidance platform for deploying and managing large language models.
 Author: Neuralmagic, Inc.
 License:                                  Apache License
@@ -228,6 +228,7 @@ Requires-Dist: pre-commit~=3.5.0; extra == "dev"
 Requires-Dist: scipy~=1.10; extra == "dev"
 Requires-Dist: sphinx~=7.1.2; extra == "dev"
 Requires-Dist: tox~=4.16.0; extra == "dev"
+Requires-Dist: fastapi; extra == "dev"
 Requires-Dist: lorem~=0.1.1; extra == "dev"
 Requires-Dist: pytest~=8.2.2; extra == "dev"
 Requires-Dist: pytest-asyncio~=0.23.8; extra == "dev"
@@ -236,6 +237,7 @@ Requires-Dist: pytest-mock~=3.14.0; extra == "dev"
 Requires-Dist: pytest-rerunfailures~=14.0; extra == "dev"
 Requires-Dist: requests-mock~=1.12.1; extra == "dev"
 Requires-Dist: respx~=0.22.0; extra == "dev"
+Requires-Dist: uvicorn; extra == "dev"
 Requires-Dist: mypy~=1.10.1; extra == "dev"
 Requires-Dist: ruff~=0.5.2; extra == "dev"
 Requires-Dist: mdformat~=0.7.17; extra == "dev"

{guidellm-0.3.0rc20250421 → guidellm-0.3.0rc20250429}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "guidellm"
-version = "0.3.0.rc20250421"
+version = "0.3.0.rc20250429"
 description = "Guidance platform for deploying and managing large language models."
 requires-python = ">=3.9.0,<4.0"
 dependencies = [ "click", "datasets", "ftfy>=6.0.0", "httpx[http2]<1.0.0", "loguru", "numpy", "pillow", "protobuf", "pydantic>=2.0.0", "pydantic-settings>=2.0.0", "pyyaml>=6.0.0", "requests", "rich", "transformers",]
@@ -43,7 +43,7 @@ file = "LICENSE"
 homepage = "https://github.com/neuralmagic/guidellm"
 
 [project.optional-dependencies]
-dev = [ "pre-commit~=3.5.0", "scipy~=1.10", "sphinx~=7.1.2", "tox~=4.16.0", "lorem~=0.1.1", "pytest~=8.2.2", "pytest-asyncio~=0.23.8", "pytest-cov~=5.0.0", "pytest-mock~=3.14.0", "pytest-rerunfailures~=14.0", "requests-mock~=1.12.1", "respx~=0.22.0", "mypy~=1.10.1", "ruff~=0.5.2", "mdformat~=0.7.17", "mdformat-footnote~=0.1.1", "mdformat-frontmatter~=2.0.8", "mdformat-gfm~=0.3.6", "types-click~=7.1.8", "types-PyYAML~=6.0.1", "types-requests~=2.32.0", "types-toml",]
+dev = [ "pre-commit~=3.5.0", "scipy~=1.10", "sphinx~=7.1.2", "tox~=4.16.0", "fastapi", "lorem~=0.1.1", "pytest~=8.2.2", "pytest-asyncio~=0.23.8", "pytest-cov~=5.0.0", "pytest-mock~=3.14.0", "pytest-rerunfailures~=14.0", "requests-mock~=1.12.1", "respx~=0.22.0", "uvicorn", "mypy~=1.10.1", "ruff~=0.5.2", "mdformat~=0.7.17", "mdformat-footnote~=0.1.1", "mdformat-frontmatter~=2.0.8", "mdformat-gfm~=0.3.6", "types-click~=7.1.8", "types-PyYAML~=6.0.1", "types-requests~=2.32.0", "types-toml",]
 
 [tool.setuptools.package-data]
 "guidellm.data" = [ "*.gz",]

{guidellm-0.3.0rc20250421 → guidellm-0.3.0rc20250429}/src/guidellm/utils/text.py

@@ -115,11 +115,19 @@ def clean_text(text: str) -> str:
     return re.sub(r"\s+", " ", ftfy.fix_text(text)).strip()
 
 
-def split_text(text: str, split_punctuation: bool = False) -> list[str]:
+def split_text(
+    text: str, split_punctuation: bool = False, split_whitespace: bool = False
+) -> list[str]:
     text = clean_text(text)
 
+    if split_punctuation and split_whitespace:
+        return re.findall(r"\w+|\s+|[^\w\s]", text)
+
     if split_punctuation:
-        return re.findall(r"[\w]+|[.,!?;]", text)
+        return re.findall(r"\w+|[^\w\s]", text)
+
+    if split_whitespace:
+        return re.findall(r"\S+|\s+", text)
 
     return text.split()
 

{guidellm-0.3.0rc20250421 → guidellm-0.3.0rc20250429/src/guidellm.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: guidellm
-Version: 0.3.0rc20250421
+Version: 0.3.0rc20250429
 Summary: Guidance platform for deploying and managing large language models.
 Author: Neuralmagic, Inc.
 License:                                  Apache License
@@ -228,6 +228,7 @@ Requires-Dist: pre-commit~=3.5.0; extra == "dev"
 Requires-Dist: scipy~=1.10; extra == "dev"
 Requires-Dist: sphinx~=7.1.2; extra == "dev"
 Requires-Dist: tox~=4.16.0; extra == "dev"
+Requires-Dist: fastapi; extra == "dev"
 Requires-Dist: lorem~=0.1.1; extra == "dev"
 Requires-Dist: pytest~=8.2.2; extra == "dev"
 Requires-Dist: pytest-asyncio~=0.23.8; extra == "dev"
@@ -236,6 +237,7 @@ Requires-Dist: pytest-mock~=3.14.0; extra == "dev"
 Requires-Dist: pytest-rerunfailures~=14.0; extra == "dev"
 Requires-Dist: requests-mock~=1.12.1; extra == "dev"
 Requires-Dist: respx~=0.22.0; extra == "dev"
+Requires-Dist: uvicorn; extra == "dev"
 Requires-Dist: mypy~=1.10.1; extra == "dev"
 Requires-Dist: ruff~=0.5.2; extra == "dev"
 Requires-Dist: mdformat~=0.7.17; extra == "dev"

{guidellm-0.3.0rc20250421 → guidellm-0.3.0rc20250429}/src/guidellm.egg-info/requires.txt

@@ -18,6 +18,7 @@ pre-commit~=3.5.0
 scipy~=1.10
 sphinx~=7.1.2
 tox~=4.16.0
+fastapi
 lorem~=0.1.1
 pytest~=8.2.2
 pytest-asyncio~=0.23.8
@@ -26,6 +27,7 @@ pytest-mock~=3.14.0
 pytest-rerunfailures~=14.0
 requests-mock~=1.12.1
 respx~=0.22.0
+uvicorn
 mypy~=1.10.1
 ruff~=0.5.2
 mdformat~=0.7.17