guidellm 0.3.0rc20250421__py3-none-any.whl → 0.3.0rc20250429__py3-none-any.whl

guidellm/utils/text.py

@@ -115,11 +115,19 @@ def clean_text(text: str) -> str:
     return re.sub(r"\s+", " ", ftfy.fix_text(text)).strip()
 
 
-def split_text(text: str, split_punctuation: bool = False) -> list[str]:
+def split_text(
+    text: str, split_punctuation: bool = False, split_whitespace: bool = False
+) -> list[str]:
     text = clean_text(text)
 
+    if split_punctuation and split_whitespace:
+        return re.findall(r"\w+|\s+|[^\w\s]", text)
+
     if split_punctuation:
-        return re.findall(r"[\w]+|[.,!?;]", text)
+        return re.findall(r"\w+|[^\w\s]", text)
+
+    if split_whitespace:
+        return re.findall(r"\S+|\s+", text)
 
     return text.split()
 

{guidellm-0.3.0rc20250421.dist-info → guidellm-0.3.0rc20250429.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: guidellm
-Version: 0.3.0rc20250421
+Version: 0.3.0rc20250429
 Summary: Guidance platform for deploying and managing large language models.
 Author: Neuralmagic, Inc.
 License:                                  Apache License
@@ -228,6 +228,7 @@ Requires-Dist: pre-commit~=3.5.0; extra == "dev"
 Requires-Dist: scipy~=1.10; extra == "dev"
 Requires-Dist: sphinx~=7.1.2; extra == "dev"
 Requires-Dist: tox~=4.16.0; extra == "dev"
+Requires-Dist: fastapi; extra == "dev"
 Requires-Dist: lorem~=0.1.1; extra == "dev"
 Requires-Dist: pytest~=8.2.2; extra == "dev"
 Requires-Dist: pytest-asyncio~=0.23.8; extra == "dev"
@@ -236,6 +237,7 @@ Requires-Dist: pytest-mock~=3.14.0; extra == "dev"
 Requires-Dist: pytest-rerunfailures~=14.0; extra == "dev"
 Requires-Dist: requests-mock~=1.12.1; extra == "dev"
 Requires-Dist: respx~=0.22.0; extra == "dev"
+Requires-Dist: uvicorn; extra == "dev"
 Requires-Dist: mypy~=1.10.1; extra == "dev"
 Requires-Dist: ruff~=0.5.2; extra == "dev"
 Requires-Dist: mdformat~=0.7.17; extra == "dev"

{guidellm-0.3.0rc20250421.dist-info → guidellm-0.3.0rc20250429.dist-info}/RECORD

@@ -39,10 +39,10 @@ guidellm/utils/__init__.py,sha256=Tg4HT5RiXSnQ48E-NuJJf0-fwyvqo5sgk7yFSc8WZ78,52
 guidellm/utils/colors.py,sha256=D0IGz8A346-Pt5qgnP3S5uV-VgngJoXbfToVCOna41k,175
 guidellm/utils/hf_transformers.py,sha256=3iF40l02VEWOcS8kasO8TSws0Lp3cE-NyiqoB9GnHuA,1021
 guidellm/utils/random.py,sha256=Ub7cI8J0ZfTkjO_x98KHvVKYs_jUlgmjRp67p-lhY5c,1314
-guidellm/utils/text.py,sha256=8ei6_Sj_rPRV6lW7yivV9UwgXPzRtNMxNkJ8m0e8RX0,6347
-guidellm-0.3.0rc20250421.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-guidellm-0.3.0rc20250421.dist-info/METADATA,sha256=pftSm9Sb9p4FvzEHEFQbjGV-at-h48stvoVdGc6Jrhs,30335
-guidellm-0.3.0rc20250421.dist-info/WHEEL,sha256=pxyMxgL8-pra_rKaQ4drOZAegBVuX-G_4nRHjjgWbmo,91
-guidellm-0.3.0rc20250421.dist-info/entry_points.txt,sha256=DzLFEg47fF7qY1b-9laPz9jg0KSKJ1_D9TbF93kLz_E,51
-guidellm-0.3.0rc20250421.dist-info/top_level.txt,sha256=EXRGjnvFtL6MeZTe0tnHRMYcEWUW3vEqoG2zO7vFOtk,9
-guidellm-0.3.0rc20250421.dist-info/RECORD,,
+guidellm/utils/text.py,sha256=BTtBol3tCAmUah_x6-G6x_XgnThTED7iozGB3ZRHQTU,6553
+guidellm-0.3.0rc20250429.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+guidellm-0.3.0rc20250429.dist-info/METADATA,sha256=I2SWk9k8dcVk0qJs4K5og9OG2r3U9a-Kz2LJOMOnLug,30413
+guidellm-0.3.0rc20250429.dist-info/WHEEL,sha256=ck4Vq1_RXyvS4Jt6SI0Vz6fyVs4GWg7AINwpsaGEgPE,91
+guidellm-0.3.0rc20250429.dist-info/entry_points.txt,sha256=DzLFEg47fF7qY1b-9laPz9jg0KSKJ1_D9TbF93kLz_E,51
+guidellm-0.3.0rc20250429.dist-info/top_level.txt,sha256=EXRGjnvFtL6MeZTe0tnHRMYcEWUW3vEqoG2zO7vFOtk,9
+guidellm-0.3.0rc20250429.dist-info/RECORD,,

{guidellm-0.3.0rc20250421.dist-info → guidellm-0.3.0rc20250429.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (79.0.0)
+Generator: setuptools (80.0.0)
 Root-Is-Purelib: true
 Tag: py3-none-any