guidellm 0.4.0a21__tar.gz → 0.4.0a169__tar.gz

{guidellm-0.4.0a21/src/guidellm.egg-info → guidellm-0.4.0a169}/PKG-INFO

@@ -1,34 +1,57 @@
 Metadata-Version: 2.4
 Name: guidellm
-Version: 0.4.0a21
+Version: 0.4.0a169
 Summary: Guidance platform for deploying and managing large language models.
 Author: Red Hat
-License-Expression: Apache-2.0
+License: Apache-2.0
 Project-URL: homepage, https://github.com/vllm-project/guidellm
 Project-URL: source, https://github.com/vllm-project/guidellm
 Project-URL: issues, https://github.com/vllm-project/guidellm/issues
 Project-URL: docs, https://github.com/vllm-project/guidellm/tree/main/docs
 Keywords: ai,benchmarking,deep-learning,deployment,evaluation,guidance,inference,language-models,large-language-model,llm,machine-learning,model-benchmark,model-evaluation,nlp,performance,vllm
-Requires-Python: <4.0,>=3.9.0
+Requires-Python: <4.0,>=3.10.0
 Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: click<8.2.0,>=8.0.0
+Requires-Dist: culsans~=0.9.0
 Requires-Dist: datasets
+Requires-Dist: eval_type_backport
+Requires-Dist: faker
 Requires-Dist: ftfy>=6.0.0
 Requires-Dist: httpx[http2]<1.0.0
 Requires-Dist: loguru
-Requires-Dist: numpy
-Requires-Dist: pillow
+Requires-Dist: msgpack
+Requires-Dist: numpy>=2.0.0
 Requires-Dist: protobuf
 Requires-Dist: pydantic>=2.11.7
 Requires-Dist: pydantic-settings>=2.0.0
 Requires-Dist: pyyaml>=6.0.0
 Requires-Dist: rich
+Requires-Dist: sanic
 Requires-Dist: transformers
+Requires-Dist: uvloop>=0.18
+Requires-Dist: torch
+Provides-Extra: all
+Requires-Dist: guidellm[audio,openai,perf,vision]; extra == "all"
 Provides-Extra: recommended
-Requires-Dist: tiktoken>=0.11.0; extra == "recommended"
-Requires-Dist: blobfile>=3.1.0; extra == "recommended"
+Requires-Dist: guidellm[openai,perf]; extra == "recommended"
+Provides-Extra: perf
+Requires-Dist: orjson; extra == "perf"
+Requires-Dist: msgpack; extra == "perf"
+Requires-Dist: msgspec; extra == "perf"
+Requires-Dist: uvloop; extra == "perf"
+Provides-Extra: openai
+Requires-Dist: tiktoken>=0.11.0; extra == "openai"
+Requires-Dist: blobfile>=3.1.0; extra == "openai"
+Provides-Extra: audio
+Requires-Dist: datasets[audio]>=4.1.0; extra == "audio"
+Requires-Dist: torch==2.9.*; extra == "audio"
+Requires-Dist: torchcodec==0.8; extra == "audio"
+Provides-Extra: vision
+Requires-Dist: datasets[vision]; extra == "vision"
+Requires-Dist: pillow; extra == "vision"
 Provides-Extra: dev
+Requires-Dist: guidellm[all]; extra == "dev"
 Requires-Dist: build>=1.0.0; extra == "dev"
 Requires-Dist: setuptools>=61.0; extra == "dev"
 Requires-Dist: setuptools-git-versioning<3,>=2.0; extra == "dev"
@@ -38,7 +61,7 @@ Requires-Dist: sphinx~=7.1.2; extra == "dev"
 Requires-Dist: tox~=4.16.0; extra == "dev"
 Requires-Dist: lorem~=0.1.1; extra == "dev"
 Requires-Dist: pytest~=8.2.2; extra == "dev"
-Requires-Dist: pytest-asyncio~=0.23.8; extra == "dev"
+Requires-Dist: pytest-asyncio~=1.1.0; extra == "dev"
 Requires-Dist: pytest-cov~=5.0.0; extra == "dev"
 Requires-Dist: pytest-mock~=3.14.0; extra == "dev"
 Requires-Dist: pytest-rerunfailures~=14.0; extra == "dev"
@@ -66,7 +89,7 @@ Dynamic: license-file
 Scale Efficiently: Evaluate and Optimize Your LLM Deployments for Real-World Inference
 </h3>
 
-[![GitHub Release](https://img.shields.io/github/release/vllm-project/guidellm.svg?label=Version)](https://github.com/vllm-project/guidellm/releases) [![Documentation](https://img.shields.io/badge/Documentation-8A2BE2?logo=read-the-docs&logoColor=%23ffffff&color=%231BC070)](https://github.com/vllm-project/guidellm/tree/main/docs) [![License](https://img.shields.io/github/license/vllm-project/guidellm.svg)](https://github.com/vllm-project/guidellm/blob/main/LICENSE) [![PyPI Release](https://img.shields.io/pypi/v/guidellm.svg?label=PyPI%20Release)](https://pypi.python.org/pypi/guidellm) [![Python Versions](https://img.shields.io/badge/Python-3.9--3.13-orange)](https://pypi.python.org/pypi/guidellm) [![Nightly Build](https://img.shields.io/github/actions/workflow/status/vllm-project/guidellm/nightly.yml?branch=main&label=Nightly%20Build)](https://github.com/vllm-project/guidellm/actions/workflows/nightly.yml)
+[![GitHub Release](https://img.shields.io/github/release/vllm-project/guidellm.svg?label=Version)](https://github.com/vllm-project/guidellm/releases) [![Documentation](https://img.shields.io/badge/Documentation-8A2BE2?logo=read-the-docs&logoColor=%23ffffff&color=%231BC070)](https://github.com/vllm-project/guidellm/tree/main/docs) [![License](https://img.shields.io/github/license/vllm-project/guidellm.svg)](https://github.com/vllm-project/guidellm/blob/main/LICENSE) [![PyPI Release](https://img.shields.io/pypi/v/guidellm.svg?label=PyPI%20Release)](https://pypi.python.org/pypi/guidellm) [![Python Versions](https://img.shields.io/badge/Python-3.10--3.13-orange)](https://pypi.python.org/pypi/guidellm) [![Nightly Build](https://img.shields.io/github/actions/workflow/status/vllm-project/guidellm/nightly.yml?branch=main&label=Nightly%20Build)](https://github.com/vllm-project/guidellm/actions/workflows/nightly.yml)
 
 ## Overview
 
@@ -93,7 +116,7 @@ Scale Efficiently: Evaluate and Optimize Your LLM Deployments for Real-World Inf
 Before installing, ensure you have the following prerequisites:
 
 - OS: Linux or MacOS
-- Python: 3.9 – 3.13
+- Python: 3.10 – 3.13
 
 The latest GuideLLM release can be installed using pip:
 

{guidellm-0.4.0a21 → guidellm-0.4.0a169}/README.md

@@ -9,7 +9,7 @@
 Scale Efficiently: Evaluate and Optimize Your LLM Deployments for Real-World Inference
 </h3>
 
-[![GitHub Release](https://img.shields.io/github/release/vllm-project/guidellm.svg?label=Version)](https://github.com/vllm-project/guidellm/releases) [![Documentation](https://img.shields.io/badge/Documentation-8A2BE2?logo=read-the-docs&logoColor=%23ffffff&color=%231BC070)](https://github.com/vllm-project/guidellm/tree/main/docs) [![License](https://img.shields.io/github/license/vllm-project/guidellm.svg)](https://github.com/vllm-project/guidellm/blob/main/LICENSE) [![PyPI Release](https://img.shields.io/pypi/v/guidellm.svg?label=PyPI%20Release)](https://pypi.python.org/pypi/guidellm) [![Python Versions](https://img.shields.io/badge/Python-3.9--3.13-orange)](https://pypi.python.org/pypi/guidellm) [![Nightly Build](https://img.shields.io/github/actions/workflow/status/vllm-project/guidellm/nightly.yml?branch=main&label=Nightly%20Build)](https://github.com/vllm-project/guidellm/actions/workflows/nightly.yml)
+[![GitHub Release](https://img.shields.io/github/release/vllm-project/guidellm.svg?label=Version)](https://github.com/vllm-project/guidellm/releases) [![Documentation](https://img.shields.io/badge/Documentation-8A2BE2?logo=read-the-docs&logoColor=%23ffffff&color=%231BC070)](https://github.com/vllm-project/guidellm/tree/main/docs) [![License](https://img.shields.io/github/license/vllm-project/guidellm.svg)](https://github.com/vllm-project/guidellm/blob/main/LICENSE) [![PyPI Release](https://img.shields.io/pypi/v/guidellm.svg?label=PyPI%20Release)](https://pypi.python.org/pypi/guidellm) [![Python Versions](https://img.shields.io/badge/Python-3.10--3.13-orange)](https://pypi.python.org/pypi/guidellm) [![Nightly Build](https://img.shields.io/github/actions/workflow/status/vllm-project/guidellm/nightly.yml?branch=main&label=Nightly%20Build)](https://github.com/vllm-project/guidellm/actions/workflows/nightly.yml)
 
 ## Overview
 
@@ -36,7 +36,7 @@ Scale Efficiently: Evaluate and Optimize Your LLM Deployments for Real-World Inf
 Before installing, ensure you have the following prerequisites:
 
 - OS: Linux or MacOS
-- Python: 3.9 – 3.13
+- Python: 3.10 – 3.13
 
 The latest GuideLLM release can be installed using pip:
 

guidellm-0.4.0a169/pyproject.toml

@@ -0,0 +1,288 @@
+[build-system]
+requires = ["setuptools >= 61.0", "setuptools-git-versioning>=2.0,<3"]
+build-backend = "setuptools.build_meta"
+
+
+[tool.setuptools.packages.find]
+where = ["src"]
+include = ["*"]
+
+[tool.setuptools.package-data]
+"guidellm.data" = ["*.gz"]
+"guidellm.benchmark.scenarios" = ["*.json", "**/*.json"]
+
+[tool.pdm]
+distribution = true
+
+[[tool.pdm.source]]
+name = "torch"
+type = "find_links"
+#url = "https://download.pytorch.org/whl/cpu/torch_stable.html"
+url = "https://download.pytorch.org/whl/cpu/torch/"
+include_packages = ["torch"]
+
+
+# ************************************************
+# ********** Project Metadata **********
+# ************************************************
+
+[project]
+dynamic = ["version"]
+name = "guidellm"
+description = "Guidance platform for deploying and managing large language models."
+readme = { file = "README.md", content-type = "text/markdown" }
+requires-python = ">=3.10.0,<4.0"
+license = { text = "Apache-2.0" }
+authors = [{ name = "Red Hat" }]
+keywords = [
+    "ai",
+    "benchmarking",
+    "deep-learning",
+    "deployment",
+    "evaluation",
+    "guidance",
+    "inference",
+    "language-models",
+    "large-language-model",
+    "llm",
+    "machine-learning",
+    "model-benchmark",
+    "model-evaluation",
+    "nlp",
+    "performance",
+    "vllm",
+]
+dependencies = [
+    "click>=8.0.0,<8.2.0",
+    "culsans~=0.9.0",
+    "datasets",
+    "eval_type_backport",
+    "faker",
+    "ftfy>=6.0.0",
+    "httpx[http2]<1.0.0",
+    "loguru",
+    "msgpack",
+    "numpy>=2.0.0",
+    "protobuf",
+    "pydantic>=2.11.7",
+    "pydantic-settings>=2.0.0",
+    "pyyaml>=6.0.0",
+    "rich",
+    "sanic",
+    "transformers",
+    "uvloop>=0.18",
+    "torch",
+]
+
+[project.optional-dependencies]
+# Meta Extras
+all = ["guidellm[perf,openai,audio,vision]"]
+recommended = ["guidellm[perf,openai]"]
+# Feature Extras
+perf = ["orjson", "msgpack", "msgspec", "uvloop"]
+openai = ["tiktoken>=0.11.0", "blobfile>=3.1.0"]
+audio = [
+    # Lowest version with full torchcodec support
+    "datasets[audio]>=4.1.0",
+    # Torchcodec needs specific torch version
+    "torch==2.9.*",
+    "torchcodec==0.8",
+]
+vision = [
+    "datasets[vision]",
+    "pillow",
+]
+# Dev Tooling
+dev = [
+    # Install all optional dependencies
+    "guidellm[all]",
+
+    # build
+    "build>=1.0.0",
+    "setuptools>=61.0",
+    "setuptools-git-versioning>=2.0,<3",
+
+    # general and configurations
+    "pre-commit~=3.5.0",
+    "scipy~=1.10",
+    "sphinx~=7.1.2",
+    "tox~=4.16.0",
+
+    # testing
+    "lorem~=0.1.1",
+    "pytest~=8.2.2",
+    "pytest-asyncio~=1.1.0",
+    "pytest-cov~=5.0.0",
+    "pytest-mock~=3.14.0",
+    "pytest-rerunfailures~=14.0",
+    "respx~=0.22.0",
+
+    # code quality
+    "mypy~=1.15.0",
+    "ruff~=0.11.7",
+
+    # docs quality
+    "mdformat~=0.7.17",
+    "mdformat-footnote~=0.1.1",
+    "mdformat-frontmatter~=2.0.8",
+    "mdformat-gfm~=0.3.6",
+
+    # type-checking
+    "types-PyYAML~=6.0.1",
+    "types-requests~=2.32.0",
+    "types-toml",
+
+    # link checking
+    "mkdocs-linkcheck~=1.0.6",
+]
+
+[dependency-groups]
+dev = ["guidellm[dev]"]
+
+[project.urls]
+homepage = "https://github.com/vllm-project/guidellm"
+source = "https://github.com/vllm-project/guidellm"
+issues = "https://github.com/vllm-project/guidellm/issues"
+docs = "https://github.com/vllm-project/guidellm/tree/main/docs"
+
+
+[project.entry-points.console_scripts]
+guidellm = "guidellm.__main__:cli"
+
+
+# ************************************************
+# ********** Code Quality Tools **********
+# ************************************************
+
+
+[tool.isort]
+profile = "black"
+
+
+[tool.mypy]
+files = ["src/guidellm"]
+python_version = '3.10'
+warn_redundant_casts = true
+warn_unused_ignores = false
+show_error_codes = true
+namespace_packages = true
+exclude = ["venv", ".tox"]
+
+# Silence "type import errors" as our 3rd-party libs does not have types
+# Check: https://mypy.readthedocs.io/en/latest/config_file.html#import-discovery
+follow_imports = 'silent'
+
+[[tool.mypy.overrides]]
+module = [
+    "datasets.*",
+    "transformers.*",
+    "setuptools.*",
+    "setuptools_git_versioning.*",
+    "torchcodec.*"
+]
+ignore_missing_imports = true
+
+
+[tool.ruff]
+target-version = "py310"
+line-length = 88
+indent-width = 4
+exclude = ["build", "dist", "env", ".venv*"]
+
+[tool.ruff.format]
+quote-style = "double"
+indent-style = "space"
+
+[tool.ruff.lint]
+ignore = [
+    "COM812",  # ignore trailing comma errors due to older Python versions
+    "PD011",   # ignore .values usage since ruff assumes it's a Pandas DataFrame
+    "PLR0913", # ignore too many arguments in function definitions
+    "PLW1514", # allow Path.open without encoding
+    "RET505",  # allow `else` blocks
+    "RET506",  # allow `else` blocks
+    "S311",    # allow standard pseudo-random generators
+    "TC001",   # ignore imports used only for type checking
+    "TC002",   # ignore imports used only for type checking
+    "TC003",   # ignore imports used only for type checking
+]
+select = [
+    # Rules reference: https://docs.astral.sh/ruff/rules/
+
+    # Code Style / Formatting
+    "E",      # pycodestyle: checks adherence to PEP 8 conventions including spacing, indentation, and line length
+    "W",      # pycodestyle: checks adherence to PEP 8 conventions including spacing, indentation, and line length
+    "A",      # flake8-builtins: prevents shadowing of Python built-in names
+    "C",      # Convention: ensures code adheres to specific style and formatting conventions
+    "COM",    # flake8-commas: enforces the correct use of trailing commas
+    "ERA",    # eradicate: detects commented-out code that should be removed
+    "I",      # isort: ensures imports are sorted in a consistent manner
+    "ICN",    # flake8-import-conventions: enforces import conventions for better readability
+    "N",      # pep8-naming: enforces PEP 8 naming conventions for classes, functions, and variables
+    "NPY",    # NumPy: enforces best practices for using the NumPy library
+    "PD",     # pandas-vet: enforces best practices for using the pandas library
+    "PT",     # flake8-pytest-style: enforces best practices and style conventions for pytest tests
+    "PTH",    # flake8-use-pathlib: encourages the use of pathlib over os.path for file system operations
+    "Q",      # flake8-quotes: enforces consistent use of single or double quotes
+    "TCH",    # flake8-type-checking: enforces type checking practices and standards
+    "TID",    # flake8-tidy-imports: enforces tidy and well-organized imports
+    "RUF022", # flake8-ruff: enforce sorting of __all__ in modules
+
+    # Code Structure / Complexity
+    "C4",  # flake8-comprehensions: improves readability and performance of list, set, and dict comprehensions
+    "C90", # mccabe: checks for overly complex code using cyclomatic complexity
+    "ISC", # flake8-implicit-str-concat: prevents implicit string concatenation
+    "PIE", # flake8-pie: identifies and corrects common code inefficiencies and mistakes
+    "R",   # Refactor: suggests improvements to code structure and readability
+    "SIM", # flake8-simplify: simplifies complex expressions and improves code readability
+
+    # Code Security / Bug Prevention
+    "ARG",   # flake8-unused-arguments: detects unused function and method arguments
+    "ASYNC", # flake8-async: identifies incorrect or inefficient usage patterns in asynchronous code
+    "B",     # flake8-bugbear: detects common programming mistakes and potential bugs
+    "BLE",   # flake8-blind-except: prevents blind exceptions that catch all exceptions without handling
+    "E",     # Error: detects and reports errors in the code
+    "F",     # Pyflakes: detects unused imports, shadowed imports, undefined variables, and various formatting errors in string operations
+    "INP",   # flake8-no-pep420: prevents implicit namespace packages by requiring __init__.py
+    "PGH",   # pygrep-hooks: detects deprecated and dangerous code patterns
+    "PL",    # Pylint: comprehensive source code analyzer for enforcing coding standards and detecting errors
+    "RSE",   # flake8-raise: ensures exceptions are raised correctly
+    "S",     # flake8-bandit: detects security issues and vulnerabilities in the code
+    "SLF",   # flake8-self: prevents incorrect usage of the self argument in class methods
+    "T10",   # flake8-debugger: detects the presence of debugging tools such as pdb
+    "T20",   # flake8-print: detects print statements left in the code
+    "UP",    # pyupgrade: automatically upgrades syntax for newer versions of Python
+    "W",     # Warning: provides warnings about potential issues in the code
+    "YTT",   # flake8-2020: identifies code that will break with future Python releases
+
+    # Code Documentation
+    "FIX", # flake8-fixme: detects FIXMEs and other temporary comments that should be resolved
+]
+
+[tool.ruff.lint.extend-per-file-ignores]
+"tests/**/*.py" = [
+    "S101",    # asserts allowed in tests
+    "ARG",     # Unused function args allowed in tests
+    "PLR2004", # Magic value used in comparison
+    "TCH002",  # No import only type checking in tests
+    "SLF001",  # enable private member access in tests
+    "S105",    # allow hardcoded passwords in tests
+    "S311",    # allow standard pseudo-random generators in tests
+    "PT011",   # allow generic exceptions in tests
+    "N806",    # allow uppercase variable names in tests
+    "PGH003",  # allow general ignores in tests
+    "S106",    # allow hardcoded passwords in tests
+    "PLR0915", # allow complext statements in tests
+]
+
+[tool.ruff.lint.isort]
+known-first-party = ["guidellm", "tests"]
+
+
+[tool.pytest.ini_options]
+addopts = '-s -vvv --cache-clear'
+markers = [
+    "smoke: quick tests to check basic functionality",
+    "sanity: detailed tests to ensure major functions work correctly",
+    "regression: tests to ensure that new changes do not break existing functionality",
+]

{guidellm-0.4.0a21 → guidellm-0.4.0a169}/setup.py

@@ -1,17 +1,16 @@
 import os
 import re
 from pathlib import Path
-from typing import Optional, Union
 
 from packaging.version import Version
 from setuptools import setup
 from setuptools_git_versioning import count_since, get_branch, get_sha, get_tags
 
-LAST_RELEASE_VERSION = Version("0.0.0")
+LAST_RELEASE_VERSION = Version("0.3.0")
 TAG_VERSION_PATTERN = re.compile(r"^v(\d+\.\d+\.\d+)$")
 
 
-def get_last_version_diff() -> tuple[Version, Optional[str], Optional[int]]:
+def get_last_version_diff() -> tuple[Version, str | None, int | None]:
     """
     Get the last version, last tag, and the number of commits since the last tag.
     If no tags are found, return the last release version and None for the tag/commits.
@@ -38,8 +37,8 @@ def get_last_version_diff() -> tuple[Version, Optional[str], Optional[int]]:
 
 
 def get_next_version(
-    build_type: str, build_iteration: Optional[Union[str, int]]
-) -> tuple[Version, Optional[str], int]:
+    build_type: str, build_iteration: str | int | None
+) -> tuple[Version, str | None, int]:
     """
     Get the next version based on the build type and iteration.
     - build_type == release: take the last version and add a post if build iteration

{guidellm-0.4.0a21 → guidellm-0.4.0a169}/src/guidellm/__init__.py

@@ -7,6 +7,8 @@ import contextlib
 import logging
 import os
 
+from datasets import config
+
 with (
     open(os.devnull, "w") as devnull,  # noqa: PTH123
     contextlib.redirect_stderr(devnull),
@@ -19,8 +21,10 @@ with (
     os.environ["TOKENIZERS_PARALLELISM"] = "false"  # Silence warnings for tokenizers
     hf_logging.set_verbosity_error()
     logging.getLogger("transformers").setLevel(logging.ERROR)
+    config.USE_AUDIO_DECODE = False
 
-from .config import (
+from .logger import configure_logger, logger
+from .settings import (
     DatasetSettings,
     Environment,
     LoggingSettings,
@@ -30,7 +34,6 @@ from .config import (
     reload_settings,
     settings,
 )
-from .logger import configure_logger, logger
 
 __all__ = [
     "DatasetSettings",