guidellm 0.4.0a186__tar.gz → 0.4.0a190__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of guidellm might be problematic. Click here for more details.
- {guidellm-0.4.0a186/src/guidellm.egg-info → guidellm-0.4.0a190}/PKG-INFO +1 -1
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/benchmark/schemas.py +18 -3
- guidellm-0.4.0a190/src/guidellm/version.py +6 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190/src/guidellm.egg-info}/PKG-INFO +1 -1
- guidellm-0.4.0a186/src/guidellm/version.py +0 -6
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/LICENSE +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/MANIFEST.in +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/README.md +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/pyproject.toml +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/setup.cfg +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/setup.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/__init__.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/__main__.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/backends/__init__.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/backends/backend.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/backends/openai.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/backends/response_handlers.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/benchmark/__init__.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/benchmark/benchmarker.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/benchmark/entrypoints.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/benchmark/output.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/benchmark/profile.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/benchmark/progress.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/benchmark/scenarios/__init__.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/benchmark/scenarios/chat.json +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/benchmark/scenarios/rag.json +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/data/__init__.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/data/collators.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/data/deserializers/__init__.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/data/deserializers/deserializer.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/data/deserializers/file.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/data/deserializers/huggingface.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/data/deserializers/memory.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/data/deserializers/synthetic.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/data/loaders.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/data/preprocessors/__init__.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/data/preprocessors/formatters.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/data/preprocessors/mappers.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/data/preprocessors/preprocessor.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/data/processor.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/data/schemas.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/data/utils/__init__.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/data/utils/dataset.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/extras/__init__.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/extras/audio.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/extras/vision.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/logger.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/mock_server/__init__.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/mock_server/config.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/mock_server/handlers/__init__.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/mock_server/handlers/chat_completions.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/mock_server/handlers/completions.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/mock_server/handlers/tokenizer.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/mock_server/models.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/mock_server/server.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/mock_server/utils.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/preprocess/__init__.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/preprocess/dataset.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/presentation/__init__.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/presentation/builder.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/presentation/data_models.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/presentation/injector.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/scheduler/__init__.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/scheduler/constraints.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/scheduler/environments.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/scheduler/scheduler.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/scheduler/schemas.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/scheduler/strategies.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/scheduler/worker.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/scheduler/worker_group.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/schemas/__init__.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/schemas/info.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/schemas/request.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/schemas/response.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/schemas/stats.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/settings.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/utils/__init__.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/utils/auto_importer.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/utils/cli.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/utils/colors.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/utils/console.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/utils/default_group.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/utils/dict.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/utils/encoding.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/utils/functions.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/utils/hf_datasets.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/utils/hf_transformers.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/utils/imports.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/utils/messaging.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/utils/mixins.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/utils/pydantic_utils.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/utils/random.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/utils/registry.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/utils/singleton.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/utils/statistics.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/utils/synchronous.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/utils/text.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/utils/typing.py +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm.egg-info/SOURCES.txt +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm.egg-info/dependency_links.txt +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm.egg-info/entry_points.txt +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm.egg-info/requires.txt +0 -0
- {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm.egg-info/top_level.txt +0 -0
|
@@ -24,6 +24,8 @@ from typing import Any, ClassVar, Literal, TypeVar, cast
|
|
|
24
24
|
|
|
25
25
|
import yaml
|
|
26
26
|
from pydantic import (
|
|
27
|
+
AliasChoices,
|
|
28
|
+
AliasGenerator,
|
|
27
29
|
ConfigDict,
|
|
28
30
|
Field,
|
|
29
31
|
ValidationError,
|
|
@@ -1796,9 +1798,8 @@ class BenchmarkGenerativeTextArgs(StandardBaseModel):
|
|
|
1796
1798
|
scenario_data = scenario_data["args"]
|
|
1797
1799
|
constructor_kwargs.update(scenario_data)
|
|
1798
1800
|
|
|
1799
|
-
|
|
1800
|
-
|
|
1801
|
-
constructor_kwargs[key] = value
|
|
1801
|
+
# Apply overrides from kwargs
|
|
1802
|
+
constructor_kwargs.update(kwargs)
|
|
1802
1803
|
|
|
1803
1804
|
return cls.model_validate(constructor_kwargs)
|
|
1804
1805
|
|
|
@@ -1832,6 +1833,14 @@ class BenchmarkGenerativeTextArgs(StandardBaseModel):
|
|
|
1832
1833
|
use_enum_values=True,
|
|
1833
1834
|
from_attributes=True,
|
|
1834
1835
|
arbitrary_types_allowed=True,
|
|
1836
|
+
validate_by_alias=True,
|
|
1837
|
+
validate_by_name=True,
|
|
1838
|
+
alias_generator=AliasGenerator(
|
|
1839
|
+
# Support field names with hyphens
|
|
1840
|
+
validation_alias=lambda field_name: AliasChoices(
|
|
1841
|
+
field_name, field_name.replace("_", "-")
|
|
1842
|
+
),
|
|
1843
|
+
),
|
|
1835
1844
|
)
|
|
1836
1845
|
|
|
1837
1846
|
# Required
|
|
@@ -1878,6 +1887,12 @@ class BenchmarkGenerativeTextArgs(StandardBaseModel):
|
|
|
1878
1887
|
data_request_formatter: DatasetPreprocessor | dict[str, str] | str = Field(
|
|
1879
1888
|
default="chat_completions",
|
|
1880
1889
|
description="Request formatting preprocessor or template name",
|
|
1890
|
+
validation_alias=AliasChoices(
|
|
1891
|
+
"data_request_formatter",
|
|
1892
|
+
"data-request-formatter",
|
|
1893
|
+
"request_type",
|
|
1894
|
+
"request-type",
|
|
1895
|
+
),
|
|
1881
1896
|
)
|
|
1882
1897
|
data_collator: Callable | Literal["generative"] | None = Field(
|
|
1883
1898
|
default="generative", description="Data collator for batch processing"
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/mock_server/handlers/chat_completions.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|