guidellm 0.4.0a186__tar.gz → 0.4.0a190__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of guidellm might be problematic. Click here for more details.

Files changed (103) hide show
  1. {guidellm-0.4.0a186/src/guidellm.egg-info → guidellm-0.4.0a190}/PKG-INFO +1 -1
  2. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/benchmark/schemas.py +18 -3
  3. guidellm-0.4.0a190/src/guidellm/version.py +6 -0
  4. {guidellm-0.4.0a186 → guidellm-0.4.0a190/src/guidellm.egg-info}/PKG-INFO +1 -1
  5. guidellm-0.4.0a186/src/guidellm/version.py +0 -6
  6. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/LICENSE +0 -0
  7. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/MANIFEST.in +0 -0
  8. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/README.md +0 -0
  9. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/pyproject.toml +0 -0
  10. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/setup.cfg +0 -0
  11. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/setup.py +0 -0
  12. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/__init__.py +0 -0
  13. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/__main__.py +0 -0
  14. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/backends/__init__.py +0 -0
  15. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/backends/backend.py +0 -0
  16. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/backends/openai.py +0 -0
  17. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/backends/response_handlers.py +0 -0
  18. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/benchmark/__init__.py +0 -0
  19. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/benchmark/benchmarker.py +0 -0
  20. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/benchmark/entrypoints.py +0 -0
  21. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/benchmark/output.py +0 -0
  22. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/benchmark/profile.py +0 -0
  23. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/benchmark/progress.py +0 -0
  24. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/benchmark/scenarios/__init__.py +0 -0
  25. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/benchmark/scenarios/chat.json +0 -0
  26. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/benchmark/scenarios/rag.json +0 -0
  27. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/data/__init__.py +0 -0
  28. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/data/collators.py +0 -0
  29. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/data/deserializers/__init__.py +0 -0
  30. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/data/deserializers/deserializer.py +0 -0
  31. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/data/deserializers/file.py +0 -0
  32. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/data/deserializers/huggingface.py +0 -0
  33. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/data/deserializers/memory.py +0 -0
  34. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/data/deserializers/synthetic.py +0 -0
  35. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/data/loaders.py +0 -0
  36. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/data/preprocessors/__init__.py +0 -0
  37. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/data/preprocessors/formatters.py +0 -0
  38. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/data/preprocessors/mappers.py +0 -0
  39. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/data/preprocessors/preprocessor.py +0 -0
  40. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/data/processor.py +0 -0
  41. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/data/schemas.py +0 -0
  42. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/data/utils/__init__.py +0 -0
  43. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/data/utils/dataset.py +0 -0
  44. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/extras/__init__.py +0 -0
  45. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/extras/audio.py +0 -0
  46. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/extras/vision.py +0 -0
  47. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/logger.py +0 -0
  48. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/mock_server/__init__.py +0 -0
  49. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/mock_server/config.py +0 -0
  50. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/mock_server/handlers/__init__.py +0 -0
  51. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/mock_server/handlers/chat_completions.py +0 -0
  52. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/mock_server/handlers/completions.py +0 -0
  53. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/mock_server/handlers/tokenizer.py +0 -0
  54. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/mock_server/models.py +0 -0
  55. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/mock_server/server.py +0 -0
  56. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/mock_server/utils.py +0 -0
  57. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/preprocess/__init__.py +0 -0
  58. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/preprocess/dataset.py +0 -0
  59. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/presentation/__init__.py +0 -0
  60. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/presentation/builder.py +0 -0
  61. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/presentation/data_models.py +0 -0
  62. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/presentation/injector.py +0 -0
  63. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/scheduler/__init__.py +0 -0
  64. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/scheduler/constraints.py +0 -0
  65. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/scheduler/environments.py +0 -0
  66. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/scheduler/scheduler.py +0 -0
  67. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/scheduler/schemas.py +0 -0
  68. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/scheduler/strategies.py +0 -0
  69. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/scheduler/worker.py +0 -0
  70. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/scheduler/worker_group.py +0 -0
  71. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/schemas/__init__.py +0 -0
  72. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/schemas/info.py +0 -0
  73. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/schemas/request.py +0 -0
  74. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/schemas/response.py +0 -0
  75. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/schemas/stats.py +0 -0
  76. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/settings.py +0 -0
  77. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/utils/__init__.py +0 -0
  78. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/utils/auto_importer.py +0 -0
  79. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/utils/cli.py +0 -0
  80. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/utils/colors.py +0 -0
  81. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/utils/console.py +0 -0
  82. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/utils/default_group.py +0 -0
  83. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/utils/dict.py +0 -0
  84. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/utils/encoding.py +0 -0
  85. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/utils/functions.py +0 -0
  86. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/utils/hf_datasets.py +0 -0
  87. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/utils/hf_transformers.py +0 -0
  88. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/utils/imports.py +0 -0
  89. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/utils/messaging.py +0 -0
  90. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/utils/mixins.py +0 -0
  91. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/utils/pydantic_utils.py +0 -0
  92. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/utils/random.py +0 -0
  93. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/utils/registry.py +0 -0
  94. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/utils/singleton.py +0 -0
  95. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/utils/statistics.py +0 -0
  96. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/utils/synchronous.py +0 -0
  97. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/utils/text.py +0 -0
  98. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm/utils/typing.py +0 -0
  99. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm.egg-info/SOURCES.txt +0 -0
  100. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm.egg-info/dependency_links.txt +0 -0
  101. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm.egg-info/entry_points.txt +0 -0
  102. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm.egg-info/requires.txt +0 -0
  103. {guidellm-0.4.0a186 → guidellm-0.4.0a190}/src/guidellm.egg-info/top_level.txt +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: guidellm
3
- Version: 0.4.0a186
3
+ Version: 0.4.0a190
4
4
  Summary: Guidance platform for deploying and managing large language models.
5
5
  Author: Red Hat
6
6
  License: Apache-2.0
@@ -24,6 +24,8 @@ from typing import Any, ClassVar, Literal, TypeVar, cast
24
24
 
25
25
  import yaml
26
26
  from pydantic import (
27
+ AliasChoices,
28
+ AliasGenerator,
27
29
  ConfigDict,
28
30
  Field,
29
31
  ValidationError,
@@ -1796,9 +1798,8 @@ class BenchmarkGenerativeTextArgs(StandardBaseModel):
1796
1798
  scenario_data = scenario_data["args"]
1797
1799
  constructor_kwargs.update(scenario_data)
1798
1800
 
1799
- for key, value in kwargs.items():
1800
- if value != cls.get_default(key):
1801
- constructor_kwargs[key] = value
1801
+ # Apply overrides from kwargs
1802
+ constructor_kwargs.update(kwargs)
1802
1803
 
1803
1804
  return cls.model_validate(constructor_kwargs)
1804
1805
 
@@ -1832,6 +1833,14 @@ class BenchmarkGenerativeTextArgs(StandardBaseModel):
1832
1833
  use_enum_values=True,
1833
1834
  from_attributes=True,
1834
1835
  arbitrary_types_allowed=True,
1836
+ validate_by_alias=True,
1837
+ validate_by_name=True,
1838
+ alias_generator=AliasGenerator(
1839
+ # Support field names with hyphens
1840
+ validation_alias=lambda field_name: AliasChoices(
1841
+ field_name, field_name.replace("_", "-")
1842
+ ),
1843
+ ),
1835
1844
  )
1836
1845
 
1837
1846
  # Required
@@ -1878,6 +1887,12 @@ class BenchmarkGenerativeTextArgs(StandardBaseModel):
1878
1887
  data_request_formatter: DatasetPreprocessor | dict[str, str] | str = Field(
1879
1888
  default="chat_completions",
1880
1889
  description="Request formatting preprocessor or template name",
1890
+ validation_alias=AliasChoices(
1891
+ "data_request_formatter",
1892
+ "data-request-formatter",
1893
+ "request_type",
1894
+ "request-type",
1895
+ ),
1881
1896
  )
1882
1897
  data_collator: Callable | Literal["generative"] | None = Field(
1883
1898
  default="generative", description="Data collator for batch processing"
@@ -0,0 +1,6 @@
1
+ version = "0.4.0a190"
2
+ build_type = "nightly"
3
+ build_iteration = "190"
4
+ git_commit = "7b07866affdfa25305db8d3db9d5e850dfa36a39"
5
+ git_branch = "main"
6
+ git_last_tag = "v0.3.1"
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: guidellm
3
- Version: 0.4.0a186
3
+ Version: 0.4.0a190
4
4
  Summary: Guidance platform for deploying and managing large language models.
5
5
  Author: Red Hat
6
6
  License: Apache-2.0
@@ -1,6 +0,0 @@
1
- version = "0.4.0a186"
2
- build_type = "nightly"
3
- build_iteration = "186"
4
- git_commit = "ba51acf5b0ba377c5edc35109a78cd3ebb402922"
5
- git_branch = "main"
6
- git_last_tag = "v0.3.1"
File without changes
File without changes
File without changes
File without changes
File without changes