guidellm 0.3.0rc20250418__py3-none-any.whl → 0.3.0rc20250421__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of guidellm might be problematic. Click here for more details.

Files changed (10) hide show
  1. guidellm/backend/openai.py +8 -1
  2. guidellm/config.py +3 -0
  3. guidellm/dataset/file.py +9 -7
  4. guidellm/request/loader.py +4 -1
  5. {guidellm-0.3.0rc20250418.dist-info → guidellm-0.3.0rc20250421.dist-info}/METADATA +2 -2
  6. {guidellm-0.3.0rc20250418.dist-info → guidellm-0.3.0rc20250421.dist-info}/RECORD +10 -10
  7. {guidellm-0.3.0rc20250418.dist-info → guidellm-0.3.0rc20250421.dist-info}/WHEEL +1 -1
  8. {guidellm-0.3.0rc20250418.dist-info → guidellm-0.3.0rc20250421.dist-info}/entry_points.txt +0 -0
  9. {guidellm-0.3.0rc20250418.dist-info → guidellm-0.3.0rc20250421.dist-info}/licenses/LICENSE +0 -0
  10. {guidellm-0.3.0rc20250418.dist-info → guidellm-0.3.0rc20250421.dist-info}/top_level.txt +0 -0
guidellm/backend/openai.py CHANGED
@@ -145,7 +145,7 @@ class OpenAIHTTPBackend(Backend):
145
145
  elif self.model not in models:
146
146
  raise ValueError(
147
147
  f"Model {self.model} not found in available models:"
148
- "{models} for target: {self.target}"
148
+ f"{models} for target: {self.target}"
149
149
  )
150
150
 
151
151
  async def prepare_multiprocessing(self):
@@ -202,6 +202,13 @@ class OpenAIHTTPBackend(Backend):
202
202
  and a ResponseSummary for the final response.
203
203
  """
204
204
  logger.debug("{} invocation with args: {}", self.__class__.__name__, locals())
205
+
206
+ if isinstance(prompt, list):
207
+ raise ValueError(
208
+ "List prompts (batching) is currently not supported for "
209
+ f"text_completions OpenAI pathways. Received: {prompt}"
210
+ )
211
+
205
212
  headers = self._headers()
206
213
  payload = self._completions_payload(
207
214
  orig_kwargs=kwargs,
guidellm/config.py CHANGED
@@ -134,6 +134,9 @@ class Settings(BaseSettings):
134
134
  Literal["request", "response", "local"]
135
135
  ] = "response"
136
136
  preferred_backend: Literal["openai"] = "openai"
137
+ preferred_route: Literal["text_completions", "chat_completions"] = (
138
+ "text_completions"
139
+ )
137
140
  openai: OpenAISettings = OpenAISettings()
138
141
 
139
142
  # Output settings
guidellm/dataset/file.py CHANGED
@@ -71,19 +71,21 @@ class FileDatasetCreator(DatasetCreator):
71
71
 
72
72
  dataset = Dataset.from_dict({"text": items}, **(data_args or {}))
73
73
  elif path.suffix.lower() == ".csv":
74
- dataset = load_dataset("csv", data_files=path, **(data_args or {}))
74
+ dataset = load_dataset("csv", data_files=str(path), **(data_args or {}))
75
75
  elif path.suffix.lower() in {".json", ".jsonl"}:
76
- dataset = load_dataset("json", data_files=path, **(data_args or {}))
76
+ dataset = load_dataset("json", data_files=str(path), **(data_args or {}))
77
77
  elif path.suffix.lower() == ".parquet":
78
- dataset = load_dataset("parquet", data_files=path, **(data_args or {}))
78
+ dataset = load_dataset("parquet", data_files=str(path), **(data_args or {}))
79
79
  elif path.suffix.lower() == ".arrow":
80
- dataset = load_dataset("arrow", data_files=path, **(data_args or {}))
80
+ dataset = load_dataset("arrow", data_files=str(path), **(data_args or {}))
81
81
  elif path.suffix.lower() == ".hdf5":
82
- dataset = Dataset.from_pandas(pd.read_hdf(path), **(data_args or {}))
82
+ dataset = Dataset.from_pandas(pd.read_hdf(str(path)), **(data_args or {}))
83
83
  elif path.suffix.lower() == ".db":
84
- dataset = Dataset.from_sql(con=path, **(data_args or {}))
84
+ dataset = Dataset.from_sql(con=str(path), **(data_args or {}))
85
85
  elif path.suffix.lower() == ".tar":
86
- dataset = load_dataset("webdataset", data_files=path, **(data_args or {}))
86
+ dataset = load_dataset(
87
+ "webdataset", data_files=str(path), **(data_args or {})
88
+ )
87
89
  else:
88
90
  raise ValueError(f"Unsupported file type: {path.suffix} given for {path}. ")
89
91
 
guidellm/request/loader.py CHANGED
@@ -11,6 +11,7 @@ from typing import (
11
11
  from datasets import Dataset, DatasetDict, IterableDataset, IterableDatasetDict
12
12
  from transformers import PreTrainedTokenizerBase # type: ignore[import]
13
13
 
14
+ from guidellm.config import settings
14
15
  from guidellm.dataset import ColumnInputTypes, load_dataset
15
16
  from guidellm.objects import StandardBaseModel
16
17
  from guidellm.request.request import GenerationRequest
@@ -61,6 +62,8 @@ class GenerativeRequestLoader(RequestLoader):
61
62
  "content",
62
63
  "conversation",
63
64
  "conversations",
65
+ "turn",
66
+ "turns",
64
67
  "text",
65
68
  ]
66
69
 
@@ -270,7 +273,7 @@ class GenerativeRequestLoader(RequestLoader):
270
273
  )
271
274
 
272
275
  return GenerationRequest(
273
- request_type="text_completions",
276
+ request_type=settings.preferred_route,
274
277
  content=item[self.column_mappings["prompt_column"]],
275
278
  stats=(
276
279
  {"prompt_tokens": prompt_tokens} if prompt_tokens is not None else {}
{guidellm-0.3.0rc20250418.dist-info → guidellm-0.3.0rc20250421.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: guidellm
3
- Version: 0.3.0rc20250418
3
+ Version: 0.3.0rc20250421
4
4
  Summary: Guidance platform for deploying and managing large language models.
5
5
  Author: Neuralmagic, Inc.
6
6
  License: Apache License
@@ -259,7 +259,7 @@ Dynamic: license-file
259
259
  Scale Efficiently: Evaluate and Optimize Your LLM Deployments for Real-World Inference
260
260
  </h3>
261
261
 
262
- [![GitHub Release](https://img.shields.io/github/release/neuralmagic/guidellm.svg?label=Version)](https://github.com/neuralmagic/guidellm/releases) [![Documentation](https://img.shields.io/badge/Documentation-8A2BE2?logo=read-the-docs&logoColor=%23ffffff&color=%231BC070)](https://github.com/neuralmagic/guidellm/tree/main/docs) [![License](https://img.shields.io/github/license/neuralmagic/guidellm.svg)](https://github.com/neuralmagic/guidellm/blob/main/LICENSE) [![PyPI Release](https://img.shields.io/pypi/v/guidellm.svg?label=PyPI%20Release)](https://pypi.python.org/pypi/guidellm) [![Python Versions](https://img.shields.io/badge/Python-3.8--3.12-orange)](https://pypi.python.org/pypi/guidellm) [![Nightly Build](https://img.shields.io/github/actions/workflow/status/neuralmagic/guidellm/nightly.yml?branch=main&label=Nightly%20Build)](https://github.com/neuralmagic/guidellm/actions/workflows/nightly.yml)
262
+ [![GitHub Release](https://img.shields.io/github/release/neuralmagic/guidellm.svg?label=Version)](https://github.com/neuralmagic/guidellm/releases) [![Documentation](https://img.shields.io/badge/Documentation-8A2BE2?logo=read-the-docs&logoColor=%23ffffff&color=%231BC070)](https://github.com/neuralmagic/guidellm/tree/main/docs) [![License](https://img.shields.io/github/license/neuralmagic/guidellm.svg)](https://github.com/neuralmagic/guidellm/blob/main/LICENSE) [![PyPI Release](https://img.shields.io/pypi/v/guidellm.svg?label=PyPI%20Release)](https://pypi.python.org/pypi/guidellm) [![Python Versions](https://img.shields.io/badge/Python-3.9--3.13-orange)](https://pypi.python.org/pypi/guidellm) [![Nightly Build](https://img.shields.io/github/actions/workflow/status/neuralmagic/guidellm/nightly.yml?branch=main&label=Nightly%20Build)](https://github.com/neuralmagic/guidellm/actions/workflows/nightly.yml)
263
263
 
264
264
  ## Overview
265
265
 
{guidellm-0.3.0rc20250418.dist-info → guidellm-0.3.0rc20250421.dist-info}/RECORD RENAMED
@@ -1,10 +1,10 @@
1
1
  guidellm/__init__.py,sha256=w-LiDNg-LlzW18ppyjN_ZNE63QRn5qSQ1b4EKCKYz7U,1166
2
2
  guidellm/__main__.py,sha256=P90X5gCGU9uDXxW2tFmgseGdq5Kv3U1GgPdQxmYwFHk,7911
3
- guidellm/config.py,sha256=_v7911lgvDyNdIZIkORsQlz8VJaU_twYdrNxtlWR6NE,5939
3
+ guidellm/config.py,sha256=sCR_n7483C_pr8M0yVYbDdF5zvokEvamz_TfpYHhP0I,6045
4
4
  guidellm/logger.py,sha256=O4sU2QKHn_swJIEmayiEt6nIXzGHGmXqZ_Mg8CdIE5Q,2609
5
5
  guidellm/backend/__init__.py,sha256=KiYvI8Yllx12bXJX7cBRjzxdUERih5DEGQrHmbIG_0Q,489
6
6
  guidellm/backend/backend.py,sha256=C8zVY6Gq32OInBkc_Czm9SxByWWi4jeXSHt7rtQ3WAY,8971
7
- guidellm/backend/openai.py,sha256=tiA3nvhzLTfLwlT_q8wZQwJnlmowm_zqRfv08GyDJu8,22035
7
+ guidellm/backend/openai.py,sha256=oCjofc6ajeeG3z6rBITnrNCBk90zP3AUZ6NMnJ5HUPo,22265
8
8
  guidellm/backend/response.py,sha256=lTT-x7aa9OdrlVzeqBQH0pj6vTk6vcN_ADWH6-kVGF8,4911
9
9
  guidellm/benchmark/__init__.py,sha256=y4BLdTRT1QdiMM2paJBEiPLJgKs2Hinsclc82rGs7ck,1887
10
10
  guidellm/benchmark/aggregator.py,sha256=RXdnVDSMBtwsFeBx1OH_Jh1uqyBEDQkbaeJeylwHmz4,31312
@@ -19,7 +19,7 @@ guidellm/data/prideandprejudice.txt.gz,sha256=dmze5vnnSZmTU5NP7E1zcH30bOOnpYu5Mo
19
19
  guidellm/dataset/__init__.py,sha256=PZVo9HXMACrDj7mCxOOOa64PsO0q2nAX3JW6XtJDDSc,593
20
20
  guidellm/dataset/creator.py,sha256=572pUxo8LkyK2VOoyjQyr6QPJn2IUfILXt8xp6ym91U,6614
21
21
  guidellm/dataset/entrypoints.py,sha256=-mYCyhibHPLBXQ_FmZOY3Lg4tQhDNEOfT8U9rSQNDQI,1370
22
- guidellm/dataset/file.py,sha256=qd6BOd_9SXZRRBkeVkwmZU0l8TyaB7NwWdv3PM9Pf3g,3285
22
+ guidellm/dataset/file.py,sha256=hkRndn4WCaIrmWhje-Z81--JnPZVBhs7876P0Mo00mE,3350
23
23
  guidellm/dataset/hf_datasets.py,sha256=oWHeC0Iup4E4QulWcZWiCcQ4jtjw9_sTINJ6EEBTCXo,2016
24
24
  guidellm/dataset/in_memory.py,sha256=_p8CCW9xTTWG9aqbIE4mf9s3BVAZutneIPn-rEXT7xo,4699
25
25
  guidellm/dataset/synthetic.py,sha256=lC1yWhDk846ySsEkWNO5Sd6ZIADp38YDfdTmrvOFFFw,8487
@@ -27,7 +27,7 @@ guidellm/objects/__init__.py,sha256=_vyJzlqnb6VvwUq7nrtWvskPAoFs_rmopV1gEXXz5ek,
27
27
  guidellm/objects/pydantic.py,sha256=oF5SkXlNZLNXpnoGoJb3QHNvqDwFRLSsiPIecf8E-_g,1850
28
28
  guidellm/objects/statistics.py,sha256=6ZmN7IZKCgRqggLfGR348_p7avZxe2_VCAdr9zcqV10,36950
29
29
  guidellm/request/__init__.py,sha256=HgX5AAncRAv1WDV4Jhw9sQlGgBkDQQ_Jbr-GpZIqmNU,347
30
- guidellm/request/loader.py,sha256=gzuGfwJ9owlimMQTP6abWtr6Ssdup40P6Ue8LbQh1_g,8999
30
+ guidellm/request/loader.py,sha256=rmanvbWW9BulsjOHvHMlJ1UQPWHKVRo0rlDDp8h6OXk,9075
31
31
  guidellm/request/request.py,sha256=BCf0Ua0h1oOj0y6HCyUh71r5tfFeS0fDrpaoU-UnMj4,3576
32
32
  guidellm/scheduler/__init__.py,sha256=sZ6DyQfe8-ZLII-Jzy7cJXtDph7-bMMDGFkLyUL8SmY,1199
33
33
  guidellm/scheduler/result.py,sha256=4jXwYt-54pdHCejIllTfeyQFMg1jKEZXzZXqBZTEzAA,5142
@@ -40,9 +40,9 @@ guidellm/utils/colors.py,sha256=D0IGz8A346-Pt5qgnP3S5uV-VgngJoXbfToVCOna41k,175
40
40
  guidellm/utils/hf_transformers.py,sha256=3iF40l02VEWOcS8kasO8TSws0Lp3cE-NyiqoB9GnHuA,1021
41
41
  guidellm/utils/random.py,sha256=Ub7cI8J0ZfTkjO_x98KHvVKYs_jUlgmjRp67p-lhY5c,1314
42
42
  guidellm/utils/text.py,sha256=8ei6_Sj_rPRV6lW7yivV9UwgXPzRtNMxNkJ8m0e8RX0,6347
43
- guidellm-0.3.0rc20250418.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
44
- guidellm-0.3.0rc20250418.dist-info/METADATA,sha256=fMt3VRyNKuXEu5FjR0yAUiC8sKx6SjQxWEndKUwNmSg,30335
45
- guidellm-0.3.0rc20250418.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
46
- guidellm-0.3.0rc20250418.dist-info/entry_points.txt,sha256=DzLFEg47fF7qY1b-9laPz9jg0KSKJ1_D9TbF93kLz_E,51
47
- guidellm-0.3.0rc20250418.dist-info/top_level.txt,sha256=EXRGjnvFtL6MeZTe0tnHRMYcEWUW3vEqoG2zO7vFOtk,9
48
- guidellm-0.3.0rc20250418.dist-info/RECORD,,
43
+ guidellm-0.3.0rc20250421.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
44
+ guidellm-0.3.0rc20250421.dist-info/METADATA,sha256=pftSm9Sb9p4FvzEHEFQbjGV-at-h48stvoVdGc6Jrhs,30335
45
+ guidellm-0.3.0rc20250421.dist-info/WHEEL,sha256=pxyMxgL8-pra_rKaQ4drOZAegBVuX-G_4nRHjjgWbmo,91
46
+ guidellm-0.3.0rc20250421.dist-info/entry_points.txt,sha256=DzLFEg47fF7qY1b-9laPz9jg0KSKJ1_D9TbF93kLz_E,51
47
+ guidellm-0.3.0rc20250421.dist-info/top_level.txt,sha256=EXRGjnvFtL6MeZTe0tnHRMYcEWUW3vEqoG2zO7vFOtk,9
48
+ guidellm-0.3.0rc20250421.dist-info/RECORD,,
{guidellm-0.3.0rc20250418.dist-info → guidellm-0.3.0rc20250421.dist-info}/WHEEL RENAMED
@@ -1,5 +1,5 @@
1
1
  Wheel-Version: 1.0
2
- Generator: setuptools (78.1.0)
2
+ Generator: setuptools (79.0.0)
3
3
  Root-Is-Purelib: true
4
4
  Tag: py3-none-any
5
5