guidellm 0.4.0a3__tar.gz → 0.4.0a7__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of guidellm might be problematic. Click here for more details.
- {guidellm-0.4.0a3/src/guidellm.egg-info → guidellm-0.4.0a7}/PKG-INFO +13 -1
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/README.md +9 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/pyproject.toml +4 -1
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/src/guidellm/backend/openai.py +1 -1
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/src/guidellm/presentation/data_models.py +1 -1
- guidellm-0.4.0a7/src/guidellm/version.py +6 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7/src/guidellm.egg-info}/PKG-INFO +13 -1
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/src/guidellm.egg-info/requires.txt +4 -0
- guidellm-0.4.0a3/src/guidellm/version.py +0 -6
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/LICENSE +0 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/MANIFEST.in +0 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/setup.cfg +0 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/setup.py +0 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/src/guidellm/__init__.py +0 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/src/guidellm/__main__.py +0 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/src/guidellm/backend/__init__.py +0 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/src/guidellm/backend/backend.py +0 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/src/guidellm/backend/response.py +0 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/src/guidellm/benchmark/__init__.py +0 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/src/guidellm/benchmark/aggregator.py +0 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/src/guidellm/benchmark/benchmark.py +0 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/src/guidellm/benchmark/benchmarker.py +0 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/src/guidellm/benchmark/entrypoints.py +0 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/src/guidellm/benchmark/output.py +0 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/src/guidellm/benchmark/profile.py +0 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/src/guidellm/benchmark/progress.py +0 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/src/guidellm/benchmark/scenario.py +0 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/src/guidellm/benchmark/scenarios/__init__.py +0 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/src/guidellm/config.py +0 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/src/guidellm/data/__init__.py +0 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/src/guidellm/data/prideandprejudice.txt.gz +0 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/src/guidellm/dataset/__init__.py +0 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/src/guidellm/dataset/creator.py +0 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/src/guidellm/dataset/entrypoints.py +0 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/src/guidellm/dataset/file.py +0 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/src/guidellm/dataset/hf_datasets.py +0 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/src/guidellm/dataset/in_memory.py +0 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/src/guidellm/dataset/synthetic.py +0 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/src/guidellm/logger.py +0 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/src/guidellm/objects/__init__.py +0 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/src/guidellm/objects/pydantic.py +0 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/src/guidellm/objects/statistics.py +0 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/src/guidellm/preprocess/__init__.py +0 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/src/guidellm/preprocess/dataset.py +0 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/src/guidellm/presentation/__init__.py +0 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/src/guidellm/presentation/builder.py +0 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/src/guidellm/presentation/injector.py +0 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/src/guidellm/request/__init__.py +0 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/src/guidellm/request/loader.py +0 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/src/guidellm/request/request.py +0 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/src/guidellm/request/types.py +0 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/src/guidellm/scheduler/__init__.py +0 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/src/guidellm/scheduler/queues.py +0 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/src/guidellm/scheduler/result.py +0 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/src/guidellm/scheduler/scheduler.py +0 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/src/guidellm/scheduler/strategy.py +0 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/src/guidellm/scheduler/worker.py +0 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/src/guidellm/utils/__init__.py +0 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/src/guidellm/utils/cli.py +0 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/src/guidellm/utils/colors.py +0 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/src/guidellm/utils/default_group.py +0 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/src/guidellm/utils/dict.py +0 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/src/guidellm/utils/hf_datasets.py +0 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/src/guidellm/utils/hf_transformers.py +0 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/src/guidellm/utils/random.py +0 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/src/guidellm/utils/text.py +0 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/src/guidellm.egg-info/SOURCES.txt +0 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/src/guidellm.egg-info/dependency_links.txt +0 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/src/guidellm.egg-info/entry_points.txt +0 -0
- {guidellm-0.4.0a3 → guidellm-0.4.0a7}/src/guidellm.egg-info/top_level.txt +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: guidellm
|
|
3
|
-
Version: 0.4.
|
|
3
|
+
Version: 0.4.0a7
|
|
4
4
|
Summary: Guidance platform for deploying and managing large language models.
|
|
5
5
|
Author: Red Hat
|
|
6
6
|
License-Expression: Apache-2.0
|
|
@@ -25,6 +25,9 @@ Requires-Dist: pydantic-settings>=2.0.0
|
|
|
25
25
|
Requires-Dist: pyyaml>=6.0.0
|
|
26
26
|
Requires-Dist: rich
|
|
27
27
|
Requires-Dist: transformers
|
|
28
|
+
Provides-Extra: recommended
|
|
29
|
+
Requires-Dist: tiktoken>=0.11.0; extra == "recommended"
|
|
30
|
+
Requires-Dist: blobfile>=3.1.0; extra == "recommended"
|
|
28
31
|
Provides-Extra: dev
|
|
29
32
|
Requires-Dist: build>=1.0.0; extra == "dev"
|
|
30
33
|
Requires-Dist: setuptools>=61.0; extra == "dev"
|
|
@@ -125,6 +128,15 @@ podman run \
|
|
|
125
128
|
|
|
126
129
|
Replace `latest` with `stable` for the newest tagged release or set a specific release if desired.
|
|
127
130
|
|
|
131
|
+
#### Available Tags
|
|
132
|
+
|
|
133
|
+
| Tags | Notes |
|
|
134
|
+
| ------------------------------------------------------------------------------------------ | --------------------------------------------- |
|
|
135
|
+
| `nightly` | Built from `main` every night |
|
|
136
|
+
| [`v0.3.0`](https://github.com/vllm-project/guidellm/releases/tag/v0.3.0) `stable` `latest` | - |
|
|
137
|
+
| [`v0.2.1`](https://github.com/vllm-project/guidellm/releases/tag/v0.2.1) | - |
|
|
138
|
+
| `pr-*` | Development builds (DO NOT USE IN PRODUCTION) |
|
|
139
|
+
|
|
128
140
|
### Quick Start
|
|
129
141
|
|
|
130
142
|
#### 1. Start an OpenAI Compatible Server (vLLM)
|
|
@@ -71,6 +71,15 @@ podman run \
|
|
|
71
71
|
|
|
72
72
|
Replace `latest` with `stable` for the newest tagged release or set a specific release if desired.
|
|
73
73
|
|
|
74
|
+
#### Available Tags
|
|
75
|
+
|
|
76
|
+
| Tags | Notes |
|
|
77
|
+
| ------------------------------------------------------------------------------------------ | --------------------------------------------- |
|
|
78
|
+
| `nightly` | Built from `main` every night |
|
|
79
|
+
| [`v0.3.0`](https://github.com/vllm-project/guidellm/releases/tag/v0.3.0) `stable` `latest` | - |
|
|
80
|
+
| [`v0.2.1`](https://github.com/vllm-project/guidellm/releases/tag/v0.2.1) | - |
|
|
81
|
+
| `pr-*` | Development builds (DO NOT USE IN PRODUCTION) |
|
|
82
|
+
|
|
74
83
|
### Quick Start
|
|
75
84
|
|
|
76
85
|
#### 1. Start an OpenAI Compatible Server (vLLM)
|
|
@@ -62,6 +62,10 @@ dependencies = [
|
|
|
62
62
|
]
|
|
63
63
|
|
|
64
64
|
[project.optional-dependencies]
|
|
65
|
+
recommended = [
|
|
66
|
+
"tiktoken>=0.11.0", # For OpenAI tokenizer
|
|
67
|
+
"blobfile>=3.1.0", # For OpenAI tokenizer
|
|
68
|
+
]
|
|
65
69
|
dev = [
|
|
66
70
|
# build
|
|
67
71
|
"build>=1.0.0",
|
|
@@ -102,7 +106,6 @@ dev = [
|
|
|
102
106
|
"mkdocs-linkcheck~=1.0.6",
|
|
103
107
|
]
|
|
104
108
|
|
|
105
|
-
# For PEP 735 compliant tools
|
|
106
109
|
[dependency-groups]
|
|
107
110
|
dev = [ "guidellm[dev]" ]
|
|
108
111
|
|
|
@@ -688,7 +688,7 @@ class OpenAIHTTPBackend(Backend):
|
|
|
688
688
|
return data["choices"][0]["text"]
|
|
689
689
|
|
|
690
690
|
if type_ == "chat_completions":
|
|
691
|
-
return data
|
|
691
|
+
return data.get("choices", [{}])[0].get("delta", {}).get("content")
|
|
692
692
|
|
|
693
693
|
raise ValueError(f"Unsupported type: {type_}")
|
|
694
694
|
|
|
@@ -190,7 +190,7 @@ class TabularDistributionSummary(DistributionSummary):
|
|
|
190
190
|
"""
|
|
191
191
|
|
|
192
192
|
@computed_field
|
|
193
|
-
def percentile_rows(self) -> list[dict[str, float]]:
|
|
193
|
+
def percentile_rows(self) -> list[dict[str, Union[str, float]]]:
|
|
194
194
|
rows = [
|
|
195
195
|
{"percentile": name, "value": value}
|
|
196
196
|
for name, value in self.percentiles.model_dump().items()
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: guidellm
|
|
3
|
-
Version: 0.4.
|
|
3
|
+
Version: 0.4.0a7
|
|
4
4
|
Summary: Guidance platform for deploying and managing large language models.
|
|
5
5
|
Author: Red Hat
|
|
6
6
|
License-Expression: Apache-2.0
|
|
@@ -25,6 +25,9 @@ Requires-Dist: pydantic-settings>=2.0.0
|
|
|
25
25
|
Requires-Dist: pyyaml>=6.0.0
|
|
26
26
|
Requires-Dist: rich
|
|
27
27
|
Requires-Dist: transformers
|
|
28
|
+
Provides-Extra: recommended
|
|
29
|
+
Requires-Dist: tiktoken>=0.11.0; extra == "recommended"
|
|
30
|
+
Requires-Dist: blobfile>=3.1.0; extra == "recommended"
|
|
28
31
|
Provides-Extra: dev
|
|
29
32
|
Requires-Dist: build>=1.0.0; extra == "dev"
|
|
30
33
|
Requires-Dist: setuptools>=61.0; extra == "dev"
|
|
@@ -125,6 +128,15 @@ podman run \
|
|
|
125
128
|
|
|
126
129
|
Replace `latest` with `stable` for the newest tagged release or set a specific release if desired.
|
|
127
130
|
|
|
131
|
+
#### Available Tags
|
|
132
|
+
|
|
133
|
+
| Tags | Notes |
|
|
134
|
+
| ------------------------------------------------------------------------------------------ | --------------------------------------------- |
|
|
135
|
+
| `nightly` | Built from `main` every night |
|
|
136
|
+
| [`v0.3.0`](https://github.com/vllm-project/guidellm/releases/tag/v0.3.0) `stable` `latest` | - |
|
|
137
|
+
| [`v0.2.1`](https://github.com/vllm-project/guidellm/releases/tag/v0.2.1) | - |
|
|
138
|
+
| `pr-*` | Development builds (DO NOT USE IN PRODUCTION) |
|
|
139
|
+
|
|
128
140
|
### Quick Start
|
|
129
141
|
|
|
130
142
|
#### 1. Start an OpenAI Compatible Server (vLLM)
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|