guidellm 0.4.0a2__tar.gz → 0.4.0a6__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of guidellm might be problematic. Click here for more details.

Files changed (70) hide show
  1. {guidellm-0.4.0a2/src/guidellm.egg-info → guidellm-0.4.0a6}/PKG-INFO +4 -1
  2. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/pyproject.toml +4 -1
  3. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm/backend/openai.py +1 -1
  4. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm/presentation/data_models.py +1 -1
  5. guidellm-0.4.0a6/src/guidellm/version.py +6 -0
  6. {guidellm-0.4.0a2 → guidellm-0.4.0a6/src/guidellm.egg-info}/PKG-INFO +4 -1
  7. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm.egg-info/requires.txt +4 -0
  8. guidellm-0.4.0a2/src/guidellm/version.py +0 -6
  9. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/LICENSE +0 -0
  10. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/MANIFEST.in +0 -0
  11. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/README.md +0 -0
  12. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/setup.cfg +0 -0
  13. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/setup.py +0 -0
  14. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm/__init__.py +0 -0
  15. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm/__main__.py +0 -0
  16. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm/backend/__init__.py +0 -0
  17. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm/backend/backend.py +0 -0
  18. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm/backend/response.py +0 -0
  19. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm/benchmark/__init__.py +0 -0
  20. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm/benchmark/aggregator.py +0 -0
  21. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm/benchmark/benchmark.py +0 -0
  22. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm/benchmark/benchmarker.py +0 -0
  23. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm/benchmark/entrypoints.py +0 -0
  24. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm/benchmark/output.py +0 -0
  25. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm/benchmark/profile.py +0 -0
  26. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm/benchmark/progress.py +0 -0
  27. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm/benchmark/scenario.py +0 -0
  28. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm/benchmark/scenarios/__init__.py +0 -0
  29. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm/config.py +0 -0
  30. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm/data/__init__.py +0 -0
  31. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm/data/prideandprejudice.txt.gz +0 -0
  32. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm/dataset/__init__.py +0 -0
  33. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm/dataset/creator.py +0 -0
  34. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm/dataset/entrypoints.py +0 -0
  35. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm/dataset/file.py +0 -0
  36. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm/dataset/hf_datasets.py +0 -0
  37. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm/dataset/in_memory.py +0 -0
  38. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm/dataset/synthetic.py +0 -0
  39. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm/logger.py +0 -0
  40. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm/objects/__init__.py +0 -0
  41. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm/objects/pydantic.py +0 -0
  42. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm/objects/statistics.py +0 -0
  43. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm/preprocess/__init__.py +0 -0
  44. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm/preprocess/dataset.py +0 -0
  45. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm/presentation/__init__.py +0 -0
  46. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm/presentation/builder.py +0 -0
  47. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm/presentation/injector.py +0 -0
  48. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm/request/__init__.py +0 -0
  49. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm/request/loader.py +0 -0
  50. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm/request/request.py +0 -0
  51. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm/request/types.py +0 -0
  52. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm/scheduler/__init__.py +0 -0
  53. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm/scheduler/queues.py +0 -0
  54. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm/scheduler/result.py +0 -0
  55. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm/scheduler/scheduler.py +0 -0
  56. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm/scheduler/strategy.py +0 -0
  57. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm/scheduler/worker.py +0 -0
  58. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm/utils/__init__.py +0 -0
  59. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm/utils/cli.py +0 -0
  60. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm/utils/colors.py +0 -0
  61. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm/utils/default_group.py +0 -0
  62. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm/utils/dict.py +0 -0
  63. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm/utils/hf_datasets.py +0 -0
  64. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm/utils/hf_transformers.py +0 -0
  65. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm/utils/random.py +0 -0
  66. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm/utils/text.py +0 -0
  67. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm.egg-info/SOURCES.txt +0 -0
  68. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm.egg-info/dependency_links.txt +0 -0
  69. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm.egg-info/entry_points.txt +0 -0
  70. {guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm.egg-info/top_level.txt +0 -0
{guidellm-0.4.0a2/src/guidellm.egg-info → guidellm-0.4.0a6}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: guidellm
3
- Version: 0.4.0a2
3
+ Version: 0.4.0a6
4
4
  Summary: Guidance platform for deploying and managing large language models.
5
5
  Author: Red Hat
6
6
  License-Expression: Apache-2.0
@@ -25,6 +25,9 @@ Requires-Dist: pydantic-settings>=2.0.0
25
25
  Requires-Dist: pyyaml>=6.0.0
26
26
  Requires-Dist: rich
27
27
  Requires-Dist: transformers
28
+ Provides-Extra: recommended
29
+ Requires-Dist: tiktoken>=0.11.0; extra == "recommended"
30
+ Requires-Dist: blobfile>=3.1.0; extra == "recommended"
28
31
  Provides-Extra: dev
29
32
  Requires-Dist: build>=1.0.0; extra == "dev"
30
33
  Requires-Dist: setuptools>=61.0; extra == "dev"
{guidellm-0.4.0a2 → guidellm-0.4.0a6}/pyproject.toml RENAMED
@@ -62,6 +62,10 @@ dependencies = [
62
62
  ]
63
63
 
64
64
  [project.optional-dependencies]
65
+ recommended = [
66
+ "tiktoken>=0.11.0", # For OpenAI tokenizer
67
+ "blobfile>=3.1.0", # For OpenAI tokenizer
68
+ ]
65
69
  dev = [
66
70
  # build
67
71
  "build>=1.0.0",
@@ -102,7 +106,6 @@ dev = [
102
106
  "mkdocs-linkcheck~=1.0.6",
103
107
  ]
104
108
 
105
- # For PEP 735 compliant tools
106
109
  [dependency-groups]
107
110
  dev = [ "guidellm[dev]" ]
108
111
 
{guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm/backend/openai.py RENAMED
@@ -688,7 +688,7 @@ class OpenAIHTTPBackend(Backend):
688
688
  return data["choices"][0]["text"]
689
689
 
690
690
  if type_ == "chat_completions":
691
- return data["choices"][0]["delta"]["content"]
691
+ return data.get("choices", [{}])[0].get("delta", {}).get("content")
692
692
 
693
693
  raise ValueError(f"Unsupported type: {type_}")
694
694
 
{guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm/presentation/data_models.py RENAMED
@@ -190,7 +190,7 @@ class TabularDistributionSummary(DistributionSummary):
190
190
  """
191
191
 
192
192
  @computed_field
193
- def percentile_rows(self) -> list[dict[str, float]]:
193
+ def percentile_rows(self) -> list[dict[str, Union[str, float]]]:
194
194
  rows = [
195
195
  {"percentile": name, "value": value}
196
196
  for name, value in self.percentiles.model_dump().items()
guidellm-0.4.0a6/src/guidellm/version.py ADDED
@@ -0,0 +1,6 @@
1
+ version = "0.4.0a6"
2
+ build_type = "nightly"
3
+ build_iteration = "6"
4
+ git_commit = "a4bdbb5d195ec362ddbd3179a78a8b18c4ffd2ff"
5
+ git_branch = "main"
6
+ git_last_tag = "v0.3.0"
{guidellm-0.4.0a2 → guidellm-0.4.0a6/src/guidellm.egg-info}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: guidellm
3
- Version: 0.4.0a2
3
+ Version: 0.4.0a6
4
4
  Summary: Guidance platform for deploying and managing large language models.
5
5
  Author: Red Hat
6
6
  License-Expression: Apache-2.0
@@ -25,6 +25,9 @@ Requires-Dist: pydantic-settings>=2.0.0
25
25
  Requires-Dist: pyyaml>=6.0.0
26
26
  Requires-Dist: rich
27
27
  Requires-Dist: transformers
28
+ Provides-Extra: recommended
29
+ Requires-Dist: tiktoken>=0.11.0; extra == "recommended"
30
+ Requires-Dist: blobfile>=3.1.0; extra == "recommended"
28
31
  Provides-Extra: dev
29
32
  Requires-Dist: build>=1.0.0; extra == "dev"
30
33
  Requires-Dist: setuptools>=61.0; extra == "dev"
{guidellm-0.4.0a2 → guidellm-0.4.0a6}/src/guidellm.egg-info/requires.txt RENAMED
@@ -37,3 +37,7 @@ types-PyYAML~=6.0.1
37
37
  types-requests~=2.32.0
38
38
  types-toml
39
39
  mkdocs-linkcheck~=1.0.6
40
+
41
+ [recommended]
42
+ tiktoken>=0.11.0
43
+ blobfile>=3.1.0
guidellm-0.4.0a2/src/guidellm/version.py DELETED
@@ -1,6 +0,0 @@
1
- version = "0.4.0a2"
2
- build_type = "nightly"
3
- build_iteration = "2"
4
- git_commit = "95737033a1c4ff61f15c1bbf7ef962af5c9bfbea"
5
- git_branch = "main"
6
- git_last_tag = "v0.3.0"
{guidellm-0.4.0a2 → guidellm-0.4.0a6}/LICENSE RENAMED
File without changes
{guidellm-0.4.0a2 → guidellm-0.4.0a6}/MANIFEST.in RENAMED
File without changes
{guidellm-0.4.0a2 → guidellm-0.4.0a6}/README.md RENAMED
File without changes
{guidellm-0.4.0a2 → guidellm-0.4.0a6}/setup.cfg RENAMED
File without changes
{guidellm-0.4.0a2 → guidellm-0.4.0a6}/setup.py RENAMED
File without changes