guidellm 0.4.0a8__tar.gz → 0.4.0rc17__tar.gz

{guidellm-0.4.0a8/src/guidellm.egg-info → guidellm-0.4.0rc17}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: guidellm
-Version: 0.4.0a8
+Version: 0.4.0rc17
 Summary: Guidance platform for deploying and managing large language models.
 Author: Red Hat
 License-Expression: Apache-2.0

{guidellm-0.4.0a8 → guidellm-0.4.0rc17}/src/guidellm/benchmark/output.py

@@ -144,10 +144,9 @@ class GenerativeBenchmarksReport(StandardBaseModel):
             )
 
         model_dict = self.model_dump()
-        model_json = json.dumps(model_dict)
 
-        with path.open("w") as file:
-            file.write(model_json)
+        with path.open("w", encoding="utf-8") as file:
+            json.dump(model_dict, file, ensure_ascii=False, indent=4)
 
         return path
 

{guidellm-0.4.0a8 → guidellm-0.4.0rc17}/src/guidellm/config.py

@@ -31,8 +31,8 @@ class Environment(str, Enum):
 
 
 ENV_REPORT_MAPPING = {
-    Environment.PROD: "https://blog.vllm.ai/guidellm/ui/latest/index.html",
-    Environment.STAGING: "https://blog.vllm.ai/guidellm/ui/release/latest/index.html",
+    Environment.PROD: "https://blog.vllm.ai/guidellm/ui/v0.3.0/index.html",
+    Environment.STAGING: "https://blog.vllm.ai/guidellm/ui/release/v0.3.0/index.html",
     Environment.DEV: "https://blog.vllm.ai/guidellm/ui/dev/index.html",
     Environment.LOCAL: "http://localhost:3000/index.html",
 }

{guidellm-0.4.0a8 → guidellm-0.4.0rc17}/src/guidellm/presentation/data_models.py

@@ -208,7 +208,7 @@ class TabularDistributionSummary(DistributionSummary):
 
 class BenchmarkDatum(BaseModel):
     requests_per_second: float
-    tpot: TabularDistributionSummary
+    itl: TabularDistributionSummary
     ttft: TabularDistributionSummary
     throughput: TabularDistributionSummary
     time_per_request: TabularDistributionSummary
@@ -217,7 +217,7 @@ class BenchmarkDatum(BaseModel):
     def from_benchmark(cls, bm: "GenerativeBenchmark"):
         return cls(
             requests_per_second=bm.metrics.requests_per_second.successful.mean,
-            tpot=TabularDistributionSummary.from_distribution_summary(
+            itl=TabularDistributionSummary.from_distribution_summary(
                 bm.metrics.inter_token_latency_ms.successful
             ),
             ttft=TabularDistributionSummary.from_distribution_summary(

guidellm-0.4.0rc17/src/guidellm/version.py

@@ -0,0 +1,6 @@
+version = "0.4.0rc17"
+build_type = "candidate"
+build_iteration = "17"
+git_commit = "108a657f4fff75c5117557957898281b92ed0cf4"
+git_branch = "release/v0.3.1"
+git_last_tag = "v0.3.0"

{guidellm-0.4.0a8 → guidellm-0.4.0rc17/src/guidellm.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: guidellm
-Version: 0.4.0a8
+Version: 0.4.0rc17
 Summary: Guidance platform for deploying and managing large language models.
 Author: Red Hat
 License-Expression: Apache-2.0

guidellm-0.4.0a8/src/guidellm/version.py

@@ -1,6 +0,0 @@
-version = "0.4.0a8"
-build_type = "nightly"
-build_iteration = "8"
-git_commit = "f8f6f9d26e3f2ff9615278265624cce9e1a4d2b6"
-git_branch = "main"
-git_last_tag = "v0.3.0"