beamlit 0.0.33rc49__py3-none-any.whl → 0.0.34__py3-none-any.whl

beamlit/models/resource_environment_metrics.py

@@ -6,14 +6,18 @@ from attrs import field as _attrs_field
 from ..types import UNSET, Unset
 
 if TYPE_CHECKING:
+    from ..models.latency_metric import LatencyMetric
     from ..models.metric import Metric
-    from ..models.qps import QPS
-    from ..models.resource_environment_metrics_inference_per_region import (
-        ResourceEnvironmentMetricsInferencePerRegion,
+    from ..models.request_duration_over_time_metrics import RequestDurationOverTimeMetrics
+    from ..models.request_total_by_origin_metric import RequestTotalByOriginMetric
+    from ..models.resource_environment_metrics_request_total_per_code import (
+        ResourceEnvironmentMetricsRequestTotalPerCode,
     )
-    from ..models.resource_environment_metrics_query_per_region_per_code import (
-        ResourceEnvironmentMetricsQueryPerRegionPerCode,
+    from ..models.resource_environment_metrics_rps_per_code import (
+        ResourceEnvironmentMetricsRpsPerCode,
     )
+    from ..models.token_rate_metrics import TokenRateMetrics
+    from ..models.token_total_metric import TokenTotalMetric
 
 
 T = TypeVar("T", bound="ResourceEnvironmentMetrics")
@@ -25,23 +29,31 @@ class ResourceEnvironmentMetrics:
 
     Attributes:
         inference_global (Union[Unset, list['Metric']]): Array of metrics
-        inference_per_region (Union[Unset, ResourceEnvironmentMetricsInferencePerRegion]): Historical requests (in last
-            24 hours) per location, for the model deployment
-        query_global (Union[Unset, float]): Number of requests done on the resource for the model deployment
-        query_per_code_global (Union[Unset, QPS]): Query per second per element, can be per response status code (e.g.
-            200, 400) or per location
-        query_per_region (Union[Unset, QPS]): Query per second per element, can be per response status code (e.g. 200,
-            400) or per location
-        query_per_region_per_code (Union[Unset, ResourceEnvironmentMetricsQueryPerRegionPerCode]): Number of requests
-            done on the resource for the model deployment
+        last_n_requests (Union[Unset, list['Metric']]): Array of metrics
+        latency (Union[Unset, LatencyMetric]): Latency metrics
+        request_duration_over_time (Union[Unset, RequestDurationOverTimeMetrics]): Request duration over time metrics
+        request_total (Union[Unset, float]): Number of requests for the resource globally
+        request_total_by_origin (Union[Unset, RequestTotalByOriginMetric]): Request total by origin metric
+        request_total_per_code (Union[Unset, ResourceEnvironmentMetricsRequestTotalPerCode]): Number of requests for the
+            resource globally per code
+        rps (Union[Unset, float]): Number of requests per second for the resource globally
+        rps_per_code (Union[Unset, ResourceEnvironmentMetricsRpsPerCode]): Number of requests per second for the
+            resource globally per code
+        token_rate (Union[Unset, TokenRateMetrics]): Token rate metrics
+        token_total (Union[Unset, TokenTotalMetric]): Token total metric
     """
 
     inference_global: Union[Unset, list["Metric"]] = UNSET
-    inference_per_region: Union[Unset, "ResourceEnvironmentMetricsInferencePerRegion"] = UNSET
-    query_global: Union[Unset, float] = UNSET
-    query_per_code_global: Union[Unset, "QPS"] = UNSET
-    query_per_region: Union[Unset, "QPS"] = UNSET
-    query_per_region_per_code: Union[Unset, "ResourceEnvironmentMetricsQueryPerRegionPerCode"] = UNSET
+    last_n_requests: Union[Unset, list["Metric"]] = UNSET
+    latency: Union[Unset, "LatencyMetric"] = UNSET
+    request_duration_over_time: Union[Unset, "RequestDurationOverTimeMetrics"] = UNSET
+    request_total: Union[Unset, float] = UNSET
+    request_total_by_origin: Union[Unset, "RequestTotalByOriginMetric"] = UNSET
+    request_total_per_code: Union[Unset, "ResourceEnvironmentMetricsRequestTotalPerCode"] = UNSET
+    rps: Union[Unset, float] = UNSET
+    rps_per_code: Union[Unset, "ResourceEnvironmentMetricsRpsPerCode"] = UNSET
+    token_rate: Union[Unset, "TokenRateMetrics"] = UNSET
+    token_total: Union[Unset, "TokenTotalMetric"] = UNSET
     additional_properties: dict[str, Any] = _attrs_field(init=False, factory=dict)
 
     def to_dict(self) -> dict[str, Any]:
@@ -52,52 +64,87 @@ class ResourceEnvironmentMetrics:
                 componentsschemas_array_metric_item = componentsschemas_array_metric_item_data.to_dict()
                 inference_global.append(componentsschemas_array_metric_item)
 
-        inference_per_region: Union[Unset, dict[str, Any]] = UNSET
-        if not isinstance(self.inference_per_region, Unset):
-            inference_per_region = self.inference_per_region.to_dict()
+        last_n_requests: Union[Unset, list[dict[str, Any]]] = UNSET
+        if not isinstance(self.last_n_requests, Unset):
+            last_n_requests = []
+            for componentsschemas_array_metric_item_data in self.last_n_requests:
+                componentsschemas_array_metric_item = componentsschemas_array_metric_item_data.to_dict()
+                last_n_requests.append(componentsschemas_array_metric_item)
+
+        latency: Union[Unset, dict[str, Any]] = UNSET
+        if self.latency and not isinstance(self.latency, Unset):
+            latency = self.latency.to_dict()
+
+        request_duration_over_time: Union[Unset, dict[str, Any]] = UNSET
+        if self.request_duration_over_time and not isinstance(self.request_duration_over_time, Unset):
+            request_duration_over_time = self.request_duration_over_time.to_dict()
+
+        request_total = self.request_total
 
-        query_global = self.query_global
+        request_total_by_origin: Union[Unset, dict[str, Any]] = UNSET
+        if self.request_total_by_origin and not isinstance(self.request_total_by_origin, Unset):
+            request_total_by_origin = self.request_total_by_origin.to_dict()
 
-        query_per_code_global: Union[Unset, dict[str, Any]] = UNSET
-        if not isinstance(self.query_per_code_global, Unset):
-            query_per_code_global = self.query_per_code_global.to_dict()
+        request_total_per_code: Union[Unset, dict[str, Any]] = UNSET
+        if self.request_total_per_code and not isinstance(self.request_total_per_code, Unset):
+            request_total_per_code = self.request_total_per_code.to_dict()
 
-        query_per_region: Union[Unset, dict[str, Any]] = UNSET
-        if not isinstance(self.query_per_region, Unset):
-            query_per_region = self.query_per_region.to_dict()
+        rps = self.rps
 
-        query_per_region_per_code: Union[Unset, dict[str, Any]] = UNSET
-        if not isinstance(self.query_per_region_per_code, Unset):
-            query_per_region_per_code = self.query_per_region_per_code.to_dict()
+        rps_per_code: Union[Unset, dict[str, Any]] = UNSET
+        if self.rps_per_code and not isinstance(self.rps_per_code, Unset):
+            rps_per_code = self.rps_per_code.to_dict()
+
+        token_rate: Union[Unset, dict[str, Any]] = UNSET
+        if self.token_rate and not isinstance(self.token_rate, Unset):
+            token_rate = self.token_rate.to_dict()
+
+        token_total: Union[Unset, dict[str, Any]] = UNSET
+        if self.token_total and not isinstance(self.token_total, Unset):
+            token_total = self.token_total.to_dict()
 
         field_dict: dict[str, Any] = {}
         field_dict.update(self.additional_properties)
         field_dict.update({})
         if inference_global is not UNSET:
             field_dict["inferenceGlobal"] = inference_global
-        if inference_per_region is not UNSET:
-            field_dict["inferencePerRegion"] = inference_per_region
-        if query_global is not UNSET:
-            field_dict["query_global"] = query_global
-        if query_per_code_global is not UNSET:
-            field_dict["queryPerCodeGlobal"] = query_per_code_global
-        if query_per_region is not UNSET:
-            field_dict["queryPerRegion"] = query_per_region
-        if query_per_region_per_code is not UNSET:
-            field_dict["queryPerRegionPerCode"] = query_per_region_per_code
+        if last_n_requests is not UNSET:
+            field_dict["lastNRequests"] = last_n_requests
+        if latency is not UNSET:
+            field_dict["latency"] = latency
+        if request_duration_over_time is not UNSET:
+            field_dict["requestDurationOverTime"] = request_duration_over_time
+        if request_total is not UNSET:
+            field_dict["requestTotal"] = request_total
+        if request_total_by_origin is not UNSET:
+            field_dict["requestTotalByOrigin"] = request_total_by_origin
+        if request_total_per_code is not UNSET:
+            field_dict["requestTotalPerCode"] = request_total_per_code
+        if rps is not UNSET:
+            field_dict["rps"] = rps
+        if rps_per_code is not UNSET:
+            field_dict["rpsPerCode"] = rps_per_code
+        if token_rate is not UNSET:
+            field_dict["tokenRate"] = token_rate
+        if token_total is not UNSET:
+            field_dict["tokenTotal"] = token_total
 
         return field_dict
 
     @classmethod
     def from_dict(cls: type[T], src_dict: dict[str, Any]) -> T:
+        from ..models.latency_metric import LatencyMetric
         from ..models.metric import Metric
-        from ..models.qps import QPS
-        from ..models.resource_environment_metrics_inference_per_region import (
-            ResourceEnvironmentMetricsInferencePerRegion,
+        from ..models.request_duration_over_time_metrics import RequestDurationOverTimeMetrics
+        from ..models.request_total_by_origin_metric import RequestTotalByOriginMetric
+        from ..models.resource_environment_metrics_request_total_per_code import (
+            ResourceEnvironmentMetricsRequestTotalPerCode,
         )
-        from ..models.resource_environment_metrics_query_per_region_per_code import (
-            ResourceEnvironmentMetricsQueryPerRegionPerCode,
+        from ..models.resource_environment_metrics_rps_per_code import (
+            ResourceEnvironmentMetricsRpsPerCode,
         )
+        from ..models.token_rate_metrics import TokenRateMetrics
+        from ..models.token_total_metric import TokenTotalMetric
 
         if not src_dict:
             return None
@@ -109,45 +156,78 @@ class ResourceEnvironmentMetrics:
 
             inference_global.append(componentsschemas_array_metric_item)
 
-        _inference_per_region = d.pop("inferencePerRegion", UNSET)
-        inference_per_region: Union[Unset, ResourceEnvironmentMetricsInferencePerRegion]
-        if isinstance(_inference_per_region, Unset):
-            inference_per_region = UNSET
+        last_n_requests = []
+        _last_n_requests = d.pop("lastNRequests", UNSET)
+        for componentsschemas_array_metric_item_data in _last_n_requests or []:
+            componentsschemas_array_metric_item = Metric.from_dict(componentsschemas_array_metric_item_data)
+
+            last_n_requests.append(componentsschemas_array_metric_item)
+
+        _latency = d.pop("latency", UNSET)
+        latency: Union[Unset, LatencyMetric]
+        if isinstance(_latency, Unset):
+            latency = UNSET
+        else:
+            latency = LatencyMetric.from_dict(_latency)
+
+        _request_duration_over_time = d.pop("requestDurationOverTime", UNSET)
+        request_duration_over_time: Union[Unset, RequestDurationOverTimeMetrics]
+        if isinstance(_request_duration_over_time, Unset):
+            request_duration_over_time = UNSET
+        else:
+            request_duration_over_time = RequestDurationOverTimeMetrics.from_dict(_request_duration_over_time)
+
+        request_total = d.pop("requestTotal", UNSET)
+
+        _request_total_by_origin = d.pop("requestTotalByOrigin", UNSET)
+        request_total_by_origin: Union[Unset, RequestTotalByOriginMetric]
+        if isinstance(_request_total_by_origin, Unset):
+            request_total_by_origin = UNSET
+        else:
+            request_total_by_origin = RequestTotalByOriginMetric.from_dict(_request_total_by_origin)
+
+        _request_total_per_code = d.pop("requestTotalPerCode", UNSET)
+        request_total_per_code: Union[Unset, ResourceEnvironmentMetricsRequestTotalPerCode]
+        if isinstance(_request_total_per_code, Unset):
+            request_total_per_code = UNSET
         else:
-            inference_per_region = ResourceEnvironmentMetricsInferencePerRegion.from_dict(_inference_per_region)
+            request_total_per_code = ResourceEnvironmentMetricsRequestTotalPerCode.from_dict(_request_total_per_code)
 
-        query_global = d.pop("query_global", UNSET)
+        rps = d.pop("rps", UNSET)
 
-        _query_per_code_global = d.pop("queryPerCodeGlobal", UNSET)
-        query_per_code_global: Union[Unset, QPS]
-        if isinstance(_query_per_code_global, Unset):
-            query_per_code_global = UNSET
+        _rps_per_code = d.pop("rpsPerCode", UNSET)
+        rps_per_code: Union[Unset, ResourceEnvironmentMetricsRpsPerCode]
+        if isinstance(_rps_per_code, Unset):
+            rps_per_code = UNSET
         else:
-            query_per_code_global = QPS.from_dict(_query_per_code_global)
+            rps_per_code = ResourceEnvironmentMetricsRpsPerCode.from_dict(_rps_per_code)
 
-        _query_per_region = d.pop("queryPerRegion", UNSET)
-        query_per_region: Union[Unset, QPS]
-        if isinstance(_query_per_region, Unset):
-            query_per_region = UNSET
+        _token_rate = d.pop("tokenRate", UNSET)
+        token_rate: Union[Unset, TokenRateMetrics]
+        if isinstance(_token_rate, Unset):
+            token_rate = UNSET
         else:
-            query_per_region = QPS.from_dict(_query_per_region)
+            token_rate = TokenRateMetrics.from_dict(_token_rate)
 
-        _query_per_region_per_code = d.pop("queryPerRegionPerCode", UNSET)
-        query_per_region_per_code: Union[Unset, ResourceEnvironmentMetricsQueryPerRegionPerCode]
-        if isinstance(_query_per_region_per_code, Unset):
-            query_per_region_per_code = UNSET
+        _token_total = d.pop("tokenTotal", UNSET)
+        token_total: Union[Unset, TokenTotalMetric]
+        if isinstance(_token_total, Unset):
+            token_total = UNSET
         else:
-            query_per_region_per_code = ResourceEnvironmentMetricsQueryPerRegionPerCode.from_dict(
-                _query_per_region_per_code
-            )
+            token_total = TokenTotalMetric.from_dict(_token_total)
 
         resource_environment_metrics = cls(
             inference_global=inference_global,
-            inference_per_region=inference_per_region,
-            query_global=query_global,
-            query_per_code_global=query_per_code_global,
-            query_per_region=query_per_region,
-            query_per_region_per_code=query_per_region_per_code,
+            last_n_requests=last_n_requests,
+            latency=latency,
+            request_duration_over_time=request_duration_over_time,
+            request_total=request_total,
+            request_total_by_origin=request_total_by_origin,
+            request_total_per_code=request_total_per_code,
+            rps=rps,
+            rps_per_code=rps_per_code,
+            token_rate=token_rate,
+            token_total=token_total,
         )
 
         resource_environment_metrics.additional_properties = d

beamlit/models/resource_environment_metrics_request_total_per_code.py

@@ -0,0 +1,45 @@
+from typing import Any, TypeVar
+
+from attrs import define as _attrs_define
+from attrs import field as _attrs_field
+
+T = TypeVar("T", bound="ResourceEnvironmentMetricsRequestTotalPerCode")
+
+
+@_attrs_define
+class ResourceEnvironmentMetricsRequestTotalPerCode:
+    """Number of requests for the resource globally per code"""
+
+    additional_properties: dict[str, Any] = _attrs_field(init=False, factory=dict)
+
+    def to_dict(self) -> dict[str, Any]:
+        field_dict: dict[str, Any] = {}
+        field_dict.update(self.additional_properties)
+
+        return field_dict
+
+    @classmethod
+    def from_dict(cls: type[T], src_dict: dict[str, Any]) -> T:
+        if not src_dict:
+            return None
+        d = src_dict.copy()
+        resource_environment_metrics_request_total_per_code = cls()
+
+        resource_environment_metrics_request_total_per_code.additional_properties = d
+        return resource_environment_metrics_request_total_per_code
+
+    @property
+    def additional_keys(self) -> list[str]:
+        return list(self.additional_properties.keys())
+
+    def __getitem__(self, key: str) -> Any:
+        return self.additional_properties[key]
+
+    def __setitem__(self, key: str, value: Any) -> None:
+        self.additional_properties[key] = value
+
+    def __delitem__(self, key: str) -> None:
+        del self.additional_properties[key]
+
+    def __contains__(self, key: str) -> bool:
+        return key in self.additional_properties

beamlit/models/resource_environment_metrics_rps_per_code.py

@@ -0,0 +1,45 @@
+from typing import Any, TypeVar
+
+from attrs import define as _attrs_define
+from attrs import field as _attrs_field
+
+T = TypeVar("T", bound="ResourceEnvironmentMetricsRpsPerCode")
+
+
+@_attrs_define
+class ResourceEnvironmentMetricsRpsPerCode:
+    """Number of requests per second for the resource globally per code"""
+
+    additional_properties: dict[str, Any] = _attrs_field(init=False, factory=dict)
+
+    def to_dict(self) -> dict[str, Any]:
+        field_dict: dict[str, Any] = {}
+        field_dict.update(self.additional_properties)
+
+        return field_dict
+
+    @classmethod
+    def from_dict(cls: type[T], src_dict: dict[str, Any]) -> T:
+        if not src_dict:
+            return None
+        d = src_dict.copy()
+        resource_environment_metrics_rps_per_code = cls()
+
+        resource_environment_metrics_rps_per_code.additional_properties = d
+        return resource_environment_metrics_rps_per_code
+
+    @property
+    def additional_keys(self) -> list[str]:
+        return list(self.additional_properties.keys())
+
+    def __getitem__(self, key: str) -> Any:
+        return self.additional_properties[key]
+
+    def __setitem__(self, key: str, value: Any) -> None:
+        self.additional_properties[key] = value
+
+    def __delitem__(self, key: str) -> None:
+        del self.additional_properties[key]
+
+    def __contains__(self, key: str) -> bool:
+        return key in self.additional_properties

beamlit/models/resource_metrics.py

@@ -36,7 +36,7 @@ class ResourceMetrics:
                 inference_global.append(componentsschemas_array_metric_item)
 
         query_per_region: Union[Unset, dict[str, Any]] = UNSET
-        if not isinstance(self.query_per_region, Unset):
+        if self.query_per_region and not isinstance(self.query_per_region, Unset):
             query_per_region = self.query_per_region.to_dict()
 
         field_dict: dict[str, Any] = {}

beamlit/models/runtime.py

@@ -64,11 +64,11 @@ class Runtime:
         model = self.model
 
         readiness_probe: Union[Unset, dict[str, Any]] = UNSET
-        if not isinstance(self.readiness_probe, Unset):
+        if self.readiness_probe and not isinstance(self.readiness_probe, Unset):
             readiness_probe = self.readiness_probe.to_dict()
 
         resources: Union[Unset, dict[str, Any]] = UNSET
-        if not isinstance(self.resources, Unset):
+        if self.resources and not isinstance(self.resources, Unset):
             resources = self.resources.to_dict()
 
         serving_port = self.serving_port

beamlit/models/store_agent.py

@@ -65,7 +65,7 @@ class StoreAgent:
         image = self.image
 
         labels: Union[Unset, dict[str, Any]] = UNSET
-        if not isinstance(self.labels, Unset):
+        if self.labels and not isinstance(self.labels, Unset):
             labels = self.labels.to_dict()
 
         name = self.name

beamlit/models/store_function.py

@@ -78,7 +78,7 @@ class StoreFunction:
                 kit.append(kit_item)
 
         labels: Union[Unset, dict[str, Any]] = UNSET
-        if not isinstance(self.labels, Unset):
+        if self.labels and not isinstance(self.labels, Unset):
             labels = self.labels.to_dict()
 
         name = self.name

beamlit/models/token_rate_metric.py

@@ -0,0 +1,88 @@
+from typing import Any, TypeVar, Union
+
+from attrs import define as _attrs_define
+from attrs import field as _attrs_field
+
+from ..types import UNSET, Unset
+
+T = TypeVar("T", bound="TokenRateMetric")
+
+
+@_attrs_define
+class TokenRateMetric:
+    """Token rate metric
+
+    Attributes:
+        model (Union[Unset, str]): Model ID
+        timestamp (Union[Unset, str]): Timestamp
+        token_total (Union[Unset, float]): Total tokens
+        trend (Union[Unset, float]): Trend
+    """
+
+    model: Union[Unset, str] = UNSET
+    timestamp: Union[Unset, str] = UNSET
+    token_total: Union[Unset, float] = UNSET
+    trend: Union[Unset, float] = UNSET
+    additional_properties: dict[str, Any] = _attrs_field(init=False, factory=dict)
+
+    def to_dict(self) -> dict[str, Any]:
+        model = self.model
+
+        timestamp = self.timestamp
+
+        token_total = self.token_total
+
+        trend = self.trend
+
+        field_dict: dict[str, Any] = {}
+        field_dict.update(self.additional_properties)
+        field_dict.update({})
+        if model is not UNSET:
+            field_dict["model"] = model
+        if timestamp is not UNSET:
+            field_dict["timestamp"] = timestamp
+        if token_total is not UNSET:
+            field_dict["tokenTotal"] = token_total
+        if trend is not UNSET:
+            field_dict["trend"] = trend
+
+        return field_dict
+
+    @classmethod
+    def from_dict(cls: type[T], src_dict: dict[str, Any]) -> T:
+        if not src_dict:
+            return None
+        d = src_dict.copy()
+        model = d.pop("model", UNSET)
+
+        timestamp = d.pop("timestamp", UNSET)
+
+        token_total = d.pop("tokenTotal", UNSET)
+
+        trend = d.pop("trend", UNSET)
+
+        token_rate_metric = cls(
+            model=model,
+            timestamp=timestamp,
+            token_total=token_total,
+            trend=trend,
+        )
+
+        token_rate_metric.additional_properties = d
+        return token_rate_metric
+
+    @property
+    def additional_keys(self) -> list[str]:
+        return list(self.additional_properties.keys())
+
+    def __getitem__(self, key: str) -> Any:
+        return self.additional_properties[key]
+
+    def __setitem__(self, key: str, value: Any) -> None:
+        self.additional_properties[key] = value
+
+    def __delitem__(self, key: str) -> None:
+        del self.additional_properties[key]
+
+    def __contains__(self, key: str) -> bool:
+        return key in self.additional_properties

beamlit/models/token_rate_metrics.py

@@ -0,0 +1,106 @@
+from typing import TYPE_CHECKING, Any, TypeVar, Union
+
+from attrs import define as _attrs_define
+from attrs import field as _attrs_field
+
+from ..types import UNSET, Unset
+
+if TYPE_CHECKING:
+    from ..models.token_rate_metric import TokenRateMetric
+
+
+T = TypeVar("T", bound="TokenRateMetrics")
+
+
+@_attrs_define
+class TokenRateMetrics:
+    """Token rate metrics
+
+    Attributes:
+        token_rate (Union[Unset, TokenRateMetric]): Token rate metric
+        token_rate_input (Union[Unset, TokenRateMetric]): Token rate metric
+        token_rate_output (Union[Unset, TokenRateMetric]): Token rate metric
+    """
+
+    token_rate: Union[Unset, "TokenRateMetric"] = UNSET
+    token_rate_input: Union[Unset, "TokenRateMetric"] = UNSET
+    token_rate_output: Union[Unset, "TokenRateMetric"] = UNSET
+    additional_properties: dict[str, Any] = _attrs_field(init=False, factory=dict)
+
+    def to_dict(self) -> dict[str, Any]:
+        token_rate: Union[Unset, dict[str, Any]] = UNSET
+        if self.token_rate and not isinstance(self.token_rate, Unset):
+            token_rate = self.token_rate.to_dict()
+
+        token_rate_input: Union[Unset, dict[str, Any]] = UNSET
+        if self.token_rate_input and not isinstance(self.token_rate_input, Unset):
+            token_rate_input = self.token_rate_input.to_dict()
+
+        token_rate_output: Union[Unset, dict[str, Any]] = UNSET
+        if self.token_rate_output and not isinstance(self.token_rate_output, Unset):
+            token_rate_output = self.token_rate_output.to_dict()
+
+        field_dict: dict[str, Any] = {}
+        field_dict.update(self.additional_properties)
+        field_dict.update({})
+        if token_rate is not UNSET:
+            field_dict["tokenRate"] = token_rate
+        if token_rate_input is not UNSET:
+            field_dict["tokenRateInput"] = token_rate_input
+        if token_rate_output is not UNSET:
+            field_dict["tokenRateOutput"] = token_rate_output
+
+        return field_dict
+
+    @classmethod
+    def from_dict(cls: type[T], src_dict: dict[str, Any]) -> T:
+        from ..models.token_rate_metric import TokenRateMetric
+
+        if not src_dict:
+            return None
+        d = src_dict.copy()
+        _token_rate = d.pop("tokenRate", UNSET)
+        token_rate: Union[Unset, TokenRateMetric]
+        if isinstance(_token_rate, Unset):
+            token_rate = UNSET
+        else:
+            token_rate = TokenRateMetric.from_dict(_token_rate)
+
+        _token_rate_input = d.pop("tokenRateInput", UNSET)
+        token_rate_input: Union[Unset, TokenRateMetric]
+        if isinstance(_token_rate_input, Unset):
+            token_rate_input = UNSET
+        else:
+            token_rate_input = TokenRateMetric.from_dict(_token_rate_input)
+
+        _token_rate_output = d.pop("tokenRateOutput", UNSET)
+        token_rate_output: Union[Unset, TokenRateMetric]
+        if isinstance(_token_rate_output, Unset):
+            token_rate_output = UNSET
+        else:
+            token_rate_output = TokenRateMetric.from_dict(_token_rate_output)
+
+        token_rate_metrics = cls(
+            token_rate=token_rate,
+            token_rate_input=token_rate_input,
+            token_rate_output=token_rate_output,
+        )
+
+        token_rate_metrics.additional_properties = d
+        return token_rate_metrics
+
+    @property
+    def additional_keys(self) -> list[str]:
+        return list(self.additional_properties.keys())
+
+    def __getitem__(self, key: str) -> Any:
+        return self.additional_properties[key]
+
+    def __setitem__(self, key: str, value: Any) -> None:
+        self.additional_properties[key] = value
+
+    def __delitem__(self, key: str) -> None:
+        del self.additional_properties[key]
+
+    def __contains__(self, key: str) -> bool:
+        return key in self.additional_properties