platform-api-python-client 0.1.0__py3-none-any.whl

platform_api_python_client/models/__init__.py

@@ -0,0 +1,61 @@
+# coding: utf-8
+
+# flake8: noqa
+"""
+    Platform External API
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: 0.1.0
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+# import models into model package
+from platform_api_python_client.models.api_key_request import APIKeyRequest
+from platform_api_python_client.models.api_key_response import APIKeyResponse
+from platform_api_python_client.models.add_hardware_request import AddHardwareRequest
+from platform_api_python_client.models.c_serve_recipe_input import CServeRecipeInput
+from platform_api_python_client.models.c_serve_recipe_output import CServeRecipeOutput
+from platform_api_python_client.models.c_serve_recipe_perf import CServeRecipePerf
+from platform_api_python_client.models.c_serve_recipe_response import CServeRecipeResponse
+from platform_api_python_client.models.client_secret_response import ClientSecretResponse
+from platform_api_python_client.models.create_c_serve_deployment_request import CreateCServeDeploymentRequest
+from platform_api_python_client.models.create_c_serve_deployment_response import CreateCServeDeploymentResponse
+from platform_api_python_client.models.create_compute_deployment_response import CreateComputeDeploymentResponse
+from platform_api_python_client.models.create_compute_deployment_v2_request import CreateComputeDeploymentV2Request
+from platform_api_python_client.models.create_inference_deployment_response import CreateInferenceDeploymentResponse
+from platform_api_python_client.models.create_inference_deployment_v2_request import CreateInferenceDeploymentV2Request
+from platform_api_python_client.models.create_payment_request import CreatePaymentRequest
+from platform_api_python_client.models.credits_response import CreditsResponse
+from platform_api_python_client.models.daily_bill_response import DailyBillResponse
+from platform_api_python_client.models.deployment_status import DeploymentStatus
+from platform_api_python_client.models.deployment_status_request import DeploymentStatusRequest
+from platform_api_python_client.models.deployment_status_response_v2 import DeploymentStatusResponseV2
+from platform_api_python_client.models.deployment_type import DeploymentType
+from platform_api_python_client.models.deployment_usage_value import DeploymentUsageValue
+from platform_api_python_client.models.feedback_request import FeedbackRequest
+from platform_api_python_client.models.get_c_serve_deployment_response import GetCServeDeploymentResponse
+from platform_api_python_client.models.get_cluster_response import GetClusterResponse
+from platform_api_python_client.models.get_compute_v2_deployment_response import GetComputeV2DeploymentResponse
+from platform_api_python_client.models.get_deployment_log_response import GetDeploymentLogResponse
+from platform_api_python_client.models.get_deployment_usage_response import GetDeploymentUsageResponse
+from platform_api_python_client.models.get_deployment_v2_response import GetDeploymentV2Response
+from platform_api_python_client.models.get_inference_v2_deployment_response import GetInferenceV2DeploymentResponse
+from platform_api_python_client.models.http_validation_error import HTTPValidationError
+from platform_api_python_client.models.hardware_instance_response import HardwareInstanceResponse
+from platform_api_python_client.models.health_status import HealthStatus
+from platform_api_python_client.models.list_api_key_response import ListAPIKeyResponse
+from platform_api_python_client.models.list_c_serve_recipe_response import ListCServeRecipeResponse
+from platform_api_python_client.models.list_daily_bill_response import ListDailyBillResponse
+from platform_api_python_client.models.list_get_cluster_response import ListGetClusterResponse
+from platform_api_python_client.models.list_get_deployment_v2_response import ListGetDeploymentV2Response
+from platform_api_python_client.models.list_hardware_instance_response import ListHardwareInstanceResponse
+from platform_api_python_client.models.list_payment_method_response import ListPaymentMethodResponse
+from platform_api_python_client.models.list_prebuilt_image_response import ListPrebuiltImageResponse
+from platform_api_python_client.models.metric import Metric
+from platform_api_python_client.models.prebuilt_image_response import PrebuiltImageResponse
+from platform_api_python_client.models.validation_error import ValidationError
+from platform_api_python_client.models.validation_error_loc_inner import ValidationErrorLocInner

platform_api_python_client/models/add_hardware_request.py

@@ -0,0 +1,87 @@
+# coding: utf-8
+
+"""
+    Platform External API
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: 0.1.0
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, StrictStr
+from typing import Any, ClassVar, Dict, List
+from typing import Optional, Set
+from typing_extensions import Self
+
+class AddHardwareRequest(BaseModel):
+    """
+    AddHardwareRequest
+    """ # noqa: E501
+    message: StrictStr
+    __properties: ClassVar[List[str]] = ["message"]
+
+    model_config = ConfigDict(
+        populate_by_name=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        # TODO: pydantic v2: use .model_dump_json(by_alias=True, exclude_unset=True) instead
+        return json.dumps(self.to_dict())
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of AddHardwareRequest from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of AddHardwareRequest from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj)
+
+        _obj = cls.model_validate({
+            "message": obj.get("message")
+        })
+        return _obj
+
+

platform_api_python_client/models/api_key_request.py

@@ -0,0 +1,87 @@
+# coding: utf-8
+
+"""
+    Platform External API
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: 0.1.0
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, StrictStr
+from typing import Any, ClassVar, Dict, List
+from typing import Optional, Set
+from typing_extensions import Self
+
+class APIKeyRequest(BaseModel):
+    """
+    APIKeyRequest
+    """ # noqa: E501
+    name: StrictStr
+    __properties: ClassVar[List[str]] = ["name"]
+
+    model_config = ConfigDict(
+        populate_by_name=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        # TODO: pydantic v2: use .model_dump_json(by_alias=True, exclude_unset=True) instead
+        return json.dumps(self.to_dict())
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of APIKeyRequest from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of APIKeyRequest from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj)
+
+        _obj = cls.model_validate({
+            "name": obj.get("name")
+        })
+        return _obj
+
+

platform_api_python_client/models/api_key_response.py

@@ -0,0 +1,92 @@
+# coding: utf-8
+
+"""
+    Platform External API
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: 0.1.0
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from datetime import datetime
+from pydantic import BaseModel, ConfigDict, StrictStr
+from typing import Any, ClassVar, Dict, List
+from typing import Optional, Set
+from typing_extensions import Self
+
+class APIKeyResponse(BaseModel):
+    """
+    APIKeyResponse
+    """ # noqa: E501
+    name: StrictStr
+    id: StrictStr
+    created_at: datetime
+    __properties: ClassVar[List[str]] = ["name", "id", "created_at"]
+
+    model_config = ConfigDict(
+        populate_by_name=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        # TODO: pydantic v2: use .model_dump_json(by_alias=True, exclude_unset=True) instead
+        return json.dumps(self.to_dict())
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of APIKeyResponse from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of APIKeyResponse from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj)
+
+        _obj = cls.model_validate({
+            "name": obj.get("name"),
+            "id": obj.get("id"),
+            "created_at": obj.get("created_at")
+        })
+        return _obj
+
+

platform_api_python_client/models/c_serve_recipe_input.py

@@ -0,0 +1,166 @@
+# coding: utf-8
+
+"""
+    Platform External API
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: 0.1.0
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field, StrictBool, StrictInt, StrictStr
+from typing import Any, ClassVar, Dict, List, Optional, Union
+from typing_extensions import Annotated
+from typing import Optional, Set
+from typing_extensions import Self
+
+class CServeRecipeInput(BaseModel):
+    """
+    Base class for deployment planner
+    """ # noqa: E501
+    model: StrictStr
+    is_embedding_model: Optional[StrictBool] = False
+    tensor_parallel_size: StrictInt
+    pipeline_parallel_size: StrictInt
+    block_size: Optional[StrictInt] = 32
+    swap_space: Optional[Annotated[int, Field(strict=True, ge=0)]] = 0
+    gpu_mem_util: Optional[Union[Annotated[float, Field(le=1.0, strict=True, ge=0.0)], Annotated[int, Field(le=1, strict=True, ge=0)]]] = 0.95
+    max_num_seqs: Optional[StrictInt] = 256
+    use_prefix_caching: Optional[StrictBool] = None
+    offloading_num: Optional[StrictInt] = 0
+    use_flashinfer: Optional[StrictBool] = False
+    max_model_len: Optional[Annotated[int, Field(strict=True, ge=128)]] = None
+    dtype: Optional[StrictStr] = 'auto'
+    tokenizer: Optional[StrictStr] = None
+    spec_proposer: Optional[StrictStr] = None
+    spec_draft_model: Optional[StrictStr] = None
+    spec_tokens: Optional[StrictInt] = None
+    spec_prompt_lookup_min: Optional[Annotated[int, Field(strict=True, ge=1)]] = None
+    spec_prompt_lookup_max: Optional[Annotated[int, Field(strict=True, ge=1)]] = None
+    seed: Optional[StrictInt] = 0
+    __properties: ClassVar[List[str]] = ["model", "is_embedding_model", "tensor_parallel_size", "pipeline_parallel_size", "block_size", "swap_space", "gpu_mem_util", "max_num_seqs", "use_prefix_caching", "offloading_num", "use_flashinfer", "max_model_len", "dtype", "tokenizer", "spec_proposer", "spec_draft_model", "spec_tokens", "spec_prompt_lookup_min", "spec_prompt_lookup_max", "seed"]
+
+    model_config = ConfigDict(
+        populate_by_name=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        # TODO: pydantic v2: use .model_dump_json(by_alias=True, exclude_unset=True) instead
+        return json.dumps(self.to_dict())
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of CServeRecipeInput from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        # set to None if use_prefix_caching (nullable) is None
+        # and model_fields_set contains the field
+        if self.use_prefix_caching is None and "use_prefix_caching" in self.model_fields_set:
+            _dict['use_prefix_caching'] = None
+
+        # set to None if max_model_len (nullable) is None
+        # and model_fields_set contains the field
+        if self.max_model_len is None and "max_model_len" in self.model_fields_set:
+            _dict['max_model_len'] = None
+
+        # set to None if tokenizer (nullable) is None
+        # and model_fields_set contains the field
+        if self.tokenizer is None and "tokenizer" in self.model_fields_set:
+            _dict['tokenizer'] = None
+
+        # set to None if spec_proposer (nullable) is None
+        # and model_fields_set contains the field
+        if self.spec_proposer is None and "spec_proposer" in self.model_fields_set:
+            _dict['spec_proposer'] = None
+
+        # set to None if spec_draft_model (nullable) is None
+        # and model_fields_set contains the field
+        if self.spec_draft_model is None and "spec_draft_model" in self.model_fields_set:
+            _dict['spec_draft_model'] = None
+
+        # set to None if spec_tokens (nullable) is None
+        # and model_fields_set contains the field
+        if self.spec_tokens is None and "spec_tokens" in self.model_fields_set:
+            _dict['spec_tokens'] = None
+
+        # set to None if spec_prompt_lookup_min (nullable) is None
+        # and model_fields_set contains the field
+        if self.spec_prompt_lookup_min is None and "spec_prompt_lookup_min" in self.model_fields_set:
+            _dict['spec_prompt_lookup_min'] = None
+
+        # set to None if spec_prompt_lookup_max (nullable) is None
+        # and model_fields_set contains the field
+        if self.spec_prompt_lookup_max is None and "spec_prompt_lookup_max" in self.model_fields_set:
+            _dict['spec_prompt_lookup_max'] = None
+
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of CServeRecipeInput from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj)
+
+        _obj = cls.model_validate({
+            "model": obj.get("model"),
+            "is_embedding_model": obj.get("is_embedding_model") if obj.get("is_embedding_model") is not None else False,
+            "tensor_parallel_size": obj.get("tensor_parallel_size"),
+            "pipeline_parallel_size": obj.get("pipeline_parallel_size"),
+            "block_size": obj.get("block_size") if obj.get("block_size") is not None else 32,
+            "swap_space": obj.get("swap_space") if obj.get("swap_space") is not None else 0,
+            "gpu_mem_util": obj.get("gpu_mem_util") if obj.get("gpu_mem_util") is not None else 0.95,
+            "max_num_seqs": obj.get("max_num_seqs") if obj.get("max_num_seqs") is not None else 256,
+            "use_prefix_caching": obj.get("use_prefix_caching"),
+            "offloading_num": obj.get("offloading_num") if obj.get("offloading_num") is not None else 0,
+            "use_flashinfer": obj.get("use_flashinfer") if obj.get("use_flashinfer") is not None else False,
+            "max_model_len": obj.get("max_model_len"),
+            "dtype": obj.get("dtype") if obj.get("dtype") is not None else 'auto',
+            "tokenizer": obj.get("tokenizer"),
+            "spec_proposer": obj.get("spec_proposer"),
+            "spec_draft_model": obj.get("spec_draft_model"),
+            "spec_tokens": obj.get("spec_tokens"),
+            "spec_prompt_lookup_min": obj.get("spec_prompt_lookup_min"),
+            "spec_prompt_lookup_max": obj.get("spec_prompt_lookup_max"),
+            "seed": obj.get("seed") if obj.get("seed") is not None else 0
+        })
+        return _obj
+
+

platform_api_python_client/models/c_serve_recipe_output.py

@@ -0,0 +1,166 @@
+# coding: utf-8
+
+"""
+    Platform External API
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: 0.1.0
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field, StrictBool, StrictInt, StrictStr
+from typing import Any, ClassVar, Dict, List, Optional, Union
+from typing_extensions import Annotated
+from typing import Optional, Set
+from typing_extensions import Self
+
+class CServeRecipeOutput(BaseModel):
+    """
+    Base class for deployment planner
+    """ # noqa: E501
+    model: StrictStr
+    is_embedding_model: StrictBool
+    tensor_parallel_size: StrictInt
+    pipeline_parallel_size: StrictInt
+    block_size: StrictInt
+    swap_space: Annotated[int, Field(strict=True, ge=0)]
+    gpu_mem_util: Union[Annotated[float, Field(le=1.0, strict=True, ge=0.0)], Annotated[int, Field(le=1, strict=True, ge=0)]]
+    max_num_seqs: StrictInt
+    use_prefix_caching: Optional[StrictBool]
+    offloading_num: StrictInt
+    use_flashinfer: StrictBool
+    max_model_len: Optional[Annotated[int, Field(strict=True, ge=128)]]
+    dtype: StrictStr
+    tokenizer: Optional[StrictStr]
+    spec_proposer: Optional[StrictStr]
+    spec_draft_model: Optional[StrictStr]
+    spec_tokens: Optional[StrictInt]
+    spec_prompt_lookup_min: Optional[Annotated[int, Field(strict=True, ge=1)]]
+    spec_prompt_lookup_max: Optional[Annotated[int, Field(strict=True, ge=1)]]
+    seed: StrictInt
+    __properties: ClassVar[List[str]] = ["model", "is_embedding_model", "tensor_parallel_size", "pipeline_parallel_size", "block_size", "swap_space", "gpu_mem_util", "max_num_seqs", "use_prefix_caching", "offloading_num", "use_flashinfer", "max_model_len", "dtype", "tokenizer", "spec_proposer", "spec_draft_model", "spec_tokens", "spec_prompt_lookup_min", "spec_prompt_lookup_max", "seed"]
+
+    model_config = ConfigDict(
+        populate_by_name=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        # TODO: pydantic v2: use .model_dump_json(by_alias=True, exclude_unset=True) instead
+        return json.dumps(self.to_dict())
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of CServeRecipeOutput from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        # set to None if use_prefix_caching (nullable) is None
+        # and model_fields_set contains the field
+        if self.use_prefix_caching is None and "use_prefix_caching" in self.model_fields_set:
+            _dict['use_prefix_caching'] = None
+
+        # set to None if max_model_len (nullable) is None
+        # and model_fields_set contains the field
+        if self.max_model_len is None and "max_model_len" in self.model_fields_set:
+            _dict['max_model_len'] = None
+
+        # set to None if tokenizer (nullable) is None
+        # and model_fields_set contains the field
+        if self.tokenizer is None and "tokenizer" in self.model_fields_set:
+            _dict['tokenizer'] = None
+
+        # set to None if spec_proposer (nullable) is None
+        # and model_fields_set contains the field
+        if self.spec_proposer is None and "spec_proposer" in self.model_fields_set:
+            _dict['spec_proposer'] = None
+
+        # set to None if spec_draft_model (nullable) is None
+        # and model_fields_set contains the field
+        if self.spec_draft_model is None and "spec_draft_model" in self.model_fields_set:
+            _dict['spec_draft_model'] = None
+
+        # set to None if spec_tokens (nullable) is None
+        # and model_fields_set contains the field
+        if self.spec_tokens is None and "spec_tokens" in self.model_fields_set:
+            _dict['spec_tokens'] = None
+
+        # set to None if spec_prompt_lookup_min (nullable) is None
+        # and model_fields_set contains the field
+        if self.spec_prompt_lookup_min is None and "spec_prompt_lookup_min" in self.model_fields_set:
+            _dict['spec_prompt_lookup_min'] = None
+
+        # set to None if spec_prompt_lookup_max (nullable) is None
+        # and model_fields_set contains the field
+        if self.spec_prompt_lookup_max is None and "spec_prompt_lookup_max" in self.model_fields_set:
+            _dict['spec_prompt_lookup_max'] = None
+
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of CServeRecipeOutput from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj)
+
+        _obj = cls.model_validate({
+            "model": obj.get("model"),
+            "is_embedding_model": obj.get("is_embedding_model") if obj.get("is_embedding_model") is not None else False,
+            "tensor_parallel_size": obj.get("tensor_parallel_size"),
+            "pipeline_parallel_size": obj.get("pipeline_parallel_size"),
+            "block_size": obj.get("block_size") if obj.get("block_size") is not None else 32,
+            "swap_space": obj.get("swap_space") if obj.get("swap_space") is not None else 0,
+            "gpu_mem_util": obj.get("gpu_mem_util") if obj.get("gpu_mem_util") is not None else 0.95,
+            "max_num_seqs": obj.get("max_num_seqs") if obj.get("max_num_seqs") is not None else 256,
+            "use_prefix_caching": obj.get("use_prefix_caching"),
+            "offloading_num": obj.get("offloading_num") if obj.get("offloading_num") is not None else 0,
+            "use_flashinfer": obj.get("use_flashinfer") if obj.get("use_flashinfer") is not None else False,
+            "max_model_len": obj.get("max_model_len"),
+            "dtype": obj.get("dtype") if obj.get("dtype") is not None else 'auto',
+            "tokenizer": obj.get("tokenizer"),
+            "spec_proposer": obj.get("spec_proposer"),
+            "spec_draft_model": obj.get("spec_draft_model"),
+            "spec_tokens": obj.get("spec_tokens"),
+            "spec_prompt_lookup_min": obj.get("spec_prompt_lookup_min"),
+            "spec_prompt_lookup_max": obj.get("spec_prompt_lookup_max"),
+            "seed": obj.get("seed") if obj.get("seed") is not None else 0
+        })
+        return _obj
+
+