gcore 0.1.0__py3-none-any.whl

gcore/types/cloud/image.py

@@ -0,0 +1,100 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import List, Optional
+from datetime import datetime
+from typing_extensions import Literal
+
+from .tag import Tag
+from ..._models import BaseModel
+
+__all__ = ["Image"]
+
+
+class Image(BaseModel):
+    id: str
+    """Image ID"""
+
+    created_at: datetime
+    """Datetime when the image was created"""
+
+    disk_format: str
+    """Disk format"""
+
+    min_disk: int
+    """Minimal boot volume required"""
+
+    min_ram: int
+    """Minimal VM RAM required"""
+
+    name: str
+    """Image display name"""
+
+    os_distro: str
+    """OS Distribution, i.e. Debian, CentOS, Ubuntu, CoreOS etc."""
+
+    os_type: Literal["linux", "windows"]
+    """The operating system installed on the image."""
+
+    os_version: str
+    """OS version, i.e. 19.04 (for Ubuntu) or 9.4 for Debian"""
+
+    project_id: int
+    """Project ID"""
+
+    region: str
+    """Region name"""
+
+    region_id: int
+    """Region ID"""
+
+    size: int
+    """Image size in bytes"""
+
+    status: str
+    """Image status, i.e. active"""
+
+    tags: List[Tag]
+    """List of key-value tags associated with the resource.
+
+    A tag is a key-value pair that can be associated with a resource, enabling
+    efficient filtering and grouping for better organization and management. Some
+    tags are read-only and cannot be modified by the user. Tags are also integrated
+    with cost reports, allowing cost data to be filtered based on tag keys or
+    values.
+    """
+
+    updated_at: datetime
+    """Datetime when the image was updated"""
+
+    visibility: str
+    """Image visibility. Globally visible images are public"""
+
+    architecture: Optional[Literal["aarch64", "x86_64"]] = None
+    """An image architecture type: aarch64, x86_64"""
+
+    creator_task_id: Optional[str] = None
+    """Task that created this entity"""
+
+    description: Optional[str] = None
+    """Image description"""
+
+    display_order: Optional[int] = None
+
+    hw_firmware_type: Optional[Literal["bios", "uefi"]] = None
+    """Specifies the type of firmware with which to boot the guest."""
+
+    hw_machine_type: Optional[Literal["pc", "q35"]] = None
+    """A virtual chipset type."""
+
+    is_baremetal: Optional[bool] = None
+    """Set to true if the image will be used by bare metal servers. Defaults to false."""
+
+    ssh_key: Optional[Literal["allow", "deny", "required"]] = None
+    """Whether the image supports SSH key or not"""
+
+    task_id: Optional[str] = None
+    """The UUID of the active task that currently holds a lock on the resource.
+
+    This lock prevents concurrent modifications to ensure consistency. If `null`,
+    the resource is not locked.
+    """

gcore/types/cloud/image_list.py

@@ -0,0 +1,16 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import List
+
+from .image import Image
+from ..._models import BaseModel
+
+__all__ = ["ImageList"]
+
+
+class ImageList(BaseModel):
+    count: int
+    """Number of objects"""
+
+    results: List[Image]
+    """Objects"""

gcore/types/cloud/inference/__init__.py

@@ -0,0 +1,25 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from .container import Container as Container
+from .inference import Inference as Inference
+from .inference_log import InferenceLog as InferenceLog
+from .inference_flavor import InferenceFlavor as InferenceFlavor
+from .inference_secret import InferenceSecret as InferenceSecret
+from .model_list_params import ModelListParams as ModelListParams
+from .flavor_list_params import FlavorListParams as FlavorListParams
+from .secret_list_params import SecretListParams as SecretListParams
+from .mlcatalog_model_card import MlcatalogModelCard as MlcatalogModelCard
+from .secret_create_params import SecretCreateParams as SecretCreateParams
+from .secret_replace_params import SecretReplaceParams as SecretReplaceParams
+from .deployment_list_params import DeploymentListParams as DeploymentListParams
+from .inference_apikey_secret import InferenceApikeySecret as InferenceApikeySecret
+from .deployment_create_params import DeploymentCreateParams as DeploymentCreateParams
+from .deployment_update_params import DeploymentUpdateParams as DeploymentUpdateParams
+from .mlcatalog_order_by_choices import MlcatalogOrderByChoices as MlcatalogOrderByChoices
+from .inference_registry_credential import InferenceRegistryCredential as InferenceRegistryCredential
+from .registry_credential_list_params import RegistryCredentialListParams as RegistryCredentialListParams
+from .registry_credential_create_params import RegistryCredentialCreateParams as RegistryCredentialCreateParams
+from .inference_registry_credential_full import InferenceRegistryCredentialFull as InferenceRegistryCredentialFull
+from .registry_credential_replace_params import RegistryCredentialReplaceParams as RegistryCredentialReplaceParams

gcore/types/cloud/inference/container.py

@@ -0,0 +1,26 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import Optional
+
+from ...._models import BaseModel
+from ..deploy_status import DeployStatus
+from ..container_scale import ContainerScale
+
+__all__ = ["Container"]
+
+
+class Container(BaseModel):
+    address: Optional[str] = None
+    """Address of the inference instance"""
+
+    deploy_status: DeployStatus
+    """Status of the containers deployment"""
+
+    error_message: Optional[str] = None
+    """Error message if the container deployment failed"""
+
+    region_id: int
+    """Region name for the container"""
+
+    scale: ContainerScale
+    """Scale for the container"""

gcore/types/cloud/inference/deployment_create_params.py

@@ -0,0 +1,222 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing import Dict, List, Iterable, Optional
+from typing_extensions import Required, Annotated, TypedDict
+
+from ...._utils import PropertyInfo
+from ..ingress_opts_param import IngressOptsParam
+from ..laas_index_retention_policy_param import LaasIndexRetentionPolicyParam
+from ..container_probe_config_create_param import ContainerProbeConfigCreateParam
+
+__all__ = [
+    "DeploymentCreateParams",
+    "Container",
+    "ContainerScale",
+    "ContainerScaleTriggers",
+    "ContainerScaleTriggersCPU",
+    "ContainerScaleTriggersGPUMemory",
+    "ContainerScaleTriggersGPUUtilization",
+    "ContainerScaleTriggersHTTP",
+    "ContainerScaleTriggersMemory",
+    "ContainerScaleTriggersSqs",
+    "Logging",
+    "Probes",
+]
+
+
+class DeploymentCreateParams(TypedDict, total=False):
+    project_id: int
+    """Project ID"""
+
+    containers: Required[Iterable[Container]]
+    """List of containers for the inference instance."""
+
+    flavor_name: Required[str]
+    """Flavor name for the inference instance."""
+
+    image: Required[str]
+    """Docker image for the inference instance.
+
+    This field should contain the image name and tag in the format 'name:tag', e.g.,
+    'nginx:latest'. It defaults to Docker Hub as the image registry, but any
+    accessible Docker image URL can be specified.
+    """
+
+    listening_port: Required[int]
+    """Listening port for the inference instance."""
+
+    name: Required[str]
+    """Inference instance name."""
+
+    auth_enabled: bool
+    """Set to `true` to enable API key authentication for the inference instance.
+
+    `"Authorization": "Bearer *****"` or `"X-Api-Key": "*****"` header is required
+    for the requests to the instance if enabled
+    """
+
+    command: Optional[List[str]]
+    """Command to be executed when running a container from an image."""
+
+    credentials_name: Optional[str]
+    """Registry credentials name"""
+
+    description: Optional[str]
+    """Inference instance description."""
+
+    envs: Dict[str, str]
+    """Environment variables for the inference instance."""
+
+    ingress_opts: Optional[IngressOptsParam]
+    """Ingress options for the inference instance"""
+
+    logging: Optional[Logging]
+    """Logging configuration for the inference instance"""
+
+    probes: Optional[Probes]
+    """Probes configured for all containers of the inference instance.
+
+    If probes are not provided, and the image_name is from a the Model Catalog
+    registry, the default probes will be used.
+    """
+
+    api_timeout: Annotated[Optional[int], PropertyInfo(alias="timeout")]
+    """
+    Specifies the duration in seconds without any requests after which the
+    containers will be downscaled to their minimum scale value as defined by
+    `scale.min`. If set, this helps in optimizing resource usage by reducing the
+    number of container instances during periods of inactivity. The default value
+    when the parameter is not set is 120.
+    """
+
+
+class ContainerScaleTriggersCPU(TypedDict, total=False):
+    threshold: Required[int]
+    """Threshold value for the trigger in percentage"""
+
+
+class ContainerScaleTriggersGPUMemory(TypedDict, total=False):
+    threshold: Required[int]
+    """Threshold value for the trigger in percentage"""
+
+
+class ContainerScaleTriggersGPUUtilization(TypedDict, total=False):
+    threshold: Required[int]
+    """Threshold value for the trigger in percentage"""
+
+
+class ContainerScaleTriggersHTTP(TypedDict, total=False):
+    rate: Required[int]
+    """Request count per 'window' seconds for the http trigger"""
+
+    window: Required[int]
+    """Time window for rate calculation in seconds"""
+
+
+class ContainerScaleTriggersMemory(TypedDict, total=False):
+    threshold: Required[int]
+    """Threshold value for the trigger in percentage"""
+
+
+class ContainerScaleTriggersSqs(TypedDict, total=False):
+    activation_queue_length: Required[int]
+    """Number of messages for activation"""
+
+    aws_region: Required[str]
+    """AWS region"""
+
+    queue_length: Required[int]
+    """Number of messages for one replica"""
+
+    queue_url: Required[str]
+    """SQS queue URL"""
+
+    secret_name: Required[str]
+    """Auth secret name"""
+
+    aws_endpoint: Optional[str]
+    """Custom AWS endpoint"""
+
+    scale_on_delayed: bool
+    """Scale on delayed messages"""
+
+    scale_on_flight: bool
+    """Scale on in-flight messages"""
+
+
+class ContainerScaleTriggers(TypedDict, total=False):
+    cpu: Optional[ContainerScaleTriggersCPU]
+    """CPU trigger configuration"""
+
+    gpu_memory: Optional[ContainerScaleTriggersGPUMemory]
+    """GPU memory trigger configuration.
+
+    Calculated by DCGM_FI_DEV_MEM_COPY_UTIL metric
+    """
+
+    gpu_utilization: Optional[ContainerScaleTriggersGPUUtilization]
+    """GPU utilization trigger configuration.
+
+    Calculated by DCGM_FI_DEV_GPU_UTIL metric
+    """
+
+    http: Optional[ContainerScaleTriggersHTTP]
+    """HTTP trigger configuration"""
+
+    memory: Optional[ContainerScaleTriggersMemory]
+    """Memory trigger configuration"""
+
+    sqs: Optional[ContainerScaleTriggersSqs]
+    """SQS trigger configuration"""
+
+
+class ContainerScale(TypedDict, total=False):
+    max: Required[int]
+    """Maximum scale for the container"""
+
+    min: Required[int]
+    """Minimum scale for the container"""
+
+    cooldown_period: Optional[int]
+    """Cooldown period between scaling actions in seconds"""
+
+    polling_interval: Optional[int]
+    """Polling interval for scaling triggers in seconds"""
+
+    triggers: ContainerScaleTriggers
+    """Triggers for scaling actions"""
+
+
+class Container(TypedDict, total=False):
+    region_id: Required[int]
+    """Region id for the container"""
+
+    scale: Required[ContainerScale]
+    """Scale for the container"""
+
+
+class Logging(TypedDict, total=False):
+    destination_region_id: Optional[int]
+    """ID of the region in which the logs will be stored"""
+
+    enabled: bool
+    """Enable or disable log streaming"""
+
+    retention_policy: Optional[LaasIndexRetentionPolicyParam]
+    """Logs retention policy"""
+
+    topic_name: Optional[str]
+    """The topic name to stream logs to"""
+
+
+class Probes(TypedDict, total=False):
+    liveness_probe: Optional[ContainerProbeConfigCreateParam]
+    """Liveness probe configuration"""
+
+    readiness_probe: Optional[ContainerProbeConfigCreateParam]
+    """Readiness probe configuration"""
+
+    startup_probe: Optional[ContainerProbeConfigCreateParam]
+    """Startup probe configuration"""

gcore/types/cloud/inference/deployment_list_params.py

@@ -0,0 +1,21 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing_extensions import TypedDict
+
+__all__ = ["DeploymentListParams"]
+
+
+class DeploymentListParams(TypedDict, total=False):
+    project_id: int
+    """Project ID"""
+
+    limit: int
+    """Optional. Limit the number of returned items"""
+
+    offset: int
+    """Optional.
+
+    Offset value is used to exclude the first set of records from the result
+    """

gcore/types/cloud/inference/deployment_update_params.py

@@ -0,0 +1,215 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing import Dict, List, Iterable, Optional
+from typing_extensions import Required, Annotated, TypedDict
+
+from ...._utils import PropertyInfo
+from ..ingress_opts_param import IngressOptsParam
+from ..laas_index_retention_policy_param import LaasIndexRetentionPolicyParam
+from ..container_probe_config_create_param import ContainerProbeConfigCreateParam
+
+__all__ = [
+    "DeploymentUpdateParams",
+    "Container",
+    "ContainerScale",
+    "ContainerScaleTriggers",
+    "ContainerScaleTriggersCPU",
+    "ContainerScaleTriggersGPUMemory",
+    "ContainerScaleTriggersGPUUtilization",
+    "ContainerScaleTriggersHTTP",
+    "ContainerScaleTriggersMemory",
+    "ContainerScaleTriggersSqs",
+    "Logging",
+    "Probes",
+]
+
+
+class DeploymentUpdateParams(TypedDict, total=False):
+    project_id: int
+    """Project ID"""
+
+    auth_enabled: Optional[bool]
+    """Set to `true` to enable API key authentication for the inference instance.
+
+    `"Authorization": "Bearer *****"` or `"X-Api-Key": "*****"` header is required
+    for the requests to the instance if enabled
+    """
+
+    command: Optional[List[str]]
+    """Command to be executed when running a container from an image."""
+
+    containers: Optional[Iterable[Container]]
+    """List of containers for the inference instance."""
+
+    credentials_name: Optional[str]
+    """Registry credentials name"""
+
+    description: Optional[str]
+    """Inference instance description."""
+
+    envs: Optional[Dict[str, str]]
+    """Environment variables for the inference instance."""
+
+    flavor_name: Optional[str]
+    """Flavor name for the inference instance."""
+
+    image: Optional[str]
+    """Docker image for the inference instance.
+
+    This field should contain the image name and tag in the format 'name:tag', e.g.,
+    'nginx:latest'. It defaults to Docker Hub as the image registry, but any
+    accessible Docker image URL can be specified.
+    """
+
+    ingress_opts: Optional[IngressOptsParam]
+    """Ingress options for the inference instance"""
+
+    listening_port: Optional[int]
+    """Listening port for the inference instance."""
+
+    logging: Optional[Logging]
+    """Logging configuration for the inference instance"""
+
+    probes: Optional[Probes]
+    """Probes configured for all containers of the inference instance."""
+
+    api_timeout: Annotated[Optional[int], PropertyInfo(alias="timeout")]
+    """
+    Specifies the duration in seconds without any requests after which the
+    containers will be downscaled to their minimum scale value as defined by
+    `scale.min`. If set, this helps in optimizing resource usage by reducing the
+    number of container instances during periods of inactivity. The default value
+    when the parameter is not set is 120.
+    """
+
+
+class ContainerScaleTriggersCPU(TypedDict, total=False):
+    threshold: Required[int]
+    """Threshold value for the trigger in percentage"""
+
+
+class ContainerScaleTriggersGPUMemory(TypedDict, total=False):
+    threshold: Required[int]
+    """Threshold value for the trigger in percentage"""
+
+
+class ContainerScaleTriggersGPUUtilization(TypedDict, total=False):
+    threshold: Required[int]
+    """Threshold value for the trigger in percentage"""
+
+
+class ContainerScaleTriggersHTTP(TypedDict, total=False):
+    rate: Required[int]
+    """Request count per 'window' seconds for the http trigger"""
+
+    window: Required[int]
+    """Time window for rate calculation in seconds"""
+
+
+class ContainerScaleTriggersMemory(TypedDict, total=False):
+    threshold: Required[int]
+    """Threshold value for the trigger in percentage"""
+
+
+class ContainerScaleTriggersSqs(TypedDict, total=False):
+    activation_queue_length: Required[int]
+    """Number of messages for activation"""
+
+    aws_region: Required[str]
+    """AWS region"""
+
+    queue_length: Required[int]
+    """Number of messages for one replica"""
+
+    queue_url: Required[str]
+    """SQS queue URL"""
+
+    secret_name: Required[str]
+    """Auth secret name"""
+
+    aws_endpoint: Optional[str]
+    """Custom AWS endpoint"""
+
+    scale_on_delayed: bool
+    """Scale on delayed messages"""
+
+    scale_on_flight: bool
+    """Scale on in-flight messages"""
+
+
+class ContainerScaleTriggers(TypedDict, total=False):
+    cpu: Optional[ContainerScaleTriggersCPU]
+    """CPU trigger configuration"""
+
+    gpu_memory: Optional[ContainerScaleTriggersGPUMemory]
+    """GPU memory trigger configuration.
+
+    Calculated by DCGM_FI_DEV_MEM_COPY_UTIL metric
+    """
+
+    gpu_utilization: Optional[ContainerScaleTriggersGPUUtilization]
+    """GPU utilization trigger configuration.
+
+    Calculated by DCGM_FI_DEV_GPU_UTIL metric
+    """
+
+    http: Optional[ContainerScaleTriggersHTTP]
+    """HTTP trigger configuration"""
+
+    memory: Optional[ContainerScaleTriggersMemory]
+    """Memory trigger configuration"""
+
+    sqs: Optional[ContainerScaleTriggersSqs]
+    """SQS trigger configuration"""
+
+
+class ContainerScale(TypedDict, total=False):
+    max: Required[int]
+    """Maximum scale for the container"""
+
+    min: Required[int]
+    """Minimum scale for the container"""
+
+    cooldown_period: int
+    """Cooldown period between scaling actions in seconds"""
+
+    polling_interval: int
+    """Polling interval for scaling triggers in seconds"""
+
+    triggers: ContainerScaleTriggers
+    """Triggers for scaling actions"""
+
+
+class Container(TypedDict, total=False):
+    region_id: Required[Optional[int]]
+    """Region id for the container"""
+
+    scale: Required[Optional[ContainerScale]]
+    """Scale for the container"""
+
+
+class Logging(TypedDict, total=False):
+    destination_region_id: Optional[int]
+    """ID of the region in which the logs will be stored"""
+
+    enabled: bool
+    """Enable or disable log streaming"""
+
+    retention_policy: Optional[LaasIndexRetentionPolicyParam]
+    """Logs retention policy"""
+
+    topic_name: Optional[str]
+    """The topic name to stream logs to"""
+
+
+class Probes(TypedDict, total=False):
+    liveness_probe: Optional[ContainerProbeConfigCreateParam]
+    """Liveness probe configuration"""
+
+    readiness_probe: Optional[ContainerProbeConfigCreateParam]
+    """Readiness probe configuration"""
+
+    startup_probe: Optional[ContainerProbeConfigCreateParam]
+    """Startup probe configuration"""

gcore/types/cloud/inference/deployments/__init__.py

@@ -0,0 +1,5 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from .log_list_params import LogListParams as LogListParams

gcore/types/cloud/inference/deployments/log_list_params.py

@@ -0,0 +1,28 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing import Optional
+from typing_extensions import Literal, TypedDict
+
+__all__ = ["LogListParams"]
+
+
+class LogListParams(TypedDict, total=False):
+    project_id: int
+    """Project ID"""
+
+    limit: int
+    """Optional. Limit the number of returned items"""
+
+    offset: int
+    """Optional.
+
+    Offset value is used to exclude the first set of records from the result
+    """
+
+    order_by: Literal["time.asc", "time.desc"]
+    """Order by field"""
+
+    region_id: Optional[int]
+    """Region ID"""

gcore/types/cloud/inference/flavor_list_params.py

@@ -0,0 +1,18 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing_extensions import TypedDict
+
+__all__ = ["FlavorListParams"]
+
+
+class FlavorListParams(TypedDict, total=False):
+    limit: int
+    """Optional. Limit the number of returned items"""
+
+    offset: int
+    """Optional.
+
+    Offset value is used to exclude the first set of records from the result
+    """