together 2.0.0a12__py3-none-any.whl → 2.0.0a14__py3-none-any.whl

together/resources/beta/clusters/storage.py

@@ -0,0 +1,490 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+import httpx
+
+from ...._types import Body, Omit, Query, Headers, NotGiven, omit, not_given
+from ...._utils import maybe_transform, async_maybe_transform
+from ...._compat import cached_property
+from ...._resource import SyncAPIResource, AsyncAPIResource
+from ...._response import (
+    to_raw_response_wrapper,
+    to_streamed_response_wrapper,
+    async_to_raw_response_wrapper,
+    async_to_streamed_response_wrapper,
+)
+from ...._base_client import make_request_options
+from ....types.beta.clusters import storage_create_params, storage_update_params
+from ....types.beta.clusters.cluster_storage import ClusterStorage
+from ....types.beta.clusters.storage_list_response import StorageListResponse
+from ....types.beta.clusters.storage_create_response import StorageCreateResponse
+from ....types.beta.clusters.storage_delete_response import StorageDeleteResponse
+
+__all__ = ["StorageResource", "AsyncStorageResource"]
+
+
+class StorageResource(SyncAPIResource):
+    @cached_property
+    def with_raw_response(self) -> StorageResourceWithRawResponse:
+        """
+        This property can be used as a prefix for any HTTP method call to return
+        the raw response object instead of the parsed content.
+
+        For more information, see https://www.github.com/togethercomputer/together-py#accessing-raw-response-data-eg-headers
+        """
+        return StorageResourceWithRawResponse(self)
+
+    @cached_property
+    def with_streaming_response(self) -> StorageResourceWithStreamingResponse:
+        """
+        An alternative to `.with_raw_response` that doesn't eagerly read the response body.
+
+        For more information, see https://www.github.com/togethercomputer/together-py#with_streaming_response
+        """
+        return StorageResourceWithStreamingResponse(self)
+
+    def create(
+        self,
+        *,
+        region: str,
+        size_tib: int,
+        volume_name: str,
+        # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
+        # The extra values given here take precedence over values defined on the client or passed to this method.
+        extra_headers: Headers | None = None,
+        extra_query: Query | None = None,
+        extra_body: Body | None = None,
+        timeout: float | httpx.Timeout | None | NotGiven = not_given,
+    ) -> StorageCreateResponse:
+        """Create a shared volume.
+
+        Args:
+          region: Region name.
+
+        Usable regions can be found from `client.clusters.list_regions()`
+
+          size_tib: Volume size in whole tebibytes (TiB).
+
+          extra_headers: Send extra headers
+
+          extra_query: Add additional query parameters to the request
+
+          extra_body: Add additional JSON properties to the request
+
+          timeout: Override the client-level default timeout for this request, in seconds
+        """
+        return self._post(
+            "/clusters/storages",
+            body=maybe_transform(
+                {
+                    "region": region,
+                    "size_tib": size_tib,
+                    "volume_name": volume_name,
+                },
+                storage_create_params.StorageCreateParams,
+            ),
+            options=make_request_options(
+                extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
+            ),
+            cast_to=StorageCreateResponse,
+        )
+
+    def retrieve(
+        self,
+        volume_id: str,
+        *,
+        # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
+        # The extra values given here take precedence over values defined on the client or passed to this method.
+        extra_headers: Headers | None = None,
+        extra_query: Query | None = None,
+        extra_body: Body | None = None,
+        timeout: float | httpx.Timeout | None | NotGiven = not_given,
+    ) -> ClusterStorage:
+        """
+        Get shared volume by volume Id.
+
+        Args:
+          extra_headers: Send extra headers
+
+          extra_query: Add additional query parameters to the request
+
+          extra_body: Add additional JSON properties to the request
+
+          timeout: Override the client-level default timeout for this request, in seconds
+        """
+        if not volume_id:
+            raise ValueError(f"Expected a non-empty value for `volume_id` but received {volume_id!r}")
+        return self._get(
+            f"/clusters/storages/{volume_id}",
+            options=make_request_options(
+                extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
+            ),
+            cast_to=ClusterStorage,
+        )
+
+    def update(
+        self,
+        *,
+        size_tib: int | Omit = omit,
+        volume_id: str | Omit = omit,
+        # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
+        # The extra values given here take precedence over values defined on the client or passed to this method.
+        extra_headers: Headers | None = None,
+        extra_query: Query | None = None,
+        extra_body: Body | None = None,
+        timeout: float | httpx.Timeout | None | NotGiven = not_given,
+    ) -> ClusterStorage:
+        """
+        Update a shared volume.
+
+        Args:
+          extra_headers: Send extra headers
+
+          extra_query: Add additional query parameters to the request
+
+          extra_body: Add additional JSON properties to the request
+
+          timeout: Override the client-level default timeout for this request, in seconds
+        """
+        return self._put(
+            "/clusters/storages",
+            body=maybe_transform(
+                {
+                    "size_tib": size_tib,
+                    "volume_id": volume_id,
+                },
+                storage_update_params.StorageUpdateParams,
+            ),
+            options=make_request_options(
+                extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
+            ),
+            cast_to=ClusterStorage,
+        )
+
+    def list(
+        self,
+        *,
+        # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
+        # The extra values given here take precedence over values defined on the client or passed to this method.
+        extra_headers: Headers | None = None,
+        extra_query: Query | None = None,
+        extra_body: Body | None = None,
+        timeout: float | httpx.Timeout | None | NotGiven = not_given,
+    ) -> StorageListResponse:
+        """List all shared volumes."""
+        return self._get(
+            "/clusters/storages",
+            options=make_request_options(
+                extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
+            ),
+            cast_to=StorageListResponse,
+        )
+
+    def delete(
+        self,
+        volume_id: str,
+        *,
+        # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
+        # The extra values given here take precedence over values defined on the client or passed to this method.
+        extra_headers: Headers | None = None,
+        extra_query: Query | None = None,
+        extra_body: Body | None = None,
+        timeout: float | httpx.Timeout | None | NotGiven = not_given,
+    ) -> StorageDeleteResponse:
+        """
+        Delete shared volume by volume id.
+
+        Args:
+          extra_headers: Send extra headers
+
+          extra_query: Add additional query parameters to the request
+
+          extra_body: Add additional JSON properties to the request
+
+          timeout: Override the client-level default timeout for this request, in seconds
+        """
+        if not volume_id:
+            raise ValueError(f"Expected a non-empty value for `volume_id` but received {volume_id!r}")
+        return self._delete(
+            f"/clusters/storages/{volume_id}",
+            options=make_request_options(
+                extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
+            ),
+            cast_to=StorageDeleteResponse,
+        )
+
+
+class AsyncStorageResource(AsyncAPIResource):
+    @cached_property
+    def with_raw_response(self) -> AsyncStorageResourceWithRawResponse:
+        """
+        This property can be used as a prefix for any HTTP method call to return
+        the raw response object instead of the parsed content.
+
+        For more information, see https://www.github.com/togethercomputer/together-py#accessing-raw-response-data-eg-headers
+        """
+        return AsyncStorageResourceWithRawResponse(self)
+
+    @cached_property
+    def with_streaming_response(self) -> AsyncStorageResourceWithStreamingResponse:
+        """
+        An alternative to `.with_raw_response` that doesn't eagerly read the response body.
+
+        For more information, see https://www.github.com/togethercomputer/together-py#with_streaming_response
+        """
+        return AsyncStorageResourceWithStreamingResponse(self)
+
+    async def create(
+        self,
+        *,
+        region: str,
+        size_tib: int,
+        volume_name: str,
+        # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
+        # The extra values given here take precedence over values defined on the client or passed to this method.
+        extra_headers: Headers | None = None,
+        extra_query: Query | None = None,
+        extra_body: Body | None = None,
+        timeout: float | httpx.Timeout | None | NotGiven = not_given,
+    ) -> StorageCreateResponse:
+        """Create a shared volume.
+
+        Args:
+          region: Region name.
+
+        Usable regions can be found from `client.clusters.list_regions()`
+
+          size_tib: Volume size in whole tebibytes (TiB).
+
+          extra_headers: Send extra headers
+
+          extra_query: Add additional query parameters to the request
+
+          extra_body: Add additional JSON properties to the request
+
+          timeout: Override the client-level default timeout for this request, in seconds
+        """
+        return await self._post(
+            "/clusters/storages",
+            body=await async_maybe_transform(
+                {
+                    "region": region,
+                    "size_tib": size_tib,
+                    "volume_name": volume_name,
+                },
+                storage_create_params.StorageCreateParams,
+            ),
+            options=make_request_options(
+                extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
+            ),
+            cast_to=StorageCreateResponse,
+        )
+
+    async def retrieve(
+        self,
+        volume_id: str,
+        *,
+        # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
+        # The extra values given here take precedence over values defined on the client or passed to this method.
+        extra_headers: Headers | None = None,
+        extra_query: Query | None = None,
+        extra_body: Body | None = None,
+        timeout: float | httpx.Timeout | None | NotGiven = not_given,
+    ) -> ClusterStorage:
+        """
+        Get shared volume by volume Id.
+
+        Args:
+          extra_headers: Send extra headers
+
+          extra_query: Add additional query parameters to the request
+
+          extra_body: Add additional JSON properties to the request
+
+          timeout: Override the client-level default timeout for this request, in seconds
+        """
+        if not volume_id:
+            raise ValueError(f"Expected a non-empty value for `volume_id` but received {volume_id!r}")
+        return await self._get(
+            f"/clusters/storages/{volume_id}",
+            options=make_request_options(
+                extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
+            ),
+            cast_to=ClusterStorage,
+        )
+
+    async def update(
+        self,
+        *,
+        size_tib: int | Omit = omit,
+        volume_id: str | Omit = omit,
+        # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
+        # The extra values given here take precedence over values defined on the client or passed to this method.
+        extra_headers: Headers | None = None,
+        extra_query: Query | None = None,
+        extra_body: Body | None = None,
+        timeout: float | httpx.Timeout | None | NotGiven = not_given,
+    ) -> ClusterStorage:
+        """
+        Update a shared volume.
+
+        Args:
+          extra_headers: Send extra headers
+
+          extra_query: Add additional query parameters to the request
+
+          extra_body: Add additional JSON properties to the request
+
+          timeout: Override the client-level default timeout for this request, in seconds
+        """
+        return await self._put(
+            "/clusters/storages",
+            body=await async_maybe_transform(
+                {
+                    "size_tib": size_tib,
+                    "volume_id": volume_id,
+                },
+                storage_update_params.StorageUpdateParams,
+            ),
+            options=make_request_options(
+                extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
+            ),
+            cast_to=ClusterStorage,
+        )
+
+    async def list(
+        self,
+        *,
+        # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
+        # The extra values given here take precedence over values defined on the client or passed to this method.
+        extra_headers: Headers | None = None,
+        extra_query: Query | None = None,
+        extra_body: Body | None = None,
+        timeout: float | httpx.Timeout | None | NotGiven = not_given,
+    ) -> StorageListResponse:
+        """List all shared volumes."""
+        return await self._get(
+            "/clusters/storages",
+            options=make_request_options(
+                extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
+            ),
+            cast_to=StorageListResponse,
+        )
+
+    async def delete(
+        self,
+        volume_id: str,
+        *,
+        # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
+        # The extra values given here take precedence over values defined on the client or passed to this method.
+        extra_headers: Headers | None = None,
+        extra_query: Query | None = None,
+        extra_body: Body | None = None,
+        timeout: float | httpx.Timeout | None | NotGiven = not_given,
+    ) -> StorageDeleteResponse:
+        """
+        Delete shared volume by volume id.
+
+        Args:
+          extra_headers: Send extra headers
+
+          extra_query: Add additional query parameters to the request
+
+          extra_body: Add additional JSON properties to the request
+
+          timeout: Override the client-level default timeout for this request, in seconds
+        """
+        if not volume_id:
+            raise ValueError(f"Expected a non-empty value for `volume_id` but received {volume_id!r}")
+        return await self._delete(
+            f"/clusters/storages/{volume_id}",
+            options=make_request_options(
+                extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
+            ),
+            cast_to=StorageDeleteResponse,
+        )
+
+
+class StorageResourceWithRawResponse:
+    def __init__(self, storage: StorageResource) -> None:
+        self._storage = storage
+
+        self.create = to_raw_response_wrapper(
+            storage.create,
+        )
+        self.retrieve = to_raw_response_wrapper(
+            storage.retrieve,
+        )
+        self.update = to_raw_response_wrapper(
+            storage.update,
+        )
+        self.list = to_raw_response_wrapper(
+            storage.list,
+        )
+        self.delete = to_raw_response_wrapper(
+            storage.delete,
+        )
+
+
+class AsyncStorageResourceWithRawResponse:
+    def __init__(self, storage: AsyncStorageResource) -> None:
+        self._storage = storage
+
+        self.create = async_to_raw_response_wrapper(
+            storage.create,
+        )
+        self.retrieve = async_to_raw_response_wrapper(
+            storage.retrieve,
+        )
+        self.update = async_to_raw_response_wrapper(
+            storage.update,
+        )
+        self.list = async_to_raw_response_wrapper(
+            storage.list,
+        )
+        self.delete = async_to_raw_response_wrapper(
+            storage.delete,
+        )
+
+
+class StorageResourceWithStreamingResponse:
+    def __init__(self, storage: StorageResource) -> None:
+        self._storage = storage
+
+        self.create = to_streamed_response_wrapper(
+            storage.create,
+        )
+        self.retrieve = to_streamed_response_wrapper(
+            storage.retrieve,
+        )
+        self.update = to_streamed_response_wrapper(
+            storage.update,
+        )
+        self.list = to_streamed_response_wrapper(
+            storage.list,
+        )
+        self.delete = to_streamed_response_wrapper(
+            storage.delete,
+        )
+
+
+class AsyncStorageResourceWithStreamingResponse:
+    def __init__(self, storage: AsyncStorageResource) -> None:
+        self._storage = storage
+
+        self.create = async_to_streamed_response_wrapper(
+            storage.create,
+        )
+        self.retrieve = async_to_streamed_response_wrapper(
+            storage.retrieve,
+        )
+        self.update = async_to_streamed_response_wrapper(
+            storage.update,
+        )
+        self.list = async_to_streamed_response_wrapper(
+            storage.list,
+        )
+        self.delete = async_to_streamed_response_wrapper(
+            storage.delete,
+        )

together/resources/chat/completions.py

@@ -62,6 +62,8 @@ class CompletionsResource(SyncAPIResource):
             ],
             str,
         ],
+        chat_template_kwargs: object | Omit = omit,
+        compliance: Literal["hipaa"] | Omit = omit,
         context_length_exceeded_behavior: Literal["truncate", "error"] | Omit = omit,
         echo: bool | Omit = omit,
         frequency_penalty: float | Omit = omit,
@@ -208,6 +210,8 @@ class CompletionsResource(SyncAPIResource):
             str,
         ],
         stream: Literal[True],
+        chat_template_kwargs: object | Omit = omit,
+        compliance: Literal["hipaa"] | Omit = omit,
         context_length_exceeded_behavior: Literal["truncate", "error"] | Omit = omit,
         echo: bool | Omit = omit,
         frequency_penalty: float | Omit = omit,
@@ -353,6 +357,8 @@ class CompletionsResource(SyncAPIResource):
             str,
         ],
         stream: bool,
+        chat_template_kwargs: object | Omit = omit,
+        compliance: Literal["hipaa"] | Omit = omit,
         context_length_exceeded_behavior: Literal["truncate", "error"] | Omit = omit,
         echo: bool | Omit = omit,
         frequency_penalty: float | Omit = omit,
@@ -497,6 +503,8 @@ class CompletionsResource(SyncAPIResource):
             ],
             str,
         ],
+        chat_template_kwargs: object | Omit = omit,
+        compliance: Literal["hipaa"] | Omit = omit,
         context_length_exceeded_behavior: Literal["truncate", "error"] | Omit = omit,
         echo: bool | Omit = omit,
         frequency_penalty: float | Omit = omit,
@@ -532,6 +540,8 @@ class CompletionsResource(SyncAPIResource):
                 {
                     "messages": messages,
                     "model": model,
+                    "chat_template_kwargs": chat_template_kwargs,
+                    "compliance": compliance,
                     "context_length_exceeded_behavior": context_length_exceeded_behavior,
                     "echo": echo,
                     "frequency_penalty": frequency_penalty,
@@ -603,6 +613,8 @@ class AsyncCompletionsResource(AsyncAPIResource):
             ],
             str,
         ],
+        chat_template_kwargs: object | Omit = omit,
+        compliance: Literal["hipaa"] | Omit = omit,
         context_length_exceeded_behavior: Literal["truncate", "error"] | Omit = omit,
         echo: bool | Omit = omit,
         frequency_penalty: float | Omit = omit,
@@ -749,6 +761,8 @@ class AsyncCompletionsResource(AsyncAPIResource):
             str,
         ],
         stream: Literal[True],
+        chat_template_kwargs: object | Omit = omit,
+        compliance: Literal["hipaa"] | Omit = omit,
         context_length_exceeded_behavior: Literal["truncate", "error"] | Omit = omit,
         echo: bool | Omit = omit,
         frequency_penalty: float | Omit = omit,
@@ -894,6 +908,8 @@ class AsyncCompletionsResource(AsyncAPIResource):
             str,
         ],
         stream: bool,
+        chat_template_kwargs: object | Omit = omit,
+        compliance: Literal["hipaa"] | Omit = omit,
         context_length_exceeded_behavior: Literal["truncate", "error"] | Omit = omit,
         echo: bool | Omit = omit,
         frequency_penalty: float | Omit = omit,
@@ -1038,6 +1054,8 @@ class AsyncCompletionsResource(AsyncAPIResource):
             ],
             str,
         ],
+        chat_template_kwargs: object | Omit = omit,
+        compliance: Literal["hipaa"] | Omit = omit,
         context_length_exceeded_behavior: Literal["truncate", "error"] | Omit = omit,
         echo: bool | Omit = omit,
         frequency_penalty: float | Omit = omit,
@@ -1073,6 +1091,8 @@ class AsyncCompletionsResource(AsyncAPIResource):
                 {
                     "messages": messages,
                     "model": model,
+                    "chat_template_kwargs": chat_template_kwargs,
+                    "compliance": compliance,
                     "context_length_exceeded_behavior": context_length_exceeded_behavior,
                     "echo": echo,
                     "frequency_penalty": frequency_penalty,

together/types/beta/__init__.py

@@ -0,0 +1,12 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from .cluster import Cluster as Cluster
+from .cluster_create_params import ClusterCreateParams as ClusterCreateParams
+from .cluster_list_response import ClusterListResponse as ClusterListResponse
+from .cluster_update_params import ClusterUpdateParams as ClusterUpdateParams
+from .cluster_create_response import ClusterCreateResponse as ClusterCreateResponse
+from .cluster_delete_response import ClusterDeleteResponse as ClusterDeleteResponse
+from .cluster_update_response import ClusterUpdateResponse as ClusterUpdateResponse
+from .cluster_list_regions_response import ClusterListRegionsResponse as ClusterListRegionsResponse

together/types/beta/cluster.py

@@ -0,0 +1,93 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import List
+from typing_extensions import Literal
+
+from ..._models import BaseModel
+
+__all__ = ["Cluster", "ControlPlaneNode", "GPUWorkerNode", "Volume"]
+
+
+class ControlPlaneNode(BaseModel):
+    host_name: str
+
+    memory_gib: float
+
+    network: str
+
+    node_id: str
+
+    node_name: str
+
+    num_cpu_cores: int
+
+    status: str
+
+
+class GPUWorkerNode(BaseModel):
+    host_name: str
+
+    memory_gib: float
+
+    networks: List[str]
+
+    node_id: str
+
+    node_name: str
+
+    num_cpu_cores: int
+
+    num_gpus: int
+
+    status: str
+
+
+class Volume(BaseModel):
+    size_tib: int
+
+    status: str
+
+    volume_id: str
+
+    volume_name: str
+
+
+class Cluster(BaseModel):
+    cluster_id: str
+
+    cluster_name: str
+
+    cluster_type: Literal["KUBERNETES", "SLURM"]
+
+    control_plane_nodes: List[ControlPlaneNode]
+
+    driver_version: Literal["CUDA_12_5_555", "CUDA_12_6_560", "CUDA_12_6_565", "CUDA_12_8_570"]
+
+    duration_hours: int
+
+    gpu_type: Literal["H100_SXM", "H200_SXM", "RTX_6000_PCI", "L40_PCIE", "B200_SXM", "H100_SXM_INF"]
+
+    gpu_worker_nodes: List[GPUWorkerNode]
+
+    kube_config: str
+
+    num_gpus: int
+
+    region: str
+
+    status: Literal[
+        "WaitingForControlPlaneNodes",
+        "WaitingForDataPlaneNodes",
+        "WaitingForSubnet",
+        "WaitingForSharedVolume",
+        "InstallingDrivers",
+        "RunningAcceptanceTests",
+        "Paused",
+        "OnDemandComputePaused",
+        "Ready",
+        "Degraded",
+        "Deleting",
+    ]
+    """Current status of the GPU cluster."""
+
+    volumes: List[Volume]