together 1.5.17__py3-none-any.whl → 2.0.0a8__py3-none-any.whl

together/resources/jobs.py

@@ -0,0 +1,214 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+import httpx
+
+from .._types import Body, Query, Headers, NotGiven, not_given
+from .._compat import cached_property
+from .._resource import SyncAPIResource, AsyncAPIResource
+from .._response import (
+    to_raw_response_wrapper,
+    to_streamed_response_wrapper,
+    async_to_raw_response_wrapper,
+    async_to_streamed_response_wrapper,
+)
+from .._base_client import make_request_options
+from ..types.job_list_response import JobListResponse
+from ..types.job_retrieve_response import JobRetrieveResponse
+
+__all__ = ["JobsResource", "AsyncJobsResource"]
+
+
+class JobsResource(SyncAPIResource):
+    @cached_property
+    def with_raw_response(self) -> JobsResourceWithRawResponse:
+        """
+        This property can be used as a prefix for any HTTP method call to return
+        the raw response object instead of the parsed content.
+
+        For more information, see https://www.github.com/togethercomputer/together-py#accessing-raw-response-data-eg-headers
+        """
+        return JobsResourceWithRawResponse(self)
+
+    @cached_property
+    def with_streaming_response(self) -> JobsResourceWithStreamingResponse:
+        """
+        An alternative to `.with_raw_response` that doesn't eagerly read the response body.
+
+        For more information, see https://www.github.com/togethercomputer/together-py#with_streaming_response
+        """
+        return JobsResourceWithStreamingResponse(self)
+
+    def retrieve(
+        self,
+        job_id: str,
+        *,
+        # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
+        # The extra values given here take precedence over values defined on the client or passed to this method.
+        extra_headers: Headers | None = None,
+        extra_query: Query | None = None,
+        extra_body: Body | None = None,
+        timeout: float | httpx.Timeout | None | NotGiven = not_given,
+    ) -> JobRetrieveResponse:
+        """
+        Get the status of a specific job
+
+        Args:
+          extra_headers: Send extra headers
+
+          extra_query: Add additional query parameters to the request
+
+          extra_body: Add additional JSON properties to the request
+
+          timeout: Override the client-level default timeout for this request, in seconds
+        """
+        if not job_id:
+            raise ValueError(f"Expected a non-empty value for `job_id` but received {job_id!r}")
+        return self._get(
+            f"/jobs/{job_id}",
+            options=make_request_options(
+                extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
+            ),
+            cast_to=JobRetrieveResponse,
+        )
+
+    def list(
+        self,
+        *,
+        # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
+        # The extra values given here take precedence over values defined on the client or passed to this method.
+        extra_headers: Headers | None = None,
+        extra_query: Query | None = None,
+        extra_body: Body | None = None,
+        timeout: float | httpx.Timeout | None | NotGiven = not_given,
+    ) -> JobListResponse:
+        """List all jobs and their statuses"""
+        return self._get(
+            "/jobs",
+            options=make_request_options(
+                extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
+            ),
+            cast_to=JobListResponse,
+        )
+
+
+class AsyncJobsResource(AsyncAPIResource):
+    @cached_property
+    def with_raw_response(self) -> AsyncJobsResourceWithRawResponse:
+        """
+        This property can be used as a prefix for any HTTP method call to return
+        the raw response object instead of the parsed content.
+
+        For more information, see https://www.github.com/togethercomputer/together-py#accessing-raw-response-data-eg-headers
+        """
+        return AsyncJobsResourceWithRawResponse(self)
+
+    @cached_property
+    def with_streaming_response(self) -> AsyncJobsResourceWithStreamingResponse:
+        """
+        An alternative to `.with_raw_response` that doesn't eagerly read the response body.
+
+        For more information, see https://www.github.com/togethercomputer/together-py#with_streaming_response
+        """
+        return AsyncJobsResourceWithStreamingResponse(self)
+
+    async def retrieve(
+        self,
+        job_id: str,
+        *,
+        # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
+        # The extra values given here take precedence over values defined on the client or passed to this method.
+        extra_headers: Headers | None = None,
+        extra_query: Query | None = None,
+        extra_body: Body | None = None,
+        timeout: float | httpx.Timeout | None | NotGiven = not_given,
+    ) -> JobRetrieveResponse:
+        """
+        Get the status of a specific job
+
+        Args:
+          extra_headers: Send extra headers
+
+          extra_query: Add additional query parameters to the request
+
+          extra_body: Add additional JSON properties to the request
+
+          timeout: Override the client-level default timeout for this request, in seconds
+        """
+        if not job_id:
+            raise ValueError(f"Expected a non-empty value for `job_id` but received {job_id!r}")
+        return await self._get(
+            f"/jobs/{job_id}",
+            options=make_request_options(
+                extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
+            ),
+            cast_to=JobRetrieveResponse,
+        )
+
+    async def list(
+        self,
+        *,
+        # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
+        # The extra values given here take precedence over values defined on the client or passed to this method.
+        extra_headers: Headers | None = None,
+        extra_query: Query | None = None,
+        extra_body: Body | None = None,
+        timeout: float | httpx.Timeout | None | NotGiven = not_given,
+    ) -> JobListResponse:
+        """List all jobs and their statuses"""
+        return await self._get(
+            "/jobs",
+            options=make_request_options(
+                extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
+            ),
+            cast_to=JobListResponse,
+        )
+
+
+class JobsResourceWithRawResponse:
+    def __init__(self, jobs: JobsResource) -> None:
+        self._jobs = jobs
+
+        self.retrieve = to_raw_response_wrapper(
+            jobs.retrieve,
+        )
+        self.list = to_raw_response_wrapper(
+            jobs.list,
+        )
+
+
+class AsyncJobsResourceWithRawResponse:
+    def __init__(self, jobs: AsyncJobsResource) -> None:
+        self._jobs = jobs
+
+        self.retrieve = async_to_raw_response_wrapper(
+            jobs.retrieve,
+        )
+        self.list = async_to_raw_response_wrapper(
+            jobs.list,
+        )
+
+
+class JobsResourceWithStreamingResponse:
+    def __init__(self, jobs: JobsResource) -> None:
+        self._jobs = jobs
+
+        self.retrieve = to_streamed_response_wrapper(
+            jobs.retrieve,
+        )
+        self.list = to_streamed_response_wrapper(
+            jobs.list,
+        )
+
+
+class AsyncJobsResourceWithStreamingResponse:
+    def __init__(self, jobs: AsyncJobsResource) -> None:
+        self._jobs = jobs
+
+        self.retrieve = async_to_streamed_response_wrapper(
+            jobs.retrieve,
+        )
+        self.list = async_to_streamed_response_wrapper(
+            jobs.list,
+        )

together/resources/models.py

@@ -1,134 +1,282 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
 from __future__ import annotations
 
-from typing import List
+from typing_extensions import Literal
+
+import httpx
 
-from together.abstract import api_requestor
-from together.together_response import TogetherResponse
-from together.types import (
-    ModelObject,
-    TogetherClient,
-    TogetherRequest,
+from ..types import model_upload_params
+from .._types import Body, Omit, Query, Headers, NotGiven, omit, not_given
+from .._utils import maybe_transform, async_maybe_transform
+from .._compat import cached_property
+from .._resource import SyncAPIResource, AsyncAPIResource
+from .._response import (
+    to_raw_response_wrapper,
+    to_streamed_response_wrapper,
+    async_to_raw_response_wrapper,
+    async_to_streamed_response_wrapper,
 )
+from .._base_client import make_request_options
+from ..types.model_list_response import ModelListResponse
+from ..types.model_upload_response import ModelUploadResponse
 
+__all__ = ["ModelsResource", "AsyncModelsResource"]
 
-class ModelsBase:
-    def __init__(self, client: TogetherClient) -> None:
-        self._client = client
 
-    def _filter_dedicated_models(
-        self, models: List[ModelObject], dedicated_response: TogetherResponse
-    ) -> List[ModelObject]:
+class ModelsResource(SyncAPIResource):
+    @cached_property
+    def with_raw_response(self) -> ModelsResourceWithRawResponse:
         """
-        Filter models based on dedicated model response.
-
-        Args:
-            models (List[ModelObject]): List of all models
-            dedicated_response (TogetherResponse): Response from autoscale models endpoint
+        This property can be used as a prefix for any HTTP method call to return
+        the raw response object instead of the parsed content.
 
-        Returns:
-            List[ModelObject]: Filtered list of models
+        For more information, see https://www.github.com/togethercomputer/together-py#accessing-raw-response-data-eg-headers
         """
-        assert isinstance(dedicated_response.data, list)
+        return ModelsResourceWithRawResponse(self)
 
-        # Create a set of dedicated model names for efficient lookup
-        dedicated_model_names = {model["name"] for model in dedicated_response.data}
-
-        # Filter models to only include those in dedicated_model_names
-        # Note: The model.id from ModelObject matches the name field in the autoscale response
-        return [model for model in models if model.id in dedicated_model_names]
+    @cached_property
+    def with_streaming_response(self) -> ModelsResourceWithStreamingResponse:
+        """
+        An alternative to `.with_raw_response` that doesn't eagerly read the response body.
 
+        For more information, see https://www.github.com/togethercomputer/together-py#with_streaming_response
+        """
+        return ModelsResourceWithStreamingResponse(self)
 
-class Models(ModelsBase):
     def list(
         self,
-        dedicated: bool = False,
-    ) -> List[ModelObject]:
+        *,
+        # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
+        # The extra values given here take precedence over values defined on the client or passed to this method.
+        extra_headers: Headers | None = None,
+        extra_query: Query | None = None,
+        extra_body: Body | None = None,
+        timeout: float | httpx.Timeout | None | NotGiven = not_given,
+    ) -> ModelListResponse:
+        """Lists all of Together's open-source models"""
+        return self._get(
+            "/models",
+            options=make_request_options(
+                extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
+            ),
+            cast_to=ModelListResponse,
+        )
+
+    def upload(
+        self,
+        *,
+        model_name: str,
+        model_source: str,
+        base_model: str | Omit = omit,
+        description: str | Omit = omit,
+        hf_token: str | Omit = omit,
+        lora_model: str | Omit = omit,
+        model_type: Literal["model", "adapter"] | Omit = omit,
+        # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
+        # The extra values given here take precedence over values defined on the client or passed to this method.
+        extra_headers: Headers | None = None,
+        extra_query: Query | None = None,
+        extra_body: Body | None = None,
+        timeout: float | httpx.Timeout | None | NotGiven = not_given,
+    ) -> ModelUploadResponse:
         """
-        Method to return list of models on the API
+        Upload a custom model or adapter from Hugging Face or S3
 
         Args:
-            dedicated (bool, optional): If True, returns only dedicated models. Defaults to False.
+          model_name: The name to give to your uploaded model
 
-        Returns:
-            List[ModelObject]: List of model objects
-        """
-        requestor = api_requestor.APIRequestor(
-            client=self._client,
-        )
+          model_source: The source location of the model (Hugging Face repo or S3 path)
 
-        response, _, _ = requestor.request(
-            options=TogetherRequest(
-                method="GET",
-                url="models",
-            ),
-            stream=False,
-        )
+          base_model: The base model to use for an adapter if setting it to run against a serverless
+              pool. Only used for model_type `adapter`.
 
-        assert isinstance(response, TogetherResponse)
-        assert isinstance(response.data, list)
+          description: A description of your model
 
-        models = [ModelObject(**model) for model in response.data]
+          hf_token: Hugging Face token (if uploading from Hugging Face)
 
-        if dedicated:
-            # Get dedicated models
-            dedicated_response, _, _ = requestor.request(
-                options=TogetherRequest(
-                    method="GET",
-                    url="autoscale/models",
-                ),
-                stream=False,
-            )
+          lora_model: The lora pool to use for an adapter if setting it to run against, say, a
+              dedicated pool. Only used for model_type `adapter`.
 
-            models = self._filter_dedicated_models(models, dedicated_response)
+          model_type: Whether the model is a full model or an adapter
 
-        models.sort(key=lambda x: x.id.lower())
+          extra_headers: Send extra headers
 
-        return models
+          extra_query: Add additional query parameters to the request
 
+          extra_body: Add additional JSON properties to the request
+
+          timeout: Override the client-level default timeout for this request, in seconds
+        """
+        return self._post(
+            "/models",
+            body=maybe_transform(
+                {
+                    "model_name": model_name,
+                    "model_source": model_source,
+                    "base_model": base_model,
+                    "description": description,
+                    "hf_token": hf_token,
+                    "lora_model": lora_model,
+                    "model_type": model_type,
+                },
+                model_upload_params.ModelUploadParams,
+            ),
+            options=make_request_options(
+                extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
+            ),
+            cast_to=ModelUploadResponse,
+        )
+
+
+class AsyncModelsResource(AsyncAPIResource):
+    @cached_property
+    def with_raw_response(self) -> AsyncModelsResourceWithRawResponse:
+        """
+        This property can be used as a prefix for any HTTP method call to return
+        the raw response object instead of the parsed content.
+
+        For more information, see https://www.github.com/togethercomputer/together-py#accessing-raw-response-data-eg-headers
+        """
+        return AsyncModelsResourceWithRawResponse(self)
+
+    @cached_property
+    def with_streaming_response(self) -> AsyncModelsResourceWithStreamingResponse:
+        """
+        An alternative to `.with_raw_response` that doesn't eagerly read the response body.
+
+        For more information, see https://www.github.com/togethercomputer/together-py#with_streaming_response
+        """
+        return AsyncModelsResourceWithStreamingResponse(self)
 
-class AsyncModels(ModelsBase):
     async def list(
         self,
-        dedicated: bool = False,
-    ) -> List[ModelObject]:
+        *,
+        # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
+        # The extra values given here take precedence over values defined on the client or passed to this method.
+        extra_headers: Headers | None = None,
+        extra_query: Query | None = None,
+        extra_body: Body | None = None,
+        timeout: float | httpx.Timeout | None | NotGiven = not_given,
+    ) -> ModelListResponse:
+        """Lists all of Together's open-source models"""
+        return await self._get(
+            "/models",
+            options=make_request_options(
+                extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
+            ),
+            cast_to=ModelListResponse,
+        )
+
+    async def upload(
+        self,
+        *,
+        model_name: str,
+        model_source: str,
+        base_model: str | Omit = omit,
+        description: str | Omit = omit,
+        hf_token: str | Omit = omit,
+        lora_model: str | Omit = omit,
+        model_type: Literal["model", "adapter"] | Omit = omit,
+        # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
+        # The extra values given here take precedence over values defined on the client or passed to this method.
+        extra_headers: Headers | None = None,
+        extra_query: Query | None = None,
+        extra_body: Body | None = None,
+        timeout: float | httpx.Timeout | None | NotGiven = not_given,
+    ) -> ModelUploadResponse:
         """
-        Async method to return list of models on API
+        Upload a custom model or adapter from Hugging Face or S3
 
         Args:
-            dedicated (bool, optional): If True, returns only dedicated models. Defaults to False.
+          model_name: The name to give to your uploaded model
+
+          model_source: The source location of the model (Hugging Face repo or S3 path)
+
+          base_model: The base model to use for an adapter if setting it to run against a serverless
+              pool. Only used for model_type `adapter`.
+
+          description: A description of your model
 
-        Returns:
-            List[ModelObject]: List of model objects
+          hf_token: Hugging Face token (if uploading from Hugging Face)
+
+          lora_model: The lora pool to use for an adapter if setting it to run against, say, a
+              dedicated pool. Only used for model_type `adapter`.
+
+          model_type: Whether the model is a full model or an adapter
+
+          extra_headers: Send extra headers
+
+          extra_query: Add additional query parameters to the request
+
+          extra_body: Add additional JSON properties to the request
+
+          timeout: Override the client-level default timeout for this request, in seconds
         """
-        requestor = api_requestor.APIRequestor(
-            client=self._client,
+        return await self._post(
+            "/models",
+            body=await async_maybe_transform(
+                {
+                    "model_name": model_name,
+                    "model_source": model_source,
+                    "base_model": base_model,
+                    "description": description,
+                    "hf_token": hf_token,
+                    "lora_model": lora_model,
+                    "model_type": model_type,
+                },
+                model_upload_params.ModelUploadParams,
+            ),
+            options=make_request_options(
+                extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
+            ),
+            cast_to=ModelUploadResponse,
         )
 
-        response, _, _ = await requestor.arequest(
-            options=TogetherRequest(
-                method="GET",
-                url="models",
-            ),
-            stream=False,
+
+class ModelsResourceWithRawResponse:
+    def __init__(self, models: ModelsResource) -> None:
+        self._models = models
+
+        self.list = to_raw_response_wrapper(
+            models.list,
+        )
+        self.upload = to_raw_response_wrapper(
+            models.upload,
+        )
+
+
+class AsyncModelsResourceWithRawResponse:
+    def __init__(self, models: AsyncModelsResource) -> None:
+        self._models = models
+
+        self.list = async_to_raw_response_wrapper(
+            models.list,
+        )
+        self.upload = async_to_raw_response_wrapper(
+            models.upload,
         )
 
-        assert isinstance(response, TogetherResponse)
-        assert isinstance(response.data, list)
 
-        models = [ModelObject(**model) for model in response.data]
+class ModelsResourceWithStreamingResponse:
+    def __init__(self, models: ModelsResource) -> None:
+        self._models = models
 
-        if dedicated:
-            # Get dedicated models
-            dedicated_response, _, _ = await requestor.arequest(
-                options=TogetherRequest(
-                    method="GET",
-                    url="autoscale/models",
-                ),
-                stream=False,
-            )
+        self.list = to_streamed_response_wrapper(
+            models.list,
+        )
+        self.upload = to_streamed_response_wrapper(
+            models.upload,
+        )
 
-            models = self._filter_dedicated_models(models, dedicated_response)
 
-        models.sort(key=lambda x: x.id.lower())
+class AsyncModelsResourceWithStreamingResponse:
+    def __init__(self, models: AsyncModelsResource) -> None:
+        self._models = models
 
-        return models
+        self.list = async_to_streamed_response_wrapper(
+            models.list,
+        )
+        self.upload = async_to_streamed_response_wrapper(
+            models.upload,
+        )