together 1.5.34__py3-none-any.whl → 2.0.0a6__py3-none-any.whl

together/resources/chat/completions.py

@@ -1,297 +1,1097 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
 from __future__ import annotations
 
-from typing import Any, AsyncGenerator, Dict, Iterator, List
+from typing import Dict, Union, Iterable
+from typing_extensions import Literal, overload
+
+import httpx
 
-from together.abstract import api_requestor
-from together.together_response import TogetherResponse
-from together.types import (
-    ChatCompletionChunk,
-    ChatCompletionRequest,
-    ChatCompletionResponse,
-    TogetherClient,
-    TogetherRequest,
+from ..._types import Body, Omit, Query, Headers, NotGiven, SequenceNotStr, omit, not_given
+from ..._utils import required_args, maybe_transform, async_maybe_transform
+from ..._compat import cached_property
+from ..._resource import SyncAPIResource, AsyncAPIResource
+from ..._response import (
+    to_raw_response_wrapper,
+    to_streamed_response_wrapper,
+    async_to_raw_response_wrapper,
+    async_to_streamed_response_wrapper,
 )
+from ..._streaming import Stream, AsyncStream
+from ...types.chat import completion_create_params
+from ..._base_client import make_request_options
+from ...types.tools_param import ToolsParam
+from ...types.chat.chat_completion import ChatCompletion
+from ...types.chat.chat_completion_chunk import ChatCompletionChunk
+
+__all__ = ["CompletionsResource", "AsyncCompletionsResource"]
+
 
+class CompletionsResource(SyncAPIResource):
+    @cached_property
+    def with_raw_response(self) -> CompletionsResourceWithRawResponse:
+        """
+        This property can be used as a prefix for any HTTP method call to return
+        the raw response object instead of the parsed content.
+
+        For more information, see https://www.github.com/togethercomputer/together-py#accessing-raw-response-data-eg-headers
+        """
+        return CompletionsResourceWithRawResponse(self)
 
-class ChatCompletions:
-    def __init__(self, client: TogetherClient) -> None:
-        self._client = client
+    @cached_property
+    def with_streaming_response(self) -> CompletionsResourceWithStreamingResponse:
+        """
+        An alternative to `.with_raw_response` that doesn't eagerly read the response body.
 
+        For more information, see https://www.github.com/togethercomputer/together-py#with_streaming_response
+        """
+        return CompletionsResourceWithStreamingResponse(self)
+
+    @overload
     def create(
         self,
         *,
-        messages: List[Dict[str, Any]],
-        model: str,
-        max_tokens: int | None = None,
-        stop: List[str] | None = None,
-        temperature: float | None = None,
-        top_p: float | None = None,
-        top_k: int | None = None,
-        repetition_penalty: float | None = None,
-        presence_penalty: float | None = None,
-        frequency_penalty: float | None = None,
-        min_p: float | None = None,
-        logit_bias: Dict[str, float] | None = None,
-        seed: int | None = None,
-        stream: bool = False,
-        logprobs: int | None = None,
-        echo: bool | None = None,
-        n: int | None = None,
-        safety_model: str | None = None,
-        response_format: Dict[str, Any] | None = None,
-        tools: List[Dict[str, Any]] | None = None,
-        tool_choice: str | Dict[str, str | Dict[str, str]] | None = None,
-        **kwargs: Any,
-    ) -> ChatCompletionResponse | Iterator[ChatCompletionChunk]:
+        messages: Iterable[completion_create_params.Message],
+        model: Union[
+            Literal[
+                "Qwen/Qwen2.5-72B-Instruct-Turbo",
+                "Qwen/Qwen2.5-7B-Instruct-Turbo",
+                "meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo",
+                "meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo",
+                "meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo",
+            ],
+            str,
+        ],
+        context_length_exceeded_behavior: Literal["truncate", "error"] | Omit = omit,
+        echo: bool | Omit = omit,
+        frequency_penalty: float | Omit = omit,
+        function_call: completion_create_params.FunctionCall | Omit = omit,
+        logit_bias: Dict[str, float] | Omit = omit,
+        logprobs: int | Omit = omit,
+        max_tokens: int | Omit = omit,
+        min_p: float | Omit = omit,
+        n: int | Omit = omit,
+        presence_penalty: float | Omit = omit,
+        reasoning_effort: Literal["low", "medium", "high"] | Omit = omit,
+        repetition_penalty: float | Omit = omit,
+        response_format: completion_create_params.ResponseFormat | Omit = omit,
+        safety_model: str | Omit = omit,
+        seed: int | Omit = omit,
+        stop: SequenceNotStr[str] | Omit = omit,
+        stream: Literal[False] | Omit = omit,
+        temperature: float | Omit = omit,
+        tool_choice: completion_create_params.ToolChoice | Omit = omit,
+        tools: Iterable[ToolsParam] | Omit = omit,
+        top_k: int | Omit = omit,
+        top_p: float | Omit = omit,
+        # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
+        # The extra values given here take precedence over values defined on the client or passed to this method.
+        extra_headers: Headers | None = None,
+        extra_query: Query | None = None,
+        extra_body: Body | None = None,
+        timeout: float | httpx.Timeout | None | NotGiven = not_given,
+    ) -> ChatCompletion:
         """
-        Method to generate completions based on a given prompt using a specified model.
+        Query a chat model.
 
         Args:
-            messages (List[Dict[str, str]]): A list of messages in the format
-                `[{"role": together.types.chat_completions.MessageRole, "content": TEXT}, ...]`
-            model (str): The name of the model to query.
-            max_tokens (int, optional): The maximum number of tokens to generate.
-                Defaults to 512.
-            stop (List[str], optional): List of strings at which to stop generation.
-                Defaults to None.
-            temperature (float, optional): A decimal number that determines the degree of randomness in the response.
-                Defaults to None.
-            top_p (float, optional): The top_p (nucleus) parameter is used to dynamically adjust the number
-                    of choices for each predicted token based on the cumulative probabilities.
-                Defaults to None.
-            top_k (int, optional): The top_k parameter is used to limit the number of choices for the
-                    next predicted word or token.
-                Defaults to None.
-            repetition_penalty (float, optional): A number that controls the diversity of generated text
-                    by reducing the likelihood of repeated sequences. Higher values decrease repetition.
-                Defaults to None.
-            presence_penalty (float, optional): A number that controls the likelihood of tokens based on if they have
-                    appeared in the text. Positive values decrease the likelihood of repeated tokens or phrases.
-                    Must be in the range [-2, 2].
-                Defaults to None.
-            frequency_penalty (float, optional): A number that controls the likelihood of tokens based on the frequency
-                    of their appearance in the text. Positive decrease the likelihood of repeated tokens or phrases.
-                    Must be in the range [-2, 2].
-                Defaults to None.
-            min_p (float, optional): A number that controls the minimum percentage value that a token must reach to
-                be considered during sampling.
-                Must be in the range [0, 1].
-                Defaults to None.
-            logit_bias (Dict[str, float], optional): A dictionary of tokens and their bias values that modify the
-                likelihood of specific tokens being sampled. Bias values must be in the range [-100, 100].
-                Defaults to None.
-            seed (int, optional): A seed value to use for reproducibility.
-            stream (bool, optional): Flag indicating whether to stream the generated completions.
-                Defaults to False.
-            logprobs (int, optional): Number of top-k logprobs to return
-                Defaults to None.
-            echo (bool, optional): Echo prompt in output. Can be used with logprobs to return prompt logprobs.
-                Defaults to None.
-            n (int, optional): Number of completions to generate. Setting to None will return a single generation.
-                Defaults to None.
-            safety_model (str, optional): A moderation model to validate tokens. Choice between available moderation
-                    models found [here](https://docs.together.ai/docs/inference-models#moderation-models).
-                Defaults to None.
-            response_format (Dict[str, Any], optional): An object specifying the format that the model must output.
-                Defaults to None.
-            tools (Dict[str, str | Dict[str, str | Dict[str, Any]]], optional): A list of tools the model may call.
-                    Currently, only functions are supported as a tool.
-                    Use this to provide a list of functions the model may generate JSON inputs for.
-                Defaults to None
-            tool_choice: Controls which (if any) function is called by the model. auto means the model can pick
-                    between generating a message or calling a function. Specifying a particular function
-                    via {"type": "function", "function": {"name": "my_function"}} forces the model to call that function.
-                    Sets to `auto` if None.
-                Defaults to None.
-
-        Returns:
-            ChatCompletionResponse | Iterator[ChatCompletionChunk]: Object containing the completions
-            or an iterator over completion chunks.
+          messages: A list of messages comprising the conversation so far.
+
+          model: The name of the model to query.
+
+              [See all of Together AI's chat models](https://docs.together.ai/docs/serverless-models#chat-models)
+
+          context_length_exceeded_behavior: Defined the behavior of the API when max_tokens exceed the maximum context
+              length of the model. When set to 'error', API will return 400 with appropriate
+              error message. When set to 'truncate', override the max_tokens with maximum
+              context length of the model.
+
+          echo: If true, the response will contain the prompt. Can be used with `logprobs` to
+              return prompt logprobs.
+
+          frequency_penalty: A number between -2.0 and 2.0 where a positive value decreases the likelihood of
+              repeating tokens that have already been mentioned.
+
+          logit_bias: Adjusts the likelihood of specific tokens appearing in the generated output.
+
+          logprobs: An integer between 0 and 20 of the top k tokens to return log probabilities for
+              at each generation step, instead of just the sampled token. Log probabilities
+              help assess model confidence in token predictions.
+
+          max_tokens: The maximum number of tokens to generate.
+
+          min_p: A number between 0 and 1 that can be used as an alternative to top_p and top-k.
+
+          n: The number of completions to generate for each prompt.
+
+          presence_penalty: A number between -2.0 and 2.0 where a positive value increases the likelihood of
+              a model talking about new topics.
+
+          reasoning_effort: Controls the level of reasoning effort the model should apply when generating
+              responses. Higher values may result in more thoughtful and detailed responses
+              but may take longer to generate.
+
+          repetition_penalty: A number that controls the diversity of generated text by reducing the
+              likelihood of repeated sequences. Higher values decrease repetition.
+
+          response_format: An object specifying the format that the model must output.
+
+          safety_model: The name of the moderation model used to validate tokens. Choose from the
+              available moderation models found
+              [here](https://docs.together.ai/docs/inference-models#moderation-models).
+
+          seed: Seed value for reproducibility.
+
+          stop: A list of string sequences that will truncate (stop) inference text output. For
+              example, "</s>" will stop generation as soon as the model generates the given
+              token.
+
+          stream: If true, stream tokens as Server-Sent Events as the model generates them instead
+              of waiting for the full model response. The stream terminates with
+              `data: [DONE]`. If false, return a single JSON object containing the results.
+
+          temperature: A decimal number from 0-1 that determines the degree of randomness in the
+              response. A temperature less than 1 favors more correctness and is appropriate
+              for question answering or summarization. A value closer to 1 introduces more
+              randomness in the output.
+
+          tool_choice: Controls which (if any) function is called by the model. By default uses `auto`,
+              which lets the model pick between generating a message or calling a function.
+
+          tools: A list of tools the model may call. Currently, only functions are supported as a
+              tool. Use this to provide a list of functions the model may generate JSON inputs
+              for.
+
+          top_k: An integer that's used to limit the number of choices for the next predicted
+              word or token. It specifies the maximum number of tokens to consider at each
+              step, based on their probability of occurrence. This technique helps to speed up
+              the generation process and can improve the quality of the generated text by
+              focusing on the most likely options.
+
+          top_p: A percentage (also called the nucleus parameter) that's used to dynamically
+              adjust the number of choices for each predicted token based on the cumulative
+              probabilities. It specifies a probability threshold below which all less likely
+              tokens are filtered out. This technique helps maintain diversity and generate
+              more fluent and natural-sounding text.
+
+          extra_headers: Send extra headers
+
+          extra_query: Add additional query parameters to the request
+
+          extra_body: Add additional JSON properties to the request
+
+          timeout: Override the client-level default timeout for this request, in seconds
         """
+        ...
 
-        requestor = api_requestor.APIRequestor(
-            client=self._client,
-        )
+    @overload
+    def create(
+        self,
+        *,
+        messages: Iterable[completion_create_params.Message],
+        model: Union[
+            Literal[
+                "Qwen/Qwen2.5-72B-Instruct-Turbo",
+                "Qwen/Qwen2.5-7B-Instruct-Turbo",
+                "meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo",
+                "meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo",
+                "meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo",
+            ],
+            str,
+        ],
+        stream: Literal[True],
+        context_length_exceeded_behavior: Literal["truncate", "error"] | Omit = omit,
+        echo: bool | Omit = omit,
+        frequency_penalty: float | Omit = omit,
+        function_call: completion_create_params.FunctionCall | Omit = omit,
+        logit_bias: Dict[str, float] | Omit = omit,
+        logprobs: int | Omit = omit,
+        max_tokens: int | Omit = omit,
+        min_p: float | Omit = omit,
+        n: int | Omit = omit,
+        presence_penalty: float | Omit = omit,
+        reasoning_effort: Literal["low", "medium", "high"] | Omit = omit,
+        repetition_penalty: float | Omit = omit,
+        response_format: completion_create_params.ResponseFormat | Omit = omit,
+        safety_model: str | Omit = omit,
+        seed: int | Omit = omit,
+        stop: SequenceNotStr[str] | Omit = omit,
+        temperature: float | Omit = omit,
+        tool_choice: completion_create_params.ToolChoice | Omit = omit,
+        tools: Iterable[ToolsParam] | Omit = omit,
+        top_k: int | Omit = omit,
+        top_p: float | Omit = omit,
+        # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
+        # The extra values given here take precedence over values defined on the client or passed to this method.
+        extra_headers: Headers | None = None,
+        extra_query: Query | None = None,
+        extra_body: Body | None = None,
+        timeout: float | httpx.Timeout | None | NotGiven = not_given,
+    ) -> Stream[ChatCompletionChunk]:
+        """
+        Query a chat model.
+
+        Args:
+          messages: A list of messages comprising the conversation so far.
+
+          model: The name of the model to query.
+
+              [See all of Together AI's chat models](https://docs.together.ai/docs/serverless-models#chat-models)
+
+          stream: If true, stream tokens as Server-Sent Events as the model generates them instead
+              of waiting for the full model response. The stream terminates with
+              `data: [DONE]`. If false, return a single JSON object containing the results.
+
+          context_length_exceeded_behavior: Defined the behavior of the API when max_tokens exceed the maximum context
+              length of the model. When set to 'error', API will return 400 with appropriate
+              error message. When set to 'truncate', override the max_tokens with maximum
+              context length of the model.
+
+          echo: If true, the response will contain the prompt. Can be used with `logprobs` to
+              return prompt logprobs.
+
+          frequency_penalty: A number between -2.0 and 2.0 where a positive value decreases the likelihood of
+              repeating tokens that have already been mentioned.
+
+          logit_bias: Adjusts the likelihood of specific tokens appearing in the generated output.
+
+          logprobs: An integer between 0 and 20 of the top k tokens to return log probabilities for
+              at each generation step, instead of just the sampled token. Log probabilities
+              help assess model confidence in token predictions.
+
+          max_tokens: The maximum number of tokens to generate.
+
+          min_p: A number between 0 and 1 that can be used as an alternative to top_p and top-k.
+
+          n: The number of completions to generate for each prompt.
+
+          presence_penalty: A number between -2.0 and 2.0 where a positive value increases the likelihood of
+              a model talking about new topics.
+
+          reasoning_effort: Controls the level of reasoning effort the model should apply when generating
+              responses. Higher values may result in more thoughtful and detailed responses
+              but may take longer to generate.
+
+          repetition_penalty: A number that controls the diversity of generated text by reducing the
+              likelihood of repeated sequences. Higher values decrease repetition.
+
+          response_format: An object specifying the format that the model must output.
 
-        parameter_payload = ChatCompletionRequest(
-            model=model,
-            messages=messages,
-            top_p=top_p,
-            top_k=top_k,
-            temperature=temperature,
-            max_tokens=max_tokens,
-            stop=stop,
-            repetition_penalty=repetition_penalty,
-            presence_penalty=presence_penalty,
-            frequency_penalty=frequency_penalty,
-            min_p=min_p,
-            logit_bias=logit_bias,
-            seed=seed,
-            stream=stream,
-            logprobs=logprobs,
-            echo=echo,
-            n=n,
-            safety_model=safety_model,
-            response_format=response_format,
-            tools=tools,
-            tool_choice=tool_choice,
-            **kwargs,
-        ).model_dump(exclude_none=True)
-
-        response, _, _ = requestor.request(
-            options=TogetherRequest(
-                method="POST",
-                url="chat/completions",
-                params=parameter_payload,
+          safety_model: The name of the moderation model used to validate tokens. Choose from the
+              available moderation models found
+              [here](https://docs.together.ai/docs/inference-models#moderation-models).
+
+          seed: Seed value for reproducibility.
+
+          stop: A list of string sequences that will truncate (stop) inference text output. For
+              example, "</s>" will stop generation as soon as the model generates the given
+              token.
+
+          temperature: A decimal number from 0-1 that determines the degree of randomness in the
+              response. A temperature less than 1 favors more correctness and is appropriate
+              for question answering or summarization. A value closer to 1 introduces more
+              randomness in the output.
+
+          tool_choice: Controls which (if any) function is called by the model. By default uses `auto`,
+              which lets the model pick between generating a message or calling a function.
+
+          tools: A list of tools the model may call. Currently, only functions are supported as a
+              tool. Use this to provide a list of functions the model may generate JSON inputs
+              for.
+
+          top_k: An integer that's used to limit the number of choices for the next predicted
+              word or token. It specifies the maximum number of tokens to consider at each
+              step, based on their probability of occurrence. This technique helps to speed up
+              the generation process and can improve the quality of the generated text by
+              focusing on the most likely options.
+
+          top_p: A percentage (also called the nucleus parameter) that's used to dynamically
+              adjust the number of choices for each predicted token based on the cumulative
+              probabilities. It specifies a probability threshold below which all less likely
+              tokens are filtered out. This technique helps maintain diversity and generate
+              more fluent and natural-sounding text.
+
+          extra_headers: Send extra headers
+
+          extra_query: Add additional query parameters to the request
+
+          extra_body: Add additional JSON properties to the request
+
+          timeout: Override the client-level default timeout for this request, in seconds
+        """
+        ...
+
+    @overload
+    def create(
+        self,
+        *,
+        messages: Iterable[completion_create_params.Message],
+        model: Union[
+            Literal[
+                "Qwen/Qwen2.5-72B-Instruct-Turbo",
+                "Qwen/Qwen2.5-7B-Instruct-Turbo",
+                "meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo",
+                "meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo",
+                "meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo",
+            ],
+            str,
+        ],
+        stream: bool,
+        context_length_exceeded_behavior: Literal["truncate", "error"] | Omit = omit,
+        echo: bool | Omit = omit,
+        frequency_penalty: float | Omit = omit,
+        function_call: completion_create_params.FunctionCall | Omit = omit,
+        logit_bias: Dict[str, float] | Omit = omit,
+        logprobs: int | Omit = omit,
+        max_tokens: int | Omit = omit,
+        min_p: float | Omit = omit,
+        n: int | Omit = omit,
+        presence_penalty: float | Omit = omit,
+        reasoning_effort: Literal["low", "medium", "high"] | Omit = omit,
+        repetition_penalty: float | Omit = omit,
+        response_format: completion_create_params.ResponseFormat | Omit = omit,
+        safety_model: str | Omit = omit,
+        seed: int | Omit = omit,
+        stop: SequenceNotStr[str] | Omit = omit,
+        temperature: float | Omit = omit,
+        tool_choice: completion_create_params.ToolChoice | Omit = omit,
+        tools: Iterable[ToolsParam] | Omit = omit,
+        top_k: int | Omit = omit,
+        top_p: float | Omit = omit,
+        # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
+        # The extra values given here take precedence over values defined on the client or passed to this method.
+        extra_headers: Headers | None = None,
+        extra_query: Query | None = None,
+        extra_body: Body | None = None,
+        timeout: float | httpx.Timeout | None | NotGiven = not_given,
+    ) -> ChatCompletion | Stream[ChatCompletionChunk]:
+        """
+        Query a chat model.
+
+        Args:
+          messages: A list of messages comprising the conversation so far.
+
+          model: The name of the model to query.
+
+              [See all of Together AI's chat models](https://docs.together.ai/docs/serverless-models#chat-models)
+
+          stream: If true, stream tokens as Server-Sent Events as the model generates them instead
+              of waiting for the full model response. The stream terminates with
+              `data: [DONE]`. If false, return a single JSON object containing the results.
+
+          context_length_exceeded_behavior: Defined the behavior of the API when max_tokens exceed the maximum context
+              length of the model. When set to 'error', API will return 400 with appropriate
+              error message. When set to 'truncate', override the max_tokens with maximum
+              context length of the model.
+
+          echo: If true, the response will contain the prompt. Can be used with `logprobs` to
+              return prompt logprobs.
+
+          frequency_penalty: A number between -2.0 and 2.0 where a positive value decreases the likelihood of
+              repeating tokens that have already been mentioned.
+
+          logit_bias: Adjusts the likelihood of specific tokens appearing in the generated output.
+
+          logprobs: An integer between 0 and 20 of the top k tokens to return log probabilities for
+              at each generation step, instead of just the sampled token. Log probabilities
+              help assess model confidence in token predictions.
+
+          max_tokens: The maximum number of tokens to generate.
+
+          min_p: A number between 0 and 1 that can be used as an alternative to top_p and top-k.
+
+          n: The number of completions to generate for each prompt.
+
+          presence_penalty: A number between -2.0 and 2.0 where a positive value increases the likelihood of
+              a model talking about new topics.
+
+          reasoning_effort: Controls the level of reasoning effort the model should apply when generating
+              responses. Higher values may result in more thoughtful and detailed responses
+              but may take longer to generate.
+
+          repetition_penalty: A number that controls the diversity of generated text by reducing the
+              likelihood of repeated sequences. Higher values decrease repetition.
+
+          response_format: An object specifying the format that the model must output.
+
+          safety_model: The name of the moderation model used to validate tokens. Choose from the
+              available moderation models found
+              [here](https://docs.together.ai/docs/inference-models#moderation-models).
+
+          seed: Seed value for reproducibility.
+
+          stop: A list of string sequences that will truncate (stop) inference text output. For
+              example, "</s>" will stop generation as soon as the model generates the given
+              token.
+
+          temperature: A decimal number from 0-1 that determines the degree of randomness in the
+              response. A temperature less than 1 favors more correctness and is appropriate
+              for question answering or summarization. A value closer to 1 introduces more
+              randomness in the output.
+
+          tool_choice: Controls which (if any) function is called by the model. By default uses `auto`,
+              which lets the model pick between generating a message or calling a function.
+
+          tools: A list of tools the model may call. Currently, only functions are supported as a
+              tool. Use this to provide a list of functions the model may generate JSON inputs
+              for.
+
+          top_k: An integer that's used to limit the number of choices for the next predicted
+              word or token. It specifies the maximum number of tokens to consider at each
+              step, based on their probability of occurrence. This technique helps to speed up
+              the generation process and can improve the quality of the generated text by
+              focusing on the most likely options.
+
+          top_p: A percentage (also called the nucleus parameter) that's used to dynamically
+              adjust the number of choices for each predicted token based on the cumulative
+              probabilities. It specifies a probability threshold below which all less likely
+              tokens are filtered out. This technique helps maintain diversity and generate
+              more fluent and natural-sounding text.
+
+          extra_headers: Send extra headers
+
+          extra_query: Add additional query parameters to the request
+
+          extra_body: Add additional JSON properties to the request
+
+          timeout: Override the client-level default timeout for this request, in seconds
+        """
+        ...
+
+    @required_args(["messages", "model"], ["messages", "model", "stream"])
+    def create(
+        self,
+        *,
+        messages: Iterable[completion_create_params.Message],
+        model: Union[
+            Literal[
+                "Qwen/Qwen2.5-72B-Instruct-Turbo",
+                "Qwen/Qwen2.5-7B-Instruct-Turbo",
+                "meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo",
+                "meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo",
+                "meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo",
+            ],
+            str,
+        ],
+        context_length_exceeded_behavior: Literal["truncate", "error"] | Omit = omit,
+        echo: bool | Omit = omit,
+        frequency_penalty: float | Omit = omit,
+        function_call: completion_create_params.FunctionCall | Omit = omit,
+        logit_bias: Dict[str, float] | Omit = omit,
+        logprobs: int | Omit = omit,
+        max_tokens: int | Omit = omit,
+        min_p: float | Omit = omit,
+        n: int | Omit = omit,
+        presence_penalty: float | Omit = omit,
+        reasoning_effort: Literal["low", "medium", "high"] | Omit = omit,
+        repetition_penalty: float | Omit = omit,
+        response_format: completion_create_params.ResponseFormat | Omit = omit,
+        safety_model: str | Omit = omit,
+        seed: int | Omit = omit,
+        stop: SequenceNotStr[str] | Omit = omit,
+        stream: Literal[False] | Literal[True] | Omit = omit,
+        temperature: float | Omit = omit,
+        tool_choice: completion_create_params.ToolChoice | Omit = omit,
+        tools: Iterable[ToolsParam] | Omit = omit,
+        top_k: int | Omit = omit,
+        top_p: float | Omit = omit,
+        # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
+        # The extra values given here take precedence over values defined on the client or passed to this method.
+        extra_headers: Headers | None = None,
+        extra_query: Query | None = None,
+        extra_body: Body | None = None,
+        timeout: float | httpx.Timeout | None | NotGiven = not_given,
+    ) -> ChatCompletion | Stream[ChatCompletionChunk]:
+        return self._post(
+            "/chat/completions",
+            body=maybe_transform(
+                {
+                    "messages": messages,
+                    "model": model,
+                    "context_length_exceeded_behavior": context_length_exceeded_behavior,
+                    "echo": echo,
+                    "frequency_penalty": frequency_penalty,
+                    "function_call": function_call,
+                    "logit_bias": logit_bias,
+                    "logprobs": logprobs,
+                    "max_tokens": max_tokens,
+                    "min_p": min_p,
+                    "n": n,
+                    "presence_penalty": presence_penalty,
+                    "reasoning_effort": reasoning_effort,
+                    "repetition_penalty": repetition_penalty,
+                    "response_format": response_format,
+                    "safety_model": safety_model,
+                    "seed": seed,
+                    "stop": stop,
+                    "stream": stream,
+                    "temperature": temperature,
+                    "tool_choice": tool_choice,
+                    "tools": tools,
+                    "top_k": top_k,
+                    "top_p": top_p,
+                },
+                completion_create_params.CompletionCreateParamsStreaming
+                if stream
+                else completion_create_params.CompletionCreateParamsNonStreaming,
             ),
-            stream=stream,
+            options=make_request_options(
+                extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
+            ),
+            cast_to=ChatCompletion,
+            stream=stream or False,
+            stream_cls=Stream[ChatCompletionChunk],
         )
 
-        if stream:
-            # must be an iterator
-            assert not isinstance(response, TogetherResponse)
-            return (ChatCompletionChunk(**line.data) for line in response)
-        assert isinstance(response, TogetherResponse)
-        return ChatCompletionResponse(**response.data)
 
+class AsyncCompletionsResource(AsyncAPIResource):
+    @cached_property
+    def with_raw_response(self) -> AsyncCompletionsResourceWithRawResponse:
+        """
+        This property can be used as a prefix for any HTTP method call to return
+        the raw response object instead of the parsed content.
+
+        For more information, see https://www.github.com/togethercomputer/together-py#accessing-raw-response-data-eg-headers
+        """
+        return AsyncCompletionsResourceWithRawResponse(self)
 
-class AsyncChatCompletions:
-    def __init__(self, client: TogetherClient) -> None:
-        self._client = client
+    @cached_property
+    def with_streaming_response(self) -> AsyncCompletionsResourceWithStreamingResponse:
+        """
+        An alternative to `.with_raw_response` that doesn't eagerly read the response body.
+
+        For more information, see https://www.github.com/togethercomputer/together-py#with_streaming_response
+        """
+        return AsyncCompletionsResourceWithStreamingResponse(self)
 
+    @overload
     async def create(
         self,
         *,
-        messages: List[Dict[str, str]],
-        model: str,
-        max_tokens: int | None = None,
-        stop: List[str] | None = None,
-        temperature: float | None = None,
-        top_p: float | None = None,
-        top_k: int | None = None,
-        repetition_penalty: float | None = None,
-        presence_penalty: float | None = None,
-        frequency_penalty: float | None = None,
-        min_p: float | None = None,
-        logit_bias: Dict[str, float] | None = None,
-        seed: int | None = None,
-        stream: bool = False,
-        logprobs: int | None = None,
-        echo: bool | None = None,
-        n: int | None = None,
-        safety_model: str | None = None,
-        response_format: Dict[str, Any] | None = None,
-        tools: Dict[str, str | Dict[str, str | Dict[str, Any]]] | None = None,
-        tool_choice: str | Dict[str, str | Dict[str, str]] | None = None,
-        **kwargs: Any,
-    ) -> AsyncGenerator[ChatCompletionChunk, None] | ChatCompletionResponse:
+        messages: Iterable[completion_create_params.Message],
+        model: Union[
+            Literal[
+                "Qwen/Qwen2.5-72B-Instruct-Turbo",
+                "Qwen/Qwen2.5-7B-Instruct-Turbo",
+                "meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo",
+                "meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo",
+                "meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo",
+            ],
+            str,
+        ],
+        context_length_exceeded_behavior: Literal["truncate", "error"] | Omit = omit,
+        echo: bool | Omit = omit,
+        frequency_penalty: float | Omit = omit,
+        function_call: completion_create_params.FunctionCall | Omit = omit,
+        logit_bias: Dict[str, float] | Omit = omit,
+        logprobs: int | Omit = omit,
+        max_tokens: int | Omit = omit,
+        min_p: float | Omit = omit,
+        n: int | Omit = omit,
+        presence_penalty: float | Omit = omit,
+        reasoning_effort: Literal["low", "medium", "high"] | Omit = omit,
+        repetition_penalty: float | Omit = omit,
+        response_format: completion_create_params.ResponseFormat | Omit = omit,
+        safety_model: str | Omit = omit,
+        seed: int | Omit = omit,
+        stop: SequenceNotStr[str] | Omit = omit,
+        stream: Literal[False] | Omit = omit,
+        temperature: float | Omit = omit,
+        tool_choice: completion_create_params.ToolChoice | Omit = omit,
+        tools: Iterable[ToolsParam] | Omit = omit,
+        top_k: int | Omit = omit,
+        top_p: float | Omit = omit,
+        # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
+        # The extra values given here take precedence over values defined on the client or passed to this method.
+        extra_headers: Headers | None = None,
+        extra_query: Query | None = None,
+        extra_body: Body | None = None,
+        timeout: float | httpx.Timeout | None | NotGiven = not_given,
+    ) -> ChatCompletion:
         """
-        Async method to generate completions based on a given prompt using a specified model.
+        Query a chat model.
 
         Args:
-            messages (List[Dict[str, str]]): A list of messages in the format
-                `[{"role": together.types.chat_completions.MessageRole, "content": TEXT}, ...]`
-            model (str): The name of the model to query.
-            max_tokens (int, optional): The maximum number of tokens to generate.
-                Defaults to 512.
-            stop (List[str], optional): List of strings at which to stop generation.
-                Defaults to None.
-            temperature (float, optional): A decimal number that determines the degree of randomness in the response.
-                Defaults to None.
-            top_p (float, optional): The top_p (nucleus) parameter is used to dynamically adjust the number
-                    of choices for each predicted token based on the cumulative probabilities.
-                Defaults to None.
-            top_k (int, optional): The top_k parameter is used to limit the number of choices for the
-                    next predicted word or token.
-                Defaults to None.
-            repetition_penalty (float, optional): A number that controls the diversity of generated text
-                    by reducing the likelihood of repeated sequences. Higher values decrease repetition.
-                Defaults to None.
-            presence_penalty (float, optional): A number that controls the likelihood of tokens based on if they have
-                    appeared in the text. Positive values decrease the likelihood of repeated tokens or phrases.
-                    Must be in the range [-2, 2].
-                Defaults to None.
-            frequency_penalty (float, optional): A number that controls the likelihood of tokens based on the frequency
-                    of their appearance in the text. Positive decrease the likelihood of repeated tokens or phrases.
-                    Must be in the range [-2, 2].
-                Defaults to None.
-            min_p (float, optional): A number that controls the minimum percentage value that a token must reach to
-                be considered during sampling.
-                Must be in the range [0, 1].
-                Defaults to None.
-            logit_bias (Dict[str, float], optional): A dictionary of tokens and their bias values that modify the
-                likelihood of specific tokens being sampled. Bias values must be in the range [-100, 100].
-                Defaults to None.
-            seed (int, optional): A seed value to use for reproducibility.
-            stream (bool, optional): Flag indicating whether to stream the generated completions.
-                Defaults to False.
-            logprobs (int, optional): Number of top-k logprobs to return
-                Defaults to None.
-            echo (bool, optional): Echo prompt in output. Can be used with logprobs to return prompt logprobs.
-                Defaults to None.
-            n (int, optional): Number of completions to generate. Setting to None will return a single generation.
-                Defaults to None.
-            safety_model (str, optional): A moderation model to validate tokens. Choice between available moderation
-                    models found [here](https://docs.together.ai/docs/inference-models#moderation-models).
-                Defaults to None.
-            response_format (Dict[str, Any], optional): An object specifying the format that the model must output.
-                Defaults to None.
-            tools (Dict[str, str | Dict[str, str | Dict[str, Any]]], optional): A list of tools the model may call.
-                    Currently, only functions are supported as a tool.
-                    Use this to provide a list of functions the model may generate JSON inputs for.
-                Defaults to None
-            tool_choice: Controls which (if any) function is called by the model. auto means the model can pick
-                    between generating a message or calling a function. Specifying a particular function
-                    via {"type": "function", "function": {"name": "my_function"}} forces the model to call that function.
-                    Sets to `auto` if None.
-                Defaults to None.
-
-        Returns:
-            AsyncGenerator[ChatCompletionChunk, None] | ChatCompletionResponse: Object containing the completions
-            or an iterator over completion chunks.
+          messages: A list of messages comprising the conversation so far.
+
+          model: The name of the model to query.
+
+              [See all of Together AI's chat models](https://docs.together.ai/docs/serverless-models#chat-models)
+
+          context_length_exceeded_behavior: Defined the behavior of the API when max_tokens exceed the maximum context
+              length of the model. When set to 'error', API will return 400 with appropriate
+              error message. When set to 'truncate', override the max_tokens with maximum
+              context length of the model.
+
+          echo: If true, the response will contain the prompt. Can be used with `logprobs` to
+              return prompt logprobs.
+
+          frequency_penalty: A number between -2.0 and 2.0 where a positive value decreases the likelihood of
+              repeating tokens that have already been mentioned.
+
+          logit_bias: Adjusts the likelihood of specific tokens appearing in the generated output.
+
+          logprobs: An integer between 0 and 20 of the top k tokens to return log probabilities for
+              at each generation step, instead of just the sampled token. Log probabilities
+              help assess model confidence in token predictions.
+
+          max_tokens: The maximum number of tokens to generate.
+
+          min_p: A number between 0 and 1 that can be used as an alternative to top_p and top-k.
+
+          n: The number of completions to generate for each prompt.
+
+          presence_penalty: A number between -2.0 and 2.0 where a positive value increases the likelihood of
+              a model talking about new topics.
+
+          reasoning_effort: Controls the level of reasoning effort the model should apply when generating
+              responses. Higher values may result in more thoughtful and detailed responses
+              but may take longer to generate.
+
+          repetition_penalty: A number that controls the diversity of generated text by reducing the
+              likelihood of repeated sequences. Higher values decrease repetition.
+
+          response_format: An object specifying the format that the model must output.
+
+          safety_model: The name of the moderation model used to validate tokens. Choose from the
+              available moderation models found
+              [here](https://docs.together.ai/docs/inference-models#moderation-models).
+
+          seed: Seed value for reproducibility.
+
+          stop: A list of string sequences that will truncate (stop) inference text output. For
+              example, "</s>" will stop generation as soon as the model generates the given
+              token.
+
+          stream: If true, stream tokens as Server-Sent Events as the model generates them instead
+              of waiting for the full model response. The stream terminates with
+              `data: [DONE]`. If false, return a single JSON object containing the results.
+
+          temperature: A decimal number from 0-1 that determines the degree of randomness in the
+              response. A temperature less than 1 favors more correctness and is appropriate
+              for question answering or summarization. A value closer to 1 introduces more
+              randomness in the output.
+
+          tool_choice: Controls which (if any) function is called by the model. By default uses `auto`,
+              which lets the model pick between generating a message or calling a function.
+
+          tools: A list of tools the model may call. Currently, only functions are supported as a
+              tool. Use this to provide a list of functions the model may generate JSON inputs
+              for.
+
+          top_k: An integer that's used to limit the number of choices for the next predicted
+              word or token. It specifies the maximum number of tokens to consider at each
+              step, based on their probability of occurrence. This technique helps to speed up
+              the generation process and can improve the quality of the generated text by
+              focusing on the most likely options.
+
+          top_p: A percentage (also called the nucleus parameter) that's used to dynamically
+              adjust the number of choices for each predicted token based on the cumulative
+              probabilities. It specifies a probability threshold below which all less likely
+              tokens are filtered out. This technique helps maintain diversity and generate
+              more fluent and natural-sounding text.
+
+          extra_headers: Send extra headers
+
+          extra_query: Add additional query parameters to the request
+
+          extra_body: Add additional JSON properties to the request
+
+          timeout: Override the client-level default timeout for this request, in seconds
         """
+        ...
 
-        requestor = api_requestor.APIRequestor(
-            client=self._client,
-        )
+    @overload
+    async def create(
+        self,
+        *,
+        messages: Iterable[completion_create_params.Message],
+        model: Union[
+            Literal[
+                "Qwen/Qwen2.5-72B-Instruct-Turbo",
+                "Qwen/Qwen2.5-7B-Instruct-Turbo",
+                "meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo",
+                "meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo",
+                "meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo",
+            ],
+            str,
+        ],
+        stream: Literal[True],
+        context_length_exceeded_behavior: Literal["truncate", "error"] | Omit = omit,
+        echo: bool | Omit = omit,
+        frequency_penalty: float | Omit = omit,
+        function_call: completion_create_params.FunctionCall | Omit = omit,
+        logit_bias: Dict[str, float] | Omit = omit,
+        logprobs: int | Omit = omit,
+        max_tokens: int | Omit = omit,
+        min_p: float | Omit = omit,
+        n: int | Omit = omit,
+        presence_penalty: float | Omit = omit,
+        reasoning_effort: Literal["low", "medium", "high"] | Omit = omit,
+        repetition_penalty: float | Omit = omit,
+        response_format: completion_create_params.ResponseFormat | Omit = omit,
+        safety_model: str | Omit = omit,
+        seed: int | Omit = omit,
+        stop: SequenceNotStr[str] | Omit = omit,
+        temperature: float | Omit = omit,
+        tool_choice: completion_create_params.ToolChoice | Omit = omit,
+        tools: Iterable[ToolsParam] | Omit = omit,
+        top_k: int | Omit = omit,
+        top_p: float | Omit = omit,
+        # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
+        # The extra values given here take precedence over values defined on the client or passed to this method.
+        extra_headers: Headers | None = None,
+        extra_query: Query | None = None,
+        extra_body: Body | None = None,
+        timeout: float | httpx.Timeout | None | NotGiven = not_given,
+    ) -> AsyncStream[ChatCompletionChunk]:
+        """
+        Query a chat model.
+
+        Args:
+          messages: A list of messages comprising the conversation so far.
+
+          model: The name of the model to query.
+
+              [See all of Together AI's chat models](https://docs.together.ai/docs/serverless-models#chat-models)
+
+          stream: If true, stream tokens as Server-Sent Events as the model generates them instead
+              of waiting for the full model response. The stream terminates with
+              `data: [DONE]`. If false, return a single JSON object containing the results.
+
+          context_length_exceeded_behavior: Defined the behavior of the API when max_tokens exceed the maximum context
+              length of the model. When set to 'error', API will return 400 with appropriate
+              error message. When set to 'truncate', override the max_tokens with maximum
+              context length of the model.
+
+          echo: If true, the response will contain the prompt. Can be used with `logprobs` to
+              return prompt logprobs.
+
+          frequency_penalty: A number between -2.0 and 2.0 where a positive value decreases the likelihood of
+              repeating tokens that have already been mentioned.
+
+          logit_bias: Adjusts the likelihood of specific tokens appearing in the generated output.
+
+          logprobs: An integer between 0 and 20 of the top k tokens to return log probabilities for
+              at each generation step, instead of just the sampled token. Log probabilities
+              help assess model confidence in token predictions.
+
+          max_tokens: The maximum number of tokens to generate.
+
+          min_p: A number between 0 and 1 that can be used as an alternative to top_p and top-k.
+
+          n: The number of completions to generate for each prompt.
+
+          presence_penalty: A number between -2.0 and 2.0 where a positive value increases the likelihood of
+              a model talking about new topics.
+
+          reasoning_effort: Controls the level of reasoning effort the model should apply when generating
+              responses. Higher values may result in more thoughtful and detailed responses
+              but may take longer to generate.
+
+          repetition_penalty: A number that controls the diversity of generated text by reducing the
+              likelihood of repeated sequences. Higher values decrease repetition.
+
+          response_format: An object specifying the format that the model must output.
+
+          safety_model: The name of the moderation model used to validate tokens. Choose from the
+              available moderation models found
+              [here](https://docs.together.ai/docs/inference-models#moderation-models).
+
+          seed: Seed value for reproducibility.
+
+          stop: A list of string sequences that will truncate (stop) inference text output. For
+              example, "</s>" will stop generation as soon as the model generates the given
+              token.
+
+          temperature: A decimal number from 0-1 that determines the degree of randomness in the
+              response. A temperature less than 1 favors more correctness and is appropriate
+              for question answering or summarization. A value closer to 1 introduces more
+              randomness in the output.
+
+          tool_choice: Controls which (if any) function is called by the model. By default uses `auto`,
+              which lets the model pick between generating a message or calling a function.
+
+          tools: A list of tools the model may call. Currently, only functions are supported as a
+              tool. Use this to provide a list of functions the model may generate JSON inputs
+              for.
+
+          top_k: An integer that's used to limit the number of choices for the next predicted
+              word or token. It specifies the maximum number of tokens to consider at each
+              step, based on their probability of occurrence. This technique helps to speed up
+              the generation process and can improve the quality of the generated text by
+              focusing on the most likely options.
+
+          top_p: A percentage (also called the nucleus parameter) that's used to dynamically
+              adjust the number of choices for each predicted token based on the cumulative
+              probabilities. It specifies a probability threshold below which all less likely
+              tokens are filtered out. This technique helps maintain diversity and generate
+              more fluent and natural-sounding text.
+
+          extra_headers: Send extra headers
 
-        parameter_payload = ChatCompletionRequest(
-            model=model,
-            messages=messages,
-            top_p=top_p,
-            top_k=top_k,
-            temperature=temperature,
-            max_tokens=max_tokens,
-            stop=stop,
-            repetition_penalty=repetition_penalty,
-            presence_penalty=presence_penalty,
-            frequency_penalty=frequency_penalty,
-            min_p=min_p,
-            logit_bias=logit_bias,
-            seed=seed,
-            stream=stream,
-            logprobs=logprobs,
-            echo=echo,
-            n=n,
-            safety_model=safety_model,
-            response_format=response_format,
-            tools=tools,
-            tool_choice=tool_choice,
-            **kwargs,
-        ).model_dump(exclude_none=True)
-
-        response, _, _ = await requestor.arequest(
-            options=TogetherRequest(
-                method="POST",
-                url="chat/completions",
-                params=parameter_payload,
+          extra_query: Add additional query parameters to the request
+
+          extra_body: Add additional JSON properties to the request
+
+          timeout: Override the client-level default timeout for this request, in seconds
+        """
+        ...
+
+    @overload
+    async def create(
+        self,
+        *,
+        messages: Iterable[completion_create_params.Message],
+        model: Union[
+            Literal[
+                "Qwen/Qwen2.5-72B-Instruct-Turbo",
+                "Qwen/Qwen2.5-7B-Instruct-Turbo",
+                "meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo",
+                "meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo",
+                "meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo",
+            ],
+            str,
+        ],
+        stream: bool,
+        context_length_exceeded_behavior: Literal["truncate", "error"] | Omit = omit,
+        echo: bool | Omit = omit,
+        frequency_penalty: float | Omit = omit,
+        function_call: completion_create_params.FunctionCall | Omit = omit,
+        logit_bias: Dict[str, float] | Omit = omit,
+        logprobs: int | Omit = omit,
+        max_tokens: int | Omit = omit,
+        min_p: float | Omit = omit,
+        n: int | Omit = omit,
+        presence_penalty: float | Omit = omit,
+        reasoning_effort: Literal["low", "medium", "high"] | Omit = omit,
+        repetition_penalty: float | Omit = omit,
+        response_format: completion_create_params.ResponseFormat | Omit = omit,
+        safety_model: str | Omit = omit,
+        seed: int | Omit = omit,
+        stop: SequenceNotStr[str] | Omit = omit,
+        temperature: float | Omit = omit,
+        tool_choice: completion_create_params.ToolChoice | Omit = omit,
+        tools: Iterable[ToolsParam] | Omit = omit,
+        top_k: int | Omit = omit,
+        top_p: float | Omit = omit,
+        # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
+        # The extra values given here take precedence over values defined on the client or passed to this method.
+        extra_headers: Headers | None = None,
+        extra_query: Query | None = None,
+        extra_body: Body | None = None,
+        timeout: float | httpx.Timeout | None | NotGiven = not_given,
+    ) -> ChatCompletion | AsyncStream[ChatCompletionChunk]:
+        """
+        Query a chat model.
+
+        Args:
+          messages: A list of messages comprising the conversation so far.
+
+          model: The name of the model to query.
+
+              [See all of Together AI's chat models](https://docs.together.ai/docs/serverless-models#chat-models)
+
+          stream: If true, stream tokens as Server-Sent Events as the model generates them instead
+              of waiting for the full model response. The stream terminates with
+              `data: [DONE]`. If false, return a single JSON object containing the results.
+
+          context_length_exceeded_behavior: Defined the behavior of the API when max_tokens exceed the maximum context
+              length of the model. When set to 'error', API will return 400 with appropriate
+              error message. When set to 'truncate', override the max_tokens with maximum
+              context length of the model.
+
+          echo: If true, the response will contain the prompt. Can be used with `logprobs` to
+              return prompt logprobs.
+
+          frequency_penalty: A number between -2.0 and 2.0 where a positive value decreases the likelihood of
+              repeating tokens that have already been mentioned.
+
+          logit_bias: Adjusts the likelihood of specific tokens appearing in the generated output.
+
+          logprobs: An integer between 0 and 20 of the top k tokens to return log probabilities for
+              at each generation step, instead of just the sampled token. Log probabilities
+              help assess model confidence in token predictions.
+
+          max_tokens: The maximum number of tokens to generate.
+
+          min_p: A number between 0 and 1 that can be used as an alternative to top_p and top-k.
+
+          n: The number of completions to generate for each prompt.
+
+          presence_penalty: A number between -2.0 and 2.0 where a positive value increases the likelihood of
+              a model talking about new topics.
+
+          reasoning_effort: Controls the level of reasoning effort the model should apply when generating
+              responses. Higher values may result in more thoughtful and detailed responses
+              but may take longer to generate.
+
+          repetition_penalty: A number that controls the diversity of generated text by reducing the
+              likelihood of repeated sequences. Higher values decrease repetition.
+
+          response_format: An object specifying the format that the model must output.
+
+          safety_model: The name of the moderation model used to validate tokens. Choose from the
+              available moderation models found
+              [here](https://docs.together.ai/docs/inference-models#moderation-models).
+
+          seed: Seed value for reproducibility.
+
+          stop: A list of string sequences that will truncate (stop) inference text output. For
+              example, "</s>" will stop generation as soon as the model generates the given
+              token.
+
+          temperature: A decimal number from 0-1 that determines the degree of randomness in the
+              response. A temperature less than 1 favors more correctness and is appropriate
+              for question answering or summarization. A value closer to 1 introduces more
+              randomness in the output.
+
+          tool_choice: Controls which (if any) function is called by the model. By default uses `auto`,
+              which lets the model pick between generating a message or calling a function.
+
+          tools: A list of tools the model may call. Currently, only functions are supported as a
+              tool. Use this to provide a list of functions the model may generate JSON inputs
+              for.
+
+          top_k: An integer that's used to limit the number of choices for the next predicted
+              word or token. It specifies the maximum number of tokens to consider at each
+              step, based on their probability of occurrence. This technique helps to speed up
+              the generation process and can improve the quality of the generated text by
+              focusing on the most likely options.
+
+          top_p: A percentage (also called the nucleus parameter) that's used to dynamically
+              adjust the number of choices for each predicted token based on the cumulative
+              probabilities. It specifies a probability threshold below which all less likely
+              tokens are filtered out. This technique helps maintain diversity and generate
+              more fluent and natural-sounding text.
+
+          extra_headers: Send extra headers
+
+          extra_query: Add additional query parameters to the request
+
+          extra_body: Add additional JSON properties to the request
+
+          timeout: Override the client-level default timeout for this request, in seconds
+        """
+        ...
+
+    @required_args(["messages", "model"], ["messages", "model", "stream"])
+    async def create(
+        self,
+        *,
+        messages: Iterable[completion_create_params.Message],
+        model: Union[
+            Literal[
+                "Qwen/Qwen2.5-72B-Instruct-Turbo",
+                "Qwen/Qwen2.5-7B-Instruct-Turbo",
+                "meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo",
+                "meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo",
+                "meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo",
+            ],
+            str,
+        ],
+        context_length_exceeded_behavior: Literal["truncate", "error"] | Omit = omit,
+        echo: bool | Omit = omit,
+        frequency_penalty: float | Omit = omit,
+        function_call: completion_create_params.FunctionCall | Omit = omit,
+        logit_bias: Dict[str, float] | Omit = omit,
+        logprobs: int | Omit = omit,
+        max_tokens: int | Omit = omit,
+        min_p: float | Omit = omit,
+        n: int | Omit = omit,
+        presence_penalty: float | Omit = omit,
+        reasoning_effort: Literal["low", "medium", "high"] | Omit = omit,
+        repetition_penalty: float | Omit = omit,
+        response_format: completion_create_params.ResponseFormat | Omit = omit,
+        safety_model: str | Omit = omit,
+        seed: int | Omit = omit,
+        stop: SequenceNotStr[str] | Omit = omit,
+        stream: Literal[False] | Literal[True] | Omit = omit,
+        temperature: float | Omit = omit,
+        tool_choice: completion_create_params.ToolChoice | Omit = omit,
+        tools: Iterable[ToolsParam] | Omit = omit,
+        top_k: int | Omit = omit,
+        top_p: float | Omit = omit,
+        # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
+        # The extra values given here take precedence over values defined on the client or passed to this method.
+        extra_headers: Headers | None = None,
+        extra_query: Query | None = None,
+        extra_body: Body | None = None,
+        timeout: float | httpx.Timeout | None | NotGiven = not_given,
+    ) -> ChatCompletion | AsyncStream[ChatCompletionChunk]:
+        return await self._post(
+            "/chat/completions",
+            body=await async_maybe_transform(
+                {
+                    "messages": messages,
+                    "model": model,
+                    "context_length_exceeded_behavior": context_length_exceeded_behavior,
+                    "echo": echo,
+                    "frequency_penalty": frequency_penalty,
+                    "function_call": function_call,
+                    "logit_bias": logit_bias,
+                    "logprobs": logprobs,
+                    "max_tokens": max_tokens,
+                    "min_p": min_p,
+                    "n": n,
+                    "presence_penalty": presence_penalty,
+                    "reasoning_effort": reasoning_effort,
+                    "repetition_penalty": repetition_penalty,
+                    "response_format": response_format,
+                    "safety_model": safety_model,
+                    "seed": seed,
+                    "stop": stop,
+                    "stream": stream,
+                    "temperature": temperature,
+                    "tool_choice": tool_choice,
+                    "tools": tools,
+                    "top_k": top_k,
+                    "top_p": top_p,
+                },
+                completion_create_params.CompletionCreateParamsStreaming
+                if stream
+                else completion_create_params.CompletionCreateParamsNonStreaming,
+            ),
+            options=make_request_options(
+                extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
             ),
-            stream=stream,
+            cast_to=ChatCompletion,
+            stream=stream or False,
+            stream_cls=AsyncStream[ChatCompletionChunk],
         )
 
-        if stream:
-            # must be an iterator
-            assert not isinstance(response, TogetherResponse)
-            return (ChatCompletionChunk(**line.data) async for line in response)
-        assert isinstance(response, TogetherResponse)
-        return ChatCompletionResponse(**response.data)
+
+class CompletionsResourceWithRawResponse:
+    def __init__(self, completions: CompletionsResource) -> None:
+        self._completions = completions
+
+        self.create = to_raw_response_wrapper(
+            completions.create,
+        )
+
+
+class AsyncCompletionsResourceWithRawResponse:
+    def __init__(self, completions: AsyncCompletionsResource) -> None:
+        self._completions = completions
+
+        self.create = async_to_raw_response_wrapper(
+            completions.create,
+        )
+
+
+class CompletionsResourceWithStreamingResponse:
+    def __init__(self, completions: CompletionsResource) -> None:
+        self._completions = completions
+
+        self.create = to_streamed_response_wrapper(
+            completions.create,
+        )
+
+
+class AsyncCompletionsResourceWithStreamingResponse:
+    def __init__(self, completions: AsyncCompletionsResource) -> None:
+        self._completions = completions
+
+        self.create = async_to_streamed_response_wrapper(
+            completions.create,
+        )