together 1.2.11__py3-none-any.whl → 2.0.0a8__py3-none-any.whl

together/types/chat_completions.py

@@ -1,171 +0,0 @@
-from __future__ import annotations
-
-import warnings
-from enum import Enum
-from typing import Any, Dict, List
-
-from pydantic import model_validator
-from typing_extensions import Self
-
-from together.types.abstract import BaseModel
-from together.types.common import (
-    DeltaContent,
-    FinishReason,
-    LogprobsPart,
-    ObjectType,
-    PromptPart,
-    UsageData,
-)
-
-
-class MessageRole(str, Enum):
-    ASSISTANT = "assistant"
-    SYSTEM = "system"
-    USER = "user"
-    TOOL = "tool"
-
-
-class ResponseFormatType(str, Enum):
-    JSON_OBJECT = "json_object"
-
-
-class FunctionCall(BaseModel):
-    name: str | None = None
-    arguments: str | None = None
-
-
-class ToolCalls(BaseModel):
-    id: str | None = None
-    type: str | None = None
-    function: FunctionCall | None = None
-
-
-class ChatCompletionMessage(BaseModel):
-    role: MessageRole
-    content: str | None = None
-    tool_calls: List[ToolCalls] | None = None
-
-
-class ResponseFormat(BaseModel):
-    type: ResponseFormatType
-    schema_: Dict[str, Any] | None = None
-
-    def to_dict(self) -> Dict[str, Any]:
-        return {"schema": self.schema_, "type": self.type}
-
-
-class FunctionTool(BaseModel):
-    description: str | None = None
-    name: str
-    parameters: Dict[str, Any] | None = None
-
-
-class FunctionToolChoice(BaseModel):
-    name: str
-
-
-class Tools(BaseModel):
-    type: str
-    function: FunctionTool
-
-
-class ToolChoice(BaseModel):
-    type: str
-    function: FunctionToolChoice
-
-
-class ToolChoiceEnum(str, Enum):
-    Auto = "auto"
-
-
-class ChatCompletionRequest(BaseModel):
-    # list of messages
-    messages: List[ChatCompletionMessage]
-    # model name
-    model: str
-    # stopping criteria: max tokens to generate
-    max_tokens: int | None = None
-    # stopping criteria: list of strings to stop generation
-    stop: List[str] | None = None
-    # sampling hyperparameters
-    temperature: float | None = None
-    top_p: float | None = None
-    top_k: int | None = None
-    repetition_penalty: float | None = None
-    presence_penalty: float | None = None
-    frequency_penalty: float | None = None
-    min_p: float | None = None
-    logit_bias: Dict[str, float] | None = None
-    # stream SSE token chunks
-    stream: bool = False
-    # return logprobs
-    logprobs: int | None = None
-    # echo prompt.
-    # can be used with logprobs to return prompt logprobs
-    echo: bool | None = None
-    # number of output generations
-    n: int | None = None
-    # moderation model
-    safety_model: str | None = None
-    # constraints
-    response_format: ResponseFormat | None = None
-    tools: List[Tools] | None = None
-    tool_choice: ToolChoice | ToolChoiceEnum | None = None
-
-    # Raise warning if repetition_penalty is used with presence_penalty or frequency_penalty
-    @model_validator(mode="after")
-    def verify_parameters(self) -> Self:
-        if self.repetition_penalty:
-            if self.presence_penalty or self.frequency_penalty:
-                warnings.warn(
-                    "repetition_penalty is not advisable to be used alongside presence_penalty or frequency_penalty"
-                )
-        return self
-
-
-class ChatCompletionChoicesData(BaseModel):
-    index: int | None = None
-    logprobs: LogprobsPart | None = None
-    finish_reason: FinishReason | None = None
-    message: ChatCompletionMessage | None = None
-
-
-class ChatCompletionResponse(BaseModel):
-    # request id
-    id: str | None = None
-    # object type
-    object: ObjectType | None = None
-    # created timestamp
-    created: int | None = None
-    # model name
-    model: str | None = None
-    # choices list
-    choices: List[ChatCompletionChoicesData] | None = None
-    # prompt list
-    prompt: List[PromptPart] | List[None] | None = None
-    # token usage data
-    usage: UsageData | None = None
-
-
-class ChatCompletionChoicesChunk(BaseModel):
-    index: int | None = None
-    logprobs: float | None = None
-    finish_reason: FinishReason | None = None
-    delta: DeltaContent | None = None
-
-
-class ChatCompletionChunk(BaseModel):
-    # request id
-    id: str | None = None
-    # object type
-    object: ObjectType | None = None
-    # created timestamp
-    created: int | None = None
-    # model name
-    model: str | None = None
-    # delta content
-    choices: List[ChatCompletionChoicesChunk] | None = None
-    # finish reason
-    finish_reason: FinishReason | None = None
-    # token usage data
-    usage: UsageData | None = None

together/types/common.py

@@ -1,65 +0,0 @@
-from __future__ import annotations
-
-from enum import Enum
-from typing import Any, Dict, List
-
-from pydantic import ConfigDict
-from tqdm.utils import CallbackIOWrapper
-
-from together.types.abstract import BaseModel
-
-
-# Generation finish reason
-class FinishReason(str, Enum):
-    Length = "length"
-    StopSequence = "stop"
-    EOS = "eos"
-    ToolCalls = "tool_calls"
-    Error = "error"
-
-
-class UsageData(BaseModel):
-    prompt_tokens: int
-    completion_tokens: int
-    total_tokens: int
-
-
-class ObjectType(str, Enum):
-    Completion = "text.completion"
-    CompletionChunk = "completion.chunk"
-    ChatCompletion = "chat.completion"
-    ChatCompletionChunk = "chat.completion.chunk"
-    Embedding = "embedding"
-    FinetuneEvent = "fine-tune-event"
-    File = "file"
-    Model = "model"
-
-
-class LogprobsPart(BaseModel):
-    # token list
-    tokens: List[str | None] | None = None
-    # token logprob list
-    token_logprobs: List[float | None] | None = None
-
-
-class PromptPart(BaseModel):
-    # prompt string
-    text: str | None = None
-    # list of prompt logprobs
-    logprobs: LogprobsPart | None = None
-
-
-class DeltaContent(BaseModel):
-    content: str | None = None
-
-
-class TogetherRequest(BaseModel):
-    model_config = ConfigDict(arbitrary_types_allowed=True)
-
-    method: str
-    url: str
-    headers: Dict[str, str] | None = None
-    params: Dict[str, Any] | CallbackIOWrapper | None = None
-    files: Dict[str, Any] | None = None
-    allow_redirects: bool = True
-    override_headers: bool = False

together/types/completions.py

@@ -1,104 +0,0 @@
-from __future__ import annotations
-
-import warnings
-from typing import Dict, List
-
-from pydantic import model_validator
-from typing_extensions import Self
-
-from together.types.abstract import BaseModel
-from together.types.common import (
-    DeltaContent,
-    FinishReason,
-    LogprobsPart,
-    ObjectType,
-    PromptPart,
-    UsageData,
-)
-
-
-class CompletionRequest(BaseModel):
-    # prompt to complete
-    prompt: str
-    # query model
-    model: str
-    # stopping criteria: max tokens to generate
-    max_tokens: int | None = None
-    # stopping criteria: list of strings to stop generation
-    stop: List[str] | None = None
-    # sampling hyperparameters
-    temperature: float | None = None
-    top_p: float | None = None
-    top_k: int | None = None
-    repetition_penalty: float | None = None
-    presence_penalty: float | None = None
-    frequency_penalty: float | None = None
-    min_p: float | None = None
-    logit_bias: Dict[str, float] | None = None
-    # stream SSE token chunks
-    stream: bool = False
-    # return logprobs
-    logprobs: int | None = None
-    # echo prompt.
-    # can be used with logprobs to return prompt logprobs
-    echo: bool | None = None
-    # number of output generations
-    n: int | None = None
-    # moderation model
-    safety_model: str | None = None
-
-    # Raise warning if repetition_penalty is used with presence_penalty or frequency_penalty
-    @model_validator(mode="after")
-    def verify_parameters(self) -> Self:
-        if self.repetition_penalty:
-            if self.presence_penalty or self.frequency_penalty:
-                warnings.warn(
-                    "repetition_penalty is not advisable to be used alongside presence_penalty or frequency_penalty"
-                )
-        return self
-
-
-class CompletionChoicesData(BaseModel):
-    index: int
-    logprobs: LogprobsPart | None = None
-    finish_reason: FinishReason | None = None
-    text: str
-
-
-class CompletionChoicesChunk(BaseModel):
-    index: int | None = None
-    logprobs: float | None = None
-    finish_reason: FinishReason | None = None
-    delta: DeltaContent | None = None
-
-
-class CompletionResponse(BaseModel):
-    # request id
-    id: str | None = None
-    # object type
-    object: ObjectType | None = None
-    # created timestamp
-    created: int | None = None
-    # model name
-    model: str | None = None
-    # choices list
-    choices: List[CompletionChoicesData] | None = None
-    # prompt list
-    prompt: List[PromptPart] | None = None
-    # token usage data
-    usage: UsageData | None = None
-
-
-class CompletionChunk(BaseModel):
-    # request id
-    id: str | None = None
-    # object type
-    object: ObjectType | None = None
-    # created timestamp
-    created: int | None = None
-    # model name
-    model: str | None = None
-    # choices list
-    choices: List[CompletionChoicesChunk] | None = None
-    # token usage data
-    usage: UsageData | None = None

together/types/embeddings.py

@@ -1,35 +0,0 @@
-from __future__ import annotations
-
-from typing import List, Literal
-
-from together.types.abstract import BaseModel
-from together.types.common import (
-    ObjectType,
-)
-
-
-class EmbeddingRequest(BaseModel):
-    # input or list of inputs
-    input: str | List[str]
-    # model to query
-    model: str
-
-
-class EmbeddingChoicesData(BaseModel):
-    # response index
-    index: int
-    # object type
-    object: ObjectType
-    # embedding response
-    embedding: List[float] | None = None
-
-
-class EmbeddingResponse(BaseModel):
-    # job id
-    id: str | None = None
-    # query model
-    model: str | None = None
-    # object type
-    object: Literal["list"] | None = None
-    # list of embedding choices
-    data: List[EmbeddingChoicesData] | None = None

together/types/error.py

@@ -1,16 +0,0 @@
-from __future__ import annotations
-
-from pydantic import Field
-
-from together.types.abstract import BaseModel
-
-
-class TogetherErrorResponse(BaseModel):
-    # error message
-    message: str | None = None
-    # error type
-    type_: str | None = Field(None, alias="type")
-    # param causing error
-    param: str | None = None
-    # error code
-    code: str | None = None

together/types/files.py

@@ -1,89 +0,0 @@
-from __future__ import annotations
-
-from enum import Enum
-from typing import List, Literal
-
-from pydantic import Field
-
-from together.types.abstract import BaseModel
-from together.types.common import (
-    ObjectType,
-)
-
-
-class FilePurpose(str, Enum):
-    FineTune = "fine-tune"
-
-
-class FileType(str, Enum):
-    jsonl = "jsonl"
-    parquet = "parquet"
-
-
-class FileRequest(BaseModel):
-    """
-    Files request type
-    """
-
-    # training file ID
-    training_file: str
-    # base model string
-    model: str
-    # number of epochs to train for
-    n_epochs: int
-    # training learning rate
-    learning_rate: float
-    # number of checkpoints to save
-    n_checkpoints: int | None = None
-    # training batch size
-    batch_size: int | None = None
-    # up to 40 character suffix for output model name
-    suffix: str | None = None
-    # weights & biases api key
-    wandb_api_key: str | None = None
-
-
-class FileResponse(BaseModel):
-    """
-    Files API response type
-    """
-
-    id: str
-    object: Literal[ObjectType.File]
-    # created timestamp
-    created_at: int | None = None
-    type: FileType | None = None
-    purpose: FilePurpose | None = None
-    filename: str | None = None
-    # file byte size
-    bytes: int | None = None
-    # JSONL line count
-    line_count: int | None = Field(None, alias="LineCount")
-    processed: bool | None = Field(None, alias="Processed")
-
-
-class FileList(BaseModel):
-    # object type
-    object: Literal["list"] | None = None
-    # list of fine-tune job objects
-    data: List[FileResponse] | None = None
-
-
-class FileDeleteResponse(BaseModel):
-    # file id
-    id: str
-    # object type
-    object: Literal[ObjectType.File]
-    # is deleted
-    deleted: bool
-
-
-class FileObject(BaseModel):
-    # object type
-    object: Literal["local"] | None = None
-    # fine-tune job id
-    id: str | None = None
-    # local path filename
-    filename: str | None = None
-    # size in bytes
-    size: int | None = None