together 1.5.35__py3-none-any.whl → 2.0.0a6__py3-none-any.whl

together/types/common.py

@@ -1,67 +0,0 @@
-from __future__ import annotations
-
-from enum import Enum
-from typing import Any, Dict, List
-
-from pydantic import ConfigDict
-from tqdm.utils import CallbackIOWrapper
-
-from together.types.abstract import BaseModel
-
-
-# Generation finish reason
-class FinishReason(str, Enum):
-    Length = "length"
-    StopSequence = "stop"
-    EOS = "eos"
-    ToolCalls = "tool_calls"
-    Error = "error"
-    Null = ""
-
-
-class UsageData(BaseModel):
-    prompt_tokens: int
-    completion_tokens: int
-    total_tokens: int
-
-
-class ObjectType(str, Enum):
-    TextCompletion = "text_completion"
-    Completion = "text.completion"
-    CompletionChunk = "completion.chunk"
-    ChatCompletion = "chat.completion"
-    ChatCompletionChunk = "chat.completion.chunk"
-    Embedding = "embedding"
-    FinetuneEvent = "fine-tune-event"
-    File = "file"
-    Model = "model"
-
-
-class LogprobsPart(BaseModel):
-    # token list
-    tokens: List[str | None] | None = None
-    # token logprob list
-    token_logprobs: List[float | None] | None = None
-
-
-class PromptPart(BaseModel):
-    # prompt string
-    text: str | None = None
-    # list of prompt logprobs
-    logprobs: LogprobsPart | None = None
-
-
-class DeltaContent(BaseModel):
-    content: str | None = None
-
-
-class TogetherRequest(BaseModel):
-    model_config = ConfigDict(arbitrary_types_allowed=True)
-
-    method: str
-    url: str
-    headers: Dict[str, str] | None = None
-    params: Dict[str, Any] | CallbackIOWrapper | None = None
-    files: Dict[str, Any] | None = None
-    allow_redirects: bool = True
-    override_headers: bool = False

together/types/completions.py

@@ -1,107 +0,0 @@
-from __future__ import annotations
-
-import warnings
-from typing import Dict, List
-
-from pydantic import model_validator
-from typing_extensions import Self
-
-from together.types.abstract import BaseModel
-from together.types.common import (
-    DeltaContent,
-    FinishReason,
-    LogprobsPart,
-    ObjectType,
-    PromptPart,
-    UsageData,
-)
-
-
-class CompletionRequest(BaseModel):
-    # prompt to complete
-    prompt: str
-    # query model
-    model: str
-    # stopping criteria: max tokens to generate
-    max_tokens: int | None = None
-    # stopping criteria: list of strings to stop generation
-    stop: List[str] | None = None
-    # sampling hyperparameters
-    temperature: float | None = None
-    top_p: float | None = None
-    top_k: int | None = None
-    repetition_penalty: float | None = None
-    presence_penalty: float | None = None
-    frequency_penalty: float | None = None
-    min_p: float | None = None
-    logit_bias: Dict[str, float] | None = None
-    seed: int | None = None
-    # stream SSE token chunks
-    stream: bool = False
-    # return logprobs
-    logprobs: int | None = None
-    # echo prompt.
-    # can be used with logprobs to return prompt logprobs
-    echo: bool | None = None
-    # number of output generations
-    n: int | None = None
-    # moderation model
-    safety_model: str | None = None
-
-    # Raise warning if repetition_penalty is used with presence_penalty or frequency_penalty
-    @model_validator(mode="after")
-    def verify_parameters(self) -> Self:
-        if self.repetition_penalty:
-            if self.presence_penalty or self.frequency_penalty:
-                warnings.warn(
-                    "repetition_penalty is not advisable to be used alongside presence_penalty or frequency_penalty"
-                )
-        return self
-
-
-class CompletionChoicesData(BaseModel):
-    index: int
-    logprobs: LogprobsPart | None = None
-    seed: int | None = None
-    finish_reason: FinishReason
-    text: str
-
-
-class CompletionChoicesChunk(BaseModel):
-    index: int | None = None
-    logprobs: float | None = None
-    seed: int | None = None
-    finish_reason: FinishReason | None = None
-    delta: DeltaContent | None = None
-
-
-class CompletionResponse(BaseModel):
-    # request id
-    id: str | None = None
-    # object type
-    object: ObjectType | None = None
-    # created timestamp
-    created: int | None = None
-    # model name
-    model: str | None = None
-    # choices list
-    choices: List[CompletionChoicesData] | None = None
-    # prompt list
-    prompt: List[PromptPart] | None = None
-    # token usage data
-    usage: UsageData | None = None
-
-
-class CompletionChunk(BaseModel):
-    # request id
-    id: str | None = None
-    # object type
-    object: ObjectType | None = None
-    # created timestamp
-    created: int | None = None
-    # model name
-    model: str | None = None
-    # choices list
-    choices: List[CompletionChoicesChunk] | None = None
-    # token usage data
-    usage: UsageData | None = None

together/types/embeddings.py

@@ -1,35 +0,0 @@
-from __future__ import annotations
-
-from typing import List, Literal
-
-from together.types.abstract import BaseModel
-from together.types.common import (
-    ObjectType,
-)
-
-
-class EmbeddingRequest(BaseModel):
-    # input or list of inputs
-    input: str | List[str]
-    # model to query
-    model: str
-
-
-class EmbeddingChoicesData(BaseModel):
-    # response index
-    index: int
-    # object type
-    object: ObjectType
-    # embedding response
-    embedding: List[float] | None = None
-
-
-class EmbeddingResponse(BaseModel):
-    # job id
-    id: str | None = None
-    # query model
-    model: str | None = None
-    # object type
-    object: Literal["list"] | None = None
-    # list of embedding choices
-    data: List[EmbeddingChoicesData] | None = None

together/types/endpoints.py

@@ -1,123 +0,0 @@
-from __future__ import annotations
-
-from datetime import datetime
-from typing import Any, Dict, Literal, Optional, Union
-
-from pydantic import BaseModel, Field
-
-
-class TogetherJSONModel(BaseModel):
-    """Base model with JSON serialization support."""
-
-    def model_dump(self, **kwargs: Any) -> Dict[str, Any]:
-        exclude_none = kwargs.pop("exclude_none", True)
-        data = super().model_dump(exclude_none=exclude_none, **kwargs)
-
-        # Convert datetime objects to ISO format strings
-        for key, value in data.items():
-            if isinstance(value, datetime):
-                data[key] = value.isoformat()
-
-        return data
-
-
-class Autoscaling(TogetherJSONModel):
-    """Configuration for automatic scaling of replicas based on demand."""
-
-    min_replicas: int = Field(
-        description="The minimum number of replicas to maintain, even when there is no load"
-    )
-    max_replicas: int = Field(
-        description="The maximum number of replicas to scale up to under load"
-    )
-
-
-class EndpointPricing(TogetherJSONModel):
-    """Pricing details for using an endpoint."""
-
-    cents_per_minute: float = Field(
-        description="Cost per minute of endpoint uptime in cents"
-    )
-
-
-class HardwareSpec(TogetherJSONModel):
-    """Detailed specifications of a hardware configuration."""
-
-    gpu_type: str = Field(description="The type/model of GPU")
-    gpu_link: str = Field(description="The GPU interconnect technology")
-    gpu_memory: Union[float, int] = Field(description="Amount of GPU memory in GB")
-    gpu_count: int = Field(description="Number of GPUs in this configuration")
-
-
-class HardwareAvailability(TogetherJSONModel):
-    """Indicates the current availability status of a hardware configuration."""
-
-    status: Literal["available", "unavailable", "insufficient"] = Field(
-        description="The availability status of the hardware configuration"
-    )
-
-
-class HardwareWithStatus(TogetherJSONModel):
-    """Hardware configuration details with optional availability status."""
-
-    object: Literal["hardware"] = Field(description="The type of object")
-    id: str = Field(description="Unique identifier for the hardware configuration")
-    pricing: EndpointPricing = Field(
-        description="Pricing details for this hardware configuration"
-    )
-    specs: HardwareSpec = Field(description="Detailed specifications of this hardware")
-    availability: Optional[HardwareAvailability] = Field(
-        default=None,
-        description="Current availability status of this hardware configuration",
-    )
-    updated_at: datetime = Field(
-        description="Timestamp of when the hardware status was last updated"
-    )
-
-
-class BaseEndpoint(TogetherJSONModel):
-    """Base class for endpoint models with common fields."""
-
-    object: Literal["endpoint"] = Field(description="The type of object")
-    id: Optional[str] = Field(
-        default=None, description="Unique identifier for the endpoint"
-    )
-    name: str = Field(description="System name for the endpoint")
-    model: str = Field(description="The model deployed on this endpoint")
-    type: str = Field(description="The type of endpoint")
-    owner: str = Field(description="The owner of this endpoint")
-    state: Literal[
-        "PENDING", "STARTING", "STARTED", "STOPPING", "STOPPED", "FAILED", "ERROR"
-    ] = Field(description="Current state of the endpoint")
-    created_at: datetime = Field(description="Timestamp when the endpoint was created")
-
-
-class ListEndpoint(BaseEndpoint):
-    """Details about an endpoint when listed via the list endpoint."""
-
-    type: Literal["dedicated", "serverless"] = Field(description="The type of endpoint")
-
-
-class DedicatedEndpoint(BaseEndpoint):
-    """Details about a dedicated endpoint deployment."""
-
-    id: str = Field(description="Unique identifier for the endpoint")
-    type: Literal["dedicated"] = Field(description="The type of endpoint")
-    display_name: str = Field(description="Human-readable name for the endpoint")
-    hardware: str = Field(
-        description="The hardware configuration used for this endpoint"
-    )
-    autoscaling: Autoscaling = Field(
-        description="Configuration for automatic scaling of the endpoint"
-    )
-
-
-__all__ = [
-    "DedicatedEndpoint",
-    "ListEndpoint",
-    "Autoscaling",
-    "EndpointPricing",
-    "HardwareSpec",
-    "HardwareAvailability",
-    "HardwareWithStatus",
-]

together/types/error.py

@@ -1,16 +0,0 @@
-from __future__ import annotations
-
-from pydantic import Field
-
-from together.types.abstract import BaseModel
-
-
-class TogetherErrorResponse(BaseModel):
-    # error message
-    message: str | None = None
-    # error type
-    type_: str | None = Field(None, alias="type")
-    # param causing error
-    param: str | None = None
-    # error code
-    code: str | None = None

together/types/evaluation.py

@@ -1,93 +0,0 @@
-from __future__ import annotations
-
-from datetime import datetime
-from enum import Enum
-from typing import Any, Dict, List, Literal, Optional, Union
-
-from pydantic import BaseModel, Field
-
-
-class EvaluationType(str, Enum):
-    CLASSIFY = "classify"
-    SCORE = "score"
-    COMPARE = "compare"
-
-
-class EvaluationStatus(str, Enum):
-    PENDING = "pending"
-    QUEUED = "queued"
-    RUNNING = "running"
-    COMPLETED = "completed"
-    ERROR = "error"
-    USER_ERROR = "user_error"
-
-
-class JudgeModelConfig(BaseModel):
-    model: str
-    model_source: Literal["serverless", "dedicated", "external"]
-    system_template: str
-    external_api_token: Optional[str] = None
-    external_base_url: Optional[str] = None
-
-
-class ModelRequest(BaseModel):
-    model: str
-    model_source: Literal["serverless", "dedicated", "external"]
-    max_tokens: int
-    temperature: float
-    system_template: str
-    input_template: str
-    external_api_token: Optional[str] = None
-    external_base_url: Optional[str] = None
-
-
-class ClassifyParameters(BaseModel):
-    judge: JudgeModelConfig
-    labels: List[str]
-    pass_labels: List[str]
-    model_to_evaluate: Optional[Union[str, ModelRequest]] = None
-    input_data_file_path: str
-
-
-class ScoreParameters(BaseModel):
-    judge: JudgeModelConfig
-    min_score: float
-    max_score: float
-    pass_threshold: float
-    model_to_evaluate: Optional[Union[str, ModelRequest]] = None
-    input_data_file_path: str
-
-
-class CompareParameters(BaseModel):
-    judge: JudgeModelConfig
-    model_a: Optional[Union[str, ModelRequest]] = None
-    model_b: Optional[Union[str, ModelRequest]] = None
-    input_data_file_path: str
-
-
-class EvaluationRequest(BaseModel):
-    type: EvaluationType
-    parameters: Union[ClassifyParameters, ScoreParameters, CompareParameters]
-
-
-class EvaluationCreateResponse(BaseModel):
-    workflow_id: str
-    status: EvaluationStatus
-
-
-class EvaluationJob(BaseModel):
-    workflow_id: str = Field(alias="workflow_id")
-    type: Optional[EvaluationType] = None
-    status: EvaluationStatus
-    results: Optional[Dict[str, Any]] = None
-    parameters: Optional[Dict[str, Any]] = None
-    created_at: Optional[datetime] = None
-    updated_at: Optional[datetime] = None
-
-    class Config:
-        populate_by_name = True
-
-
-class EvaluationStatusResponse(BaseModel):
-    status: EvaluationStatus
-    results: Optional[Dict[str, Any]] = None

together/types/files.py

@@ -1,93 +0,0 @@
-from __future__ import annotations
-
-from enum import Enum
-from typing import List, Literal
-
-from pydantic import Field
-
-from together.types.abstract import BaseModel
-from together.types.common import (
-    ObjectType,
-)
-
-
-class FilePurpose(str, Enum):
-    FineTune = "fine-tune"
-    BatchAPI = "batch-api"
-    Eval = "eval"
-    EvalOutput = "eval-output"
-
-
-class FileType(str, Enum):
-    jsonl = "jsonl"
-    parquet = "parquet"
-    csv = "csv"
-
-
-class FileRequest(BaseModel):
-    """
-    Files request type
-    """
-
-    # training file ID
-    training_file: str
-    # base model string
-    model: str
-    # number of epochs to train for
-    n_epochs: int
-    # training learning rate
-    learning_rate: float
-    # number of checkpoints to save
-    n_checkpoints: int | None = None
-    # training batch size
-    batch_size: int | None = None
-    # up to 40 character suffix for output model name
-    suffix: str | None = None
-    # weights & biases api key
-    wandb_api_key: str | None = None
-
-
-class FileResponse(BaseModel):
-    """
-    Files API response type
-    """
-
-    id: str
-    object: str
-    # created timestamp
-    created_at: int | None = None
-    type: FileType | None = None
-    purpose: FilePurpose | None = None
-    filename: str | None = None
-    # file byte size
-    bytes: int | None = None
-    # JSONL line count
-    line_count: int | None = Field(None, alias="LineCount")
-    processed: bool | None = Field(None, alias="Processed")
-
-
-class FileList(BaseModel):
-    # object type
-    object: Literal["list"] | None = None
-    # list of fine-tune job objects
-    data: List[FileResponse] | None = None
-
-
-class FileDeleteResponse(BaseModel):
-    # file id
-    id: str
-    # object type
-    object: Literal[ObjectType.File]
-    # is deleted
-    deleted: bool
-
-
-class FileObject(BaseModel):
-    # object type
-    object: Literal["local"] | None = None
-    # fine-tune job id
-    id: str | None = None
-    # local path filename
-    filename: str | None = None
-    # size in bytes
-    size: int | None = None