together 1.5.34__py3-none-any.whl → 2.0.0a6__py3-none-any.whl

together/types/file_purpose.py

@@ -0,0 +1,9 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing_extensions import Literal, TypeAlias
+
+__all__ = ["FilePurpose"]
+
+FilePurpose: TypeAlias = Literal[
+    "fine-tune", "eval", "eval-sample", "eval-output", "eval-summary", "batch-generated", "batch-api"
+]

together/types/file_response.py

@@ -0,0 +1,31 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from pydantic import Field as FieldInfo
+
+from .._models import BaseModel
+from .file_type import FileType
+from .file_purpose import FilePurpose
+
+__all__ = ["FileResponse"]
+
+
+class FileResponse(BaseModel):
+    id: str
+
+    bytes: int
+
+    created_at: int
+
+    filename: str
+
+    file_type: FileType = FieldInfo(alias="FileType")
+    """The type of the file"""
+
+    line_count: int = FieldInfo(alias="LineCount")
+
+    object: str
+
+    processed: bool = FieldInfo(alias="Processed")
+
+    purpose: FilePurpose
+    """The purpose of the file"""

together/types/file_type.py

@@ -0,0 +1,7 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing_extensions import Literal, TypeAlias
+
+__all__ = ["FileType"]
+
+FileType: TypeAlias = Literal["csv", "jsonl", "parquet"]

together/types/fine_tuning_cancel_response.py

@@ -0,0 +1,194 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import List, Union, Optional
+from datetime import datetime
+from typing_extensions import Literal, TypeAlias
+
+from pydantic import Field as FieldInfo
+
+from .._models import BaseModel
+from .finetune_event import FinetuneEvent
+
+__all__ = [
+    "FineTuningCancelResponse",
+    "LrScheduler",
+    "LrSchedulerLrSchedulerArgs",
+    "LrSchedulerLrSchedulerArgsLinearLrSchedulerArgs",
+    "LrSchedulerLrSchedulerArgsCosineLrSchedulerArgs",
+    "TrainingMethod",
+    "TrainingMethodTrainingMethodSft",
+    "TrainingMethodTrainingMethodDpo",
+    "TrainingType",
+    "TrainingTypeFullTrainingType",
+    "TrainingTypeLoRaTrainingType",
+]
+
+
+class LrSchedulerLrSchedulerArgsLinearLrSchedulerArgs(BaseModel):
+    min_lr_ratio: Optional[float] = None
+    """The ratio of the final learning rate to the peak learning rate"""
+
+
+class LrSchedulerLrSchedulerArgsCosineLrSchedulerArgs(BaseModel):
+    min_lr_ratio: float
+    """The ratio of the final learning rate to the peak learning rate"""
+
+    num_cycles: float
+    """Number or fraction of cycles for the cosine learning rate scheduler"""
+
+
+LrSchedulerLrSchedulerArgs: TypeAlias = Union[
+    LrSchedulerLrSchedulerArgsLinearLrSchedulerArgs, LrSchedulerLrSchedulerArgsCosineLrSchedulerArgs
+]
+
+
+class LrScheduler(BaseModel):
+    lr_scheduler_type: Literal["linear", "cosine"]
+
+    lr_scheduler_args: Optional[LrSchedulerLrSchedulerArgs] = None
+
+
+class TrainingMethodTrainingMethodSft(BaseModel):
+    method: Literal["sft"]
+
+    train_on_inputs: Union[bool, Literal["auto"]]
+    """
+    Whether to mask the user messages in conversational data or prompts in
+    instruction data.
+    """
+
+
+class TrainingMethodTrainingMethodDpo(BaseModel):
+    method: Literal["dpo"]
+
+    dpo_beta: Optional[float] = None
+
+    dpo_normalize_logratios_by_length: Optional[bool] = None
+
+    dpo_reference_free: Optional[bool] = None
+
+    rpo_alpha: Optional[float] = None
+
+    simpo_gamma: Optional[float] = None
+
+
+TrainingMethod: TypeAlias = Union[TrainingMethodTrainingMethodSft, TrainingMethodTrainingMethodDpo]
+
+
+class TrainingTypeFullTrainingType(BaseModel):
+    type: Literal["Full"]
+
+
+class TrainingTypeLoRaTrainingType(BaseModel):
+    lora_alpha: int
+
+    lora_r: int
+
+    type: Literal["Lora"]
+
+    lora_dropout: Optional[float] = None
+
+    lora_trainable_modules: Optional[str] = None
+
+
+TrainingType: TypeAlias = Union[TrainingTypeFullTrainingType, TrainingTypeLoRaTrainingType]
+
+
+class FineTuningCancelResponse(BaseModel):
+    id: str
+    """Unique identifier for the fine-tune job"""
+
+    created_at: datetime
+    """Creation timestamp of the fine-tune job"""
+
+    status: Literal[
+        "pending",
+        "queued",
+        "running",
+        "compressing",
+        "uploading",
+        "cancel_requested",
+        "cancelled",
+        "error",
+        "completed",
+    ]
+
+    updated_at: datetime
+    """Last update timestamp of the fine-tune job"""
+
+    batch_size: Optional[int] = None
+    """Batch size used for training"""
+
+    events: Optional[List[FinetuneEvent]] = None
+    """Events related to this fine-tune job"""
+
+    from_checkpoint: Optional[str] = None
+    """Checkpoint used to continue training"""
+
+    from_hf_model: Optional[str] = None
+    """Hugging Face Hub repo to start training from"""
+
+    hf_model_revision: Optional[str] = None
+    """The revision of the Hugging Face Hub model to continue training from"""
+
+    learning_rate: Optional[float] = None
+    """Learning rate used for training"""
+
+    lr_scheduler: Optional[LrScheduler] = None
+    """Learning rate scheduler configuration"""
+
+    max_grad_norm: Optional[float] = None
+    """Maximum gradient norm for clipping"""
+
+    model: Optional[str] = None
+    """Base model used for fine-tuning"""
+
+    x_model_output_name: Optional[str] = FieldInfo(alias="model_output_name", default=None)
+
+    n_checkpoints: Optional[int] = None
+    """Number of checkpoints saved during training"""
+
+    n_epochs: Optional[int] = None
+    """Number of training epochs"""
+
+    n_evals: Optional[int] = None
+    """Number of evaluations during training"""
+
+    owner_address: Optional[str] = None
+    """Owner address information"""
+
+    suffix: Optional[str] = None
+    """Suffix added to the fine-tuned model name"""
+
+    token_count: Optional[int] = None
+    """Count of tokens processed"""
+
+    total_price: Optional[int] = None
+    """Total price for the fine-tuning job"""
+
+    training_file: Optional[str] = None
+    """File-ID of the training file"""
+
+    training_method: Optional[TrainingMethod] = None
+    """Method of training used"""
+
+    training_type: Optional[TrainingType] = None
+    """Type of training used (full or LoRA)"""
+
+    user_id: Optional[str] = None
+    """Identifier for the user who created the job"""
+
+    validation_file: Optional[str] = None
+    """File-ID of the validation file"""
+
+    wandb_name: Optional[str] = None
+    """Weights & Biases run name"""
+
+    wandb_project_name: Optional[str] = None
+    """Weights & Biases project name"""
+
+    warmup_ratio: Optional[float] = None
+    """Ratio of warmup steps"""
+
+    weight_decay: Optional[float] = None
+    """Weight decay value used"""

together/types/fine_tuning_content_params.py

@@ -0,0 +1,24 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing_extensions import Literal, Required, TypedDict
+
+__all__ = ["FineTuningContentParams"]
+
+
+class FineTuningContentParams(TypedDict, total=False):
+    ft_id: Required[str]
+    """Fine-tune ID to download. A string that starts with `ft-`."""
+
+    checkpoint: Literal["merged", "adapter", "model_output_path"]
+    """Specifies checkpoint type to download - `merged` vs `adapter`.
+
+    This field is required if the checkpoint_step is not set.
+    """
+
+    checkpoint_step: int
+    """Specifies step number for checkpoint to download.
+
+    Ignores `checkpoint` value if set.
+    """

together/types/fine_tuning_delete_params.py

@@ -0,0 +1,11 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing_extensions import Required, TypedDict
+
+__all__ = ["FineTuningDeleteParams"]
+
+
+class FineTuningDeleteParams(TypedDict, total=False):
+    force: Required[bool]

together/types/fine_tuning_delete_response.py

@@ -0,0 +1,12 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import Optional
+
+from .._models import BaseModel
+
+__all__ = ["FineTuningDeleteResponse"]
+
+
+class FineTuningDeleteResponse(BaseModel):
+    message: Optional[str] = None
+    """Message indicating the result of the deletion"""

together/types/fine_tuning_list_checkpoints_response.py

@@ -0,0 +1,21 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import List
+
+from .._models import BaseModel
+
+__all__ = ["FineTuningListCheckpointsResponse", "Data"]
+
+
+class Data(BaseModel):
+    checkpoint_type: str
+
+    created_at: str
+
+    path: str
+
+    step: int
+
+
+class FineTuningListCheckpointsResponse(BaseModel):
+    data: List[Data]

together/types/fine_tuning_list_events_response.py

@@ -0,0 +1,12 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import List
+
+from .._models import BaseModel
+from .finetune_event import FinetuneEvent
+
+__all__ = ["FineTuningListEventsResponse"]
+
+
+class FineTuningListEventsResponse(BaseModel):
+    data: List[FinetuneEvent]

together/types/fine_tuning_list_response.py

@@ -0,0 +1,199 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import List, Union, Optional
+from datetime import datetime
+from typing_extensions import Literal, TypeAlias
+
+from pydantic import Field as FieldInfo
+
+from .._models import BaseModel
+from .finetune_event import FinetuneEvent
+
+__all__ = [
+    "FineTuningListResponse",
+    "Data",
+    "DataLrScheduler",
+    "DataLrSchedulerLrSchedulerArgs",
+    "DataLrSchedulerLrSchedulerArgsLinearLrSchedulerArgs",
+    "DataLrSchedulerLrSchedulerArgsCosineLrSchedulerArgs",
+    "DataTrainingMethod",
+    "DataTrainingMethodTrainingMethodSft",
+    "DataTrainingMethodTrainingMethodDpo",
+    "DataTrainingType",
+    "DataTrainingTypeFullTrainingType",
+    "DataTrainingTypeLoRaTrainingType",
+]
+
+
+class DataLrSchedulerLrSchedulerArgsLinearLrSchedulerArgs(BaseModel):
+    min_lr_ratio: Optional[float] = None
+    """The ratio of the final learning rate to the peak learning rate"""
+
+
+class DataLrSchedulerLrSchedulerArgsCosineLrSchedulerArgs(BaseModel):
+    min_lr_ratio: float
+    """The ratio of the final learning rate to the peak learning rate"""
+
+    num_cycles: float
+    """Number or fraction of cycles for the cosine learning rate scheduler"""
+
+
+DataLrSchedulerLrSchedulerArgs: TypeAlias = Union[
+    DataLrSchedulerLrSchedulerArgsLinearLrSchedulerArgs, DataLrSchedulerLrSchedulerArgsCosineLrSchedulerArgs
+]
+
+
+class DataLrScheduler(BaseModel):
+    lr_scheduler_type: Literal["linear", "cosine"]
+
+    lr_scheduler_args: Optional[DataLrSchedulerLrSchedulerArgs] = None
+
+
+class DataTrainingMethodTrainingMethodSft(BaseModel):
+    method: Literal["sft"]
+
+    train_on_inputs: Union[bool, Literal["auto"]]
+    """
+    Whether to mask the user messages in conversational data or prompts in
+    instruction data.
+    """
+
+
+class DataTrainingMethodTrainingMethodDpo(BaseModel):
+    method: Literal["dpo"]
+
+    dpo_beta: Optional[float] = None
+
+    dpo_normalize_logratios_by_length: Optional[bool] = None
+
+    dpo_reference_free: Optional[bool] = None
+
+    rpo_alpha: Optional[float] = None
+
+    simpo_gamma: Optional[float] = None
+
+
+DataTrainingMethod: TypeAlias = Union[DataTrainingMethodTrainingMethodSft, DataTrainingMethodTrainingMethodDpo]
+
+
+class DataTrainingTypeFullTrainingType(BaseModel):
+    type: Literal["Full"]
+
+
+class DataTrainingTypeLoRaTrainingType(BaseModel):
+    lora_alpha: int
+
+    lora_r: int
+
+    type: Literal["Lora"]
+
+    lora_dropout: Optional[float] = None
+
+    lora_trainable_modules: Optional[str] = None
+
+
+DataTrainingType: TypeAlias = Union[DataTrainingTypeFullTrainingType, DataTrainingTypeLoRaTrainingType]
+
+
+class Data(BaseModel):
+    id: str
+    """Unique identifier for the fine-tune job"""
+
+    created_at: datetime
+    """Creation timestamp of the fine-tune job"""
+
+    status: Literal[
+        "pending",
+        "queued",
+        "running",
+        "compressing",
+        "uploading",
+        "cancel_requested",
+        "cancelled",
+        "error",
+        "completed",
+    ]
+
+    updated_at: datetime
+    """Last update timestamp of the fine-tune job"""
+
+    batch_size: Optional[int] = None
+    """Batch size used for training"""
+
+    events: Optional[List[FinetuneEvent]] = None
+    """Events related to this fine-tune job"""
+
+    from_checkpoint: Optional[str] = None
+    """Checkpoint used to continue training"""
+
+    from_hf_model: Optional[str] = None
+    """Hugging Face Hub repo to start training from"""
+
+    hf_model_revision: Optional[str] = None
+    """The revision of the Hugging Face Hub model to continue training from"""
+
+    learning_rate: Optional[float] = None
+    """Learning rate used for training"""
+
+    lr_scheduler: Optional[DataLrScheduler] = None
+    """Learning rate scheduler configuration"""
+
+    max_grad_norm: Optional[float] = None
+    """Maximum gradient norm for clipping"""
+
+    model: Optional[str] = None
+    """Base model used for fine-tuning"""
+
+    x_model_output_name: Optional[str] = FieldInfo(alias="model_output_name", default=None)
+
+    n_checkpoints: Optional[int] = None
+    """Number of checkpoints saved during training"""
+
+    n_epochs: Optional[int] = None
+    """Number of training epochs"""
+
+    n_evals: Optional[int] = None
+    """Number of evaluations during training"""
+
+    owner_address: Optional[str] = None
+    """Owner address information"""
+
+    suffix: Optional[str] = None
+    """Suffix added to the fine-tuned model name"""
+
+    token_count: Optional[int] = None
+    """Count of tokens processed"""
+
+    total_price: Optional[int] = None
+    """Total price for the fine-tuning job"""
+
+    training_file: Optional[str] = None
+    """File-ID of the training file"""
+
+    training_method: Optional[DataTrainingMethod] = None
+    """Method of training used"""
+
+    training_type: Optional[DataTrainingType] = None
+    """Type of training used (full or LoRA)"""
+
+    user_id: Optional[str] = None
+    """Identifier for the user who created the job"""
+
+    validation_file: Optional[str] = None
+    """File-ID of the validation file"""
+
+    wandb_name: Optional[str] = None
+    """Weights & Biases run name"""
+
+    wandb_project_name: Optional[str] = None
+    """Weights & Biases project name"""
+
+    warmup_ratio: Optional[float] = None
+    """Ratio of warmup steps"""
+
+    weight_decay: Optional[float] = None
+    """Weight decay value used"""
+
+
+class FineTuningListResponse(BaseModel):
+    data: List[Data]

together/types/finetune_event.py

@@ -0,0 +1,41 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import Optional
+from typing_extensions import Literal
+
+from pydantic import Field as FieldInfo
+
+from .._models import BaseModel
+from .finetune_event_type import FinetuneEventType
+
+__all__ = ["FinetuneEvent"]
+
+
+class FinetuneEvent(BaseModel):
+    checkpoint_path: str
+
+    created_at: str
+
+    hash: str
+
+    message: str
+
+    x_model_path: str = FieldInfo(alias="model_path")
+
+    object: Literal["fine-tune-event"]
+
+    param_count: int
+
+    step: int
+
+    token_count: int
+
+    total_steps: int
+
+    training_offset: int
+
+    type: FinetuneEventType
+
+    wandb_url: str
+
+    level: Optional[Literal["info", "warning", "error", "legacy_info", "legacy_iwarning", "legacy_ierror"]] = None

together/types/finetune_event_type.py

@@ -0,0 +1,33 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing_extensions import Literal, TypeAlias
+
+__all__ = ["FinetuneEventType"]
+
+FinetuneEventType: TypeAlias = Literal[
+    "job_pending",
+    "job_start",
+    "job_stopped",
+    "model_downloading",
+    "model_download_complete",
+    "training_data_downloading",
+    "training_data_download_complete",
+    "validation_data_downloading",
+    "validation_data_download_complete",
+    "wandb_init",
+    "training_start",
+    "checkpoint_save",
+    "billing_limit",
+    "epoch_complete",
+    "training_complete",
+    "model_compressing",
+    "model_compression_complete",
+    "model_uploading",
+    "model_upload_complete",
+    "job_complete",
+    "job_error",
+    "cancel_requested",
+    "job_restarted",
+    "refund",
+    "warning",
+]