together 1.5.11__tar.gz → 1.5.13__tar.gz

{together-1.5.11 → together-1.5.13}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: together
-Version: 1.5.11
+Version: 1.5.13
 Summary: Python client for Together's Cloud Platform!
 License: Apache-2.0
 Author: Together AI

{together-1.5.11 → together-1.5.13}/pyproject.toml

@@ -12,7 +12,7 @@ build-backend = "poetry.masonry.api"
 
 [tool.poetry]
 name = "together"
-version = "1.5.11"
+version = "1.5.13"
 authors = ["Together AI <support@together.ai>"]
 description = "Python client for Together's Cloud Platform!"
 readme = "README.md"

{together-1.5.11 → together-1.5.13}/src/together/cli/api/finetune.py

@@ -82,7 +82,7 @@ def fine_tuning(ctx: click.Context) -> None:
 @click.option(
     "--lr-scheduler-type",
     type=click.Choice(["linear", "cosine"]),
-    default="linear",
+    default="cosine",
     help="Learning rate scheduler type",
 )
 @click.option(

{together-1.5.11 → together-1.5.13}/src/together/client.py

@@ -23,6 +23,7 @@ class Together:
     fine_tuning: resources.FineTuning
     rerank: resources.Rerank
     audio: resources.Audio
+    batches: resources.Batches
     code_interpreter: CodeInterpreter
 
     # client options
@@ -90,6 +91,7 @@ class Together:
         self.audio = resources.Audio(self.client)
         self.endpoints = resources.Endpoints(self.client)
         self.code_interpreter = CodeInterpreter(self.client)
+        self.batches = resources.Batches(self.client)
 
 
 class AsyncTogether:
@@ -102,7 +104,7 @@ class AsyncTogether:
     fine_tuning: resources.AsyncFineTuning
     rerank: resources.AsyncRerank
     code_interpreter: CodeInterpreter
-
+    batches: resources.AsyncBatches
     # client options
     client: TogetherClient
 
@@ -166,6 +168,7 @@ class AsyncTogether:
         self.fine_tuning = resources.AsyncFineTuning(self.client)
         self.rerank = resources.AsyncRerank(self.client)
         self.code_interpreter = CodeInterpreter(self.client)
+        self.batches = resources.AsyncBatches(self.client)
 
 
 Client = Together

{together-1.5.11 → together-1.5.13}/src/together/resources/__init__.py

@@ -8,6 +8,7 @@ from together.resources.finetune import AsyncFineTuning, FineTuning
 from together.resources.images import AsyncImages, Images
 from together.resources.models import AsyncModels, Models
 from together.resources.rerank import AsyncRerank, Rerank
+from together.resources.batch import Batches, AsyncBatches
 
 
 __all__ = [
@@ -31,4 +32,6 @@ __all__ = [
     "Audio",
     "AsyncEndpoints",
     "Endpoints",
+    "Batches",
+    "AsyncBatches",
 ]

together-1.5.13/src/together/resources/batch.py

@@ -0,0 +1,136 @@
+from __future__ import annotations
+
+from typing import List
+
+from together.abstract import api_requestor
+from together.together_response import TogetherResponse
+from together.types import (
+    TogetherClient,
+    TogetherRequest,
+    BatchJob,
+)
+
+
+class Batches:
+    def __init__(self, client: TogetherClient) -> None:
+        self._client = client
+
+    def create_batch(self, file_id: str, endpoint: str) -> BatchJob:
+
+        requestor = api_requestor.APIRequestor(
+            client=self._client,
+        )
+
+        parameter_payload = {
+            "input_file_id": file_id,
+            "endpoint": endpoint,
+            "completion_window": "24h",
+        }
+
+        response, _, _ = requestor.request(
+            options=TogetherRequest(
+                method="POST",
+                url=f"batches",
+                params=parameter_payload,
+            ),
+            stream=False,
+        )
+
+        assert isinstance(response, TogetherResponse)
+        response_body = response.data.get("job", {})
+        return BatchJob(**response_body)
+
+    def get_batch(self, batch_job_id: str) -> BatchJob:
+        requestor = api_requestor.APIRequestor(
+            client=self._client,
+        )
+
+        response, _, _ = requestor.request(
+            options=TogetherRequest(
+                method="GET",
+                url=f"batches/{batch_job_id}",
+            ),
+            stream=False,
+        )
+
+        assert isinstance(response, TogetherResponse)
+        return BatchJob(**response.data)
+
+    def list_batches(self) -> List[BatchJob]:
+        requestor = api_requestor.APIRequestor(
+            client=self._client,
+        )
+
+        response, _, _ = requestor.request(
+            options=TogetherRequest(
+                method="GET",
+                url="batches",
+            ),
+            stream=False,
+        )
+
+        assert isinstance(response, TogetherResponse)
+        jobs = response.data or []
+        return [BatchJob(**job) for job in jobs]
+
+
+class AsyncBatches:
+    def __init__(self, client: TogetherClient) -> None:
+        self._client = client
+
+    async def create_batch(self, file_id: str, endpoint: str) -> BatchJob:
+        requestor = api_requestor.APIRequestor(
+            client=self._client,
+        )
+
+        parameter_payload = {
+            "input_file_id": file_id,
+            "endpoint": endpoint,
+            "completion_window": "24h",
+        }
+
+        response, _, _ = await requestor.arequest(
+            options=TogetherRequest(
+                method="POST",
+                url=f"batches",
+                params=parameter_payload,
+            ),
+            stream=False,
+        )
+
+        assert isinstance(response, TogetherResponse)
+        response_body = response.data.get("job", {})
+        return BatchJob(**response_body)
+
+    async def get_batch(self, batch_job_id: str) -> BatchJob:
+        requestor = api_requestor.APIRequestor(
+            client=self._client,
+        )
+
+        response, _, _ = await requestor.arequest(
+            options=TogetherRequest(
+                method="GET",
+                url=f"batches/{batch_job_id}",
+            ),
+            stream=False,
+        )
+
+        assert isinstance(response, TogetherResponse)
+        return BatchJob(**response.data)
+
+    async def list_batches(self) -> List[BatchJob]:
+        requestor = api_requestor.APIRequestor(
+            client=self._client,
+        )
+
+        response, _, _ = await requestor.arequest(
+            options=TogetherRequest(
+                method="GET",
+                url="batches",
+            ),
+            stream=False,
+        )
+
+        assert isinstance(response, TogetherResponse)
+        jobs = response.data or []
+        return [BatchJob(**job) for job in jobs]

{together-1.5.11 → together-1.5.13}/src/together/resources/files.py

@@ -32,7 +32,7 @@ class Files:
     ) -> FileResponse:
         upload_manager = UploadManager(self._client)
 
-        if check:
+        if check and purpose == FilePurpose.FineTune:
             report_dict = check_file(file)
             if not report_dict["is_check_passed"]:
                 raise FileTypeError(

{together-1.5.11 → together-1.5.13}/src/together/resources/finetune.py

@@ -53,7 +53,7 @@ def create_finetune_request(
     n_checkpoints: int | None = 1,
     batch_size: int | Literal["max"] = "max",
     learning_rate: float | None = 0.00001,
-    lr_scheduler_type: Literal["linear", "cosine"] = "linear",
+    lr_scheduler_type: Literal["linear", "cosine"] = "cosine",
     min_lr_ratio: float = 0.0,
     scheduler_num_cycles: float = 0.5,
     warmup_ratio: float | None = None,
@@ -281,7 +281,7 @@ class FineTuning:
         n_checkpoints: int | None = 1,
         batch_size: int | Literal["max"] = "max",
         learning_rate: float | None = 0.00001,
-        lr_scheduler_type: Literal["linear", "cosine"] = "linear",
+        lr_scheduler_type: Literal["linear", "cosine"] = "cosine",
         min_lr_ratio: float = 0.0,
         scheduler_num_cycles: float = 0.5,
         warmup_ratio: float = 0.0,
@@ -318,7 +318,7 @@ class FineTuning:
             batch_size (int or "max"): Batch size for fine-tuning. Defaults to max.
             learning_rate (float, optional): Learning rate multiplier to use for training
                 Defaults to 0.00001.
-            lr_scheduler_type (Literal["linear", "cosine"]): Learning rate scheduler type. Defaults to "linear".
+            lr_scheduler_type (Literal["linear", "cosine"]): Learning rate scheduler type. Defaults to "cosine".
             min_lr_ratio (float, optional): Min learning rate ratio of the initial learning rate for
                 the learning rate scheduler. Defaults to 0.0.
             scheduler_num_cycles (float, optional): Number or fraction of cycles for the cosine learning rate scheduler. Defaults to 0.5.
@@ -693,7 +693,7 @@ class AsyncFineTuning:
         n_checkpoints: int | None = 1,
         batch_size: int | Literal["max"] = "max",
         learning_rate: float | None = 0.00001,
-        lr_scheduler_type: Literal["linear", "cosine"] = "linear",
+        lr_scheduler_type: Literal["linear", "cosine"] = "cosine",
         min_lr_ratio: float = 0.0,
         scheduler_num_cycles: float = 0.5,
         warmup_ratio: float = 0.0,
@@ -730,7 +730,7 @@ class AsyncFineTuning:
             batch_size (int, optional): Batch size for fine-tuning. Defaults to max.
             learning_rate (float, optional): Learning rate multiplier to use for training
                 Defaults to 0.00001.
-            lr_scheduler_type (Literal["linear", "cosine"]): Learning rate scheduler type. Defaults to "linear".
+            lr_scheduler_type (Literal["linear", "cosine"]): Learning rate scheduler type. Defaults to "cosine".
             min_lr_ratio (float, optional): Min learning rate ratio of the initial learning rate for
                 the learning rate scheduler. Defaults to 0.0.
             scheduler_num_cycles (float, optional): Number or fraction of cycles for the cosine learning rate scheduler. Defaults to 0.5.

{together-1.5.11 → together-1.5.13}/src/together/types/__init__.py

@@ -52,6 +52,7 @@ from together.types.finetune import (
 from together.types.images import ImageRequest, ImageResponse
 from together.types.models import ModelObject
 from together.types.rerank import RerankRequest, RerankResponse
+from together.types.batch import BatchJob, BatchJobStatus, BatchEndpoint
 
 
 __all__ = [
@@ -104,4 +105,7 @@ __all__ = [
     "DedicatedEndpoint",
     "ListEndpoint",
     "Autoscaling",
+    "BatchJob",
+    "BatchJobStatus",
+    "BatchEndpoint",
 ]

together-1.5.13/src/together/types/batch.py

@@ -0,0 +1,53 @@
+from __future__ import annotations
+
+from enum import Enum
+from typing import Optional
+from datetime import datetime
+
+from pydantic import Field
+
+from together.types.abstract import BaseModel
+
+
+class BatchJobStatus(str, Enum):
+    """
+    The status of a batch job
+    """
+
+    VALIDATING = "VALIDATING"
+    IN_PROGRESS = "IN_PROGRESS"
+    COMPLETED = "COMPLETED"
+    FAILED = "FAILED"
+    EXPIRED = "EXPIRED"
+    CANCELLED = "CANCELLED"
+
+
+class BatchEndpoint(str, Enum):
+    """
+    The endpoint of a batch job
+    """
+
+    COMPLETIONS = "/v1/completions"
+    CHAT_COMPLETIONS = "/v1/chat/completions"
+    # More endpoints can be added here as needed
+
+
+class BatchJob(BaseModel):
+    """
+    A batch job object
+    """
+
+    id: str
+    user_id: str
+    input_file_id: str
+    file_size_bytes: int
+    status: BatchJobStatus
+    job_deadline: datetime
+    created_at: datetime
+    endpoint: str
+    progress: float = 0.0
+    model_id: Optional[str] = None
+    output_file_id: Optional[str] = None
+    error_file_id: Optional[str] = None
+    error: Optional[str] = None
+    completed_at: Optional[datetime] = None

{together-1.5.11 → together-1.5.13}/src/together/types/files.py

@@ -13,6 +13,7 @@ from together.types.common import (
 
 class FilePurpose(str, Enum):
     FineTune = "fine-tune"
+    BatchAPI = "batch-api"
 
 
 class FileType(str, Enum):