together 1.2.11__py3-none-any.whl → 2.0.0a8__py3-none-any.whl

together/cli/api/images.py

@@ -1,82 +0,0 @@
-import base64
-import pathlib
-
-import click
-from PIL import Image
-
-from together import Together
-from together.types import ImageResponse
-from together.types.images import ImageChoicesData
-
-
-@click.group()
-@click.pass_context
-def images(ctx: click.Context) -> None:
-    """Images generations API commands"""
-    pass
-
-
-@images.command()
-@click.pass_context
-@click.argument("prompt", type=str, required=True)
-@click.option("--model", type=str, required=True, help="Model name")
-@click.option("--steps", type=int, default=20, help="Number of steps to run generation")
-@click.option("--seed", type=int, default=None, help="Random seed")
-@click.option("--n", type=int, default=1, help="Number of images to generate")
-@click.option("--height", type=int, default=1024, help="Image height")
-@click.option("--width", type=int, default=1024, help="Image width")
-@click.option("--negative-prompt", type=str, default=None, help="Negative prompt")
-@click.option(
-    "--output",
-    type=click.Path(exists=True, file_okay=False, resolve_path=True),
-    required=False,
-    default=pathlib.Path("."),
-    help="Output directory",
-)
-@click.option("--prefix", type=str, required=False, default="image-")
-@click.option("--no-show", is_flag=True, help="Do not open images in viewer")
-def generate(
-    ctx: click.Context,
-    prompt: str,
-    model: str,
-    steps: int,
-    seed: int,
-    n: int,
-    height: int,
-    width: int,
-    negative_prompt: str,
-    output: pathlib.Path,
-    prefix: str,
-    no_show: bool,
-) -> None:
-    """Generate image"""
-
-    client: Together = ctx.obj
-
-    response = client.images.generate(
-        prompt=prompt,
-        model=model,
-        steps=steps,
-        seed=seed,
-        n=n,
-        height=height,
-        width=width,
-        negative_prompt=negative_prompt,
-    )
-
-    assert isinstance(response, ImageResponse)
-    assert isinstance(response.data, list)
-
-    for i, choice in enumerate(response.data):
-        assert isinstance(choice, ImageChoicesData)
-
-        with open(f"{output}/{prefix}{choice.index}.png", "wb") as f:
-            f.write(base64.b64decode(choice.b64_json))
-
-        click.echo(
-            f"Image [{i + 1}/{len(response.data)}] saved to {output}/{prefix}{choice.index}.png"
-        )
-
-        if not no_show:
-            image = Image.open(f"{output}/{prefix}{choice.index}.png")
-            image.show()

together/cli/api/models.py

@@ -1,42 +0,0 @@
-from textwrap import wrap
-
-import click
-from tabulate import tabulate
-
-from together import Together
-from together.types.models import ModelObject
-
-
-@click.group()
-@click.pass_context
-def models(ctx: click.Context) -> None:
-    """Models API commands"""
-    pass
-
-
-@models.command()
-@click.pass_context
-def list(ctx: click.Context) -> None:
-    """List models"""
-    client: Together = ctx.obj
-
-    response = client.models.list()
-
-    display_list = []
-
-    model: ModelObject
-    for model in response:
-        display_list.append(
-            {
-                "ID": "\n".join(wrap(model.id or "", width=30)),
-                "Name": "\n".join(wrap(model.display_name or "", width=30)),
-                "Organization": model.organization,
-                "Type": model.type,
-                "Context Length": model.context_length,
-                "License": "\n".join(wrap(model.license or "", width=30)),
-                "Input per 1M token": model.pricing.input,
-                "Output per 1M token": model.pricing.output,
-            }
-        )
-
-    click.echo(tabulate(display_list, headers="keys", tablefmt="grid"))

together/client.py

@@ -1,157 +0,0 @@
-from __future__ import annotations
-
-import os
-from typing import Dict
-
-from together import resources
-from together.constants import BASE_URL, MAX_RETRIES, TIMEOUT_SECS
-from together.error import AuthenticationError
-from together.types import TogetherClient
-from together.utils import enforce_trailing_slash
-
-
-class Together:
-    completions: resources.Completions
-    chat: resources.Chat
-    embeddings: resources.Embeddings
-    files: resources.Files
-    images: resources.Images
-    models: resources.Models
-    fine_tuning: resources.FineTuning
-    rerank: resources.Rerank
-
-    # client options
-    client: TogetherClient
-
-    def __init__(
-        self,
-        *,
-        api_key: str | None = None,
-        base_url: str | None = None,
-        timeout: float | None = None,
-        max_retries: int | None = None,
-        supplied_headers: Dict[str, str] | None = None,
-    ) -> None:
-        """Construct a new synchronous together client instance.
-
-        This automatically infers the following arguments from their corresponding environment variables if they are not provided:
-        - `api_key` from `TOGETHER_API_KEY`
-        - `base_url` from `TOGETHER_BASE_URL`
-        """
-
-        # get api key
-        if not api_key:
-            api_key = os.environ.get("TOGETHER_API_KEY")
-
-        if not api_key:
-            raise AuthenticationError(
-                "The api_key client option must be set either by passing api_key to the client or by setting the "
-                "TOGETHER_API_KEY environment variable"
-            )
-
-        # get base url
-        if not base_url:
-            base_url = os.environ.get("TOGETHER_BASE_URL")
-
-        if not base_url:
-            base_url = BASE_URL
-
-        if timeout is None:
-            timeout = TIMEOUT_SECS
-
-        if max_retries is None:
-            max_retries = MAX_RETRIES
-
-        # TogetherClient object
-        self.client = TogetherClient(
-            api_key=api_key,
-            base_url=enforce_trailing_slash(base_url),
-            timeout=timeout,
-            max_retries=max_retries,
-            supplied_headers=supplied_headers,
-        )
-
-        self.completions = resources.Completions(self.client)
-        self.chat = resources.Chat(self.client)
-        self.embeddings = resources.Embeddings(self.client)
-        self.files = resources.Files(self.client)
-        self.images = resources.Images(self.client)
-        self.models = resources.Models(self.client)
-        self.fine_tuning = resources.FineTuning(self.client)
-        self.rerank = resources.Rerank(self.client)
-
-
-class AsyncTogether:
-    completions: resources.AsyncCompletions
-    chat: resources.AsyncChat
-    embeddings: resources.AsyncEmbeddings
-    files: resources.AsyncFiles
-    images: resources.AsyncImages
-    models: resources.AsyncModels
-    fine_tuning: resources.AsyncFineTuning
-    rerank: resources.AsyncRerank
-
-    # client options
-    client: TogetherClient
-
-    def __init__(
-        self,
-        *,
-        api_key: str | None = None,
-        base_url: str | None = None,
-        timeout: float | None = None,
-        max_retries: int | None = None,
-        supplied_headers: Dict[str, str] | None = None,
-    ) -> None:
-        """Construct a new async together client instance.
-
-        This automatically infers the following arguments from their corresponding environment variables if they are not provided:
-        - `api_key` from `TOGETHER_API_KEY`
-        - `base_url` from `TOGETHER_BASE_URL`
-        """
-
-        # get api key
-        if not api_key:
-            api_key = os.environ.get("TOGETHER_API_KEY")
-
-        if not api_key:
-            raise AuthenticationError(
-                "The api_key client option must be set either by passing api_key to the client or by setting the "
-                "TOGETHER_API_KEY environment variable"
-            )
-
-        # get base url
-        if not base_url:
-            base_url = os.environ.get("TOGETHER_BASE_URL")
-
-        if not base_url:
-            base_url = BASE_URL
-
-        if timeout is None:
-            timeout = TIMEOUT_SECS
-
-        if max_retries is None:
-            max_retries = MAX_RETRIES
-
-        # TogetherClient object
-        self.client = TogetherClient(
-            api_key=api_key,
-            base_url=enforce_trailing_slash(base_url),
-            timeout=timeout,
-            max_retries=max_retries,
-            supplied_headers=supplied_headers,
-        )
-
-        self.completions = resources.AsyncCompletions(self.client)
-        self.chat = resources.AsyncChat(self.client)
-        self.embeddings = resources.AsyncEmbeddings(self.client)
-        self.files = resources.AsyncFiles(self.client)
-        self.images = resources.AsyncImages(self.client)
-        self.models = resources.AsyncModels(self.client)
-        self.fine_tuning = resources.AsyncFineTuning(self.client)
-        self.rerank = resources.AsyncRerank(self.client)
-
-
-Client = Together
-
-AsyncClient = AsyncTogether

together/constants.py

@@ -1,31 +0,0 @@
-# Session constants
-TIMEOUT_SECS = 600
-MAX_SESSION_LIFETIME_SECS = 180
-MAX_CONNECTION_RETRIES = 2
-MAX_RETRIES = 5
-INITIAL_RETRY_DELAY = 0.5
-MAX_RETRY_DELAY = 8.0
-
-# API defaults
-BASE_URL = "https://api.together.xyz/v1"
-
-# Download defaults
-DOWNLOAD_BLOCK_SIZE = 10 * 1024 * 1024  # 10 MB
-DISABLE_TQDM = False
-
-# Messages
-MISSING_API_KEY_MESSAGE = """TOGETHER_API_KEY not found.
-Please set it as an environment variable or set it as together.api_key
-Find your TOGETHER_API_KEY at https://api.together.xyz/settings/api-keys"""
-
-# Minimum number of samples required for fine-tuning file
-MIN_SAMPLES = 100
-
-# the number of bytes in a gigabyte, used to convert bytes to GB for readable comparison
-NUM_BYTES_IN_GB = 2**30
-
-# maximum number of GB sized files we support finetuning for
-MAX_FILE_SIZE_GB = 4.9
-
-# expected columns for Parquet files
-PARQUET_EXPECTED_COLUMNS = ["input_ids", "attention_mask", "labels"]

together/error.py

@@ -1,191 +0,0 @@
-from __future__ import annotations
-
-import json
-from typing import Any, Dict
-
-from requests import RequestException
-
-from together.types.error import TogetherErrorResponse
-
-
-class TogetherException(Exception):
-    def __init__(
-        self,
-        message: (
-            TogetherErrorResponse | Exception | str | RequestException | None
-        ) = None,
-        headers: str | Dict[Any, Any] | None = None,
-        request_id: str | None = None,
-        http_status: int | None = None,
-    ) -> None:
-        _message = (
-            json.dumps(message.model_dump(exclude_none=True))
-            if isinstance(message, TogetherErrorResponse)
-            else message
-        )
-        if http_status is not None:
-            self._message = f"Error code: {http_status} - {_message}"
-        else:
-            self._message = str(_message)
-
-        super().__init__(self._message)
-
-        self.http_status = http_status
-        self.headers = headers or {}
-        self.request_id = request_id
-
-    def __repr__(self) -> str:
-        repr_message = json.dumps(
-            {
-                "response": self._message,
-                "status": self.http_status,
-                "request_id": self.request_id,
-                "headers": self.headers,
-            }
-        )
-        return "%s(%r)" % (self.__class__.__name__, repr_message)
-
-
-class AuthenticationError(TogetherException):
-    def __init__(
-        self,
-        message: (
-            TogetherErrorResponse | Exception | str | RequestException | None
-        ) = None,
-        **kwargs: Any,
-    ) -> None:
-        super().__init__(message=message, **kwargs)
-
-
-class ResponseError(TogetherException):
-    def __init__(
-        self,
-        message: (
-            TogetherErrorResponse | Exception | str | RequestException | None
-        ) = None,
-        **kwargs: Any,
-    ) -> None:
-        super().__init__(message=message, **kwargs)
-
-
-class JSONError(TogetherException):
-    def __init__(
-        self,
-        message: (
-            TogetherErrorResponse | Exception | str | RequestException | None
-        ) = None,
-        **kwargs: Any,
-    ) -> None:
-        super().__init__(message=message, **kwargs)
-
-
-class InstanceError(TogetherException):
-    def __init__(self, model: str | None = "model", **kwargs: Any) -> None:
-        super().__init__(**kwargs)
-        self.message = f"""No running instances for {model}.
-                You can start an instance with one of the following methods:
-                  1. navigating to the Together Playground at api.together.ai
-                  2. starting one in python using together.Models.start(model_name)
-                  3. `$ together models start <MODEL_NAME>` at the command line.
-                See `together.Models.list()` in python or `$ together models list` in command line
-                to get an updated list of valid model names.
-                """
-
-
-class RateLimitError(TogetherException):
-    def __init__(
-        self,
-        message: (
-            TogetherErrorResponse | Exception | str | RequestException | None
-        ) = None,
-        **kwargs: Any,
-    ) -> None:
-        super().__init__(message=message, **kwargs)
-
-
-class FileTypeError(TogetherException):
-    def __init__(
-        self,
-        message: (
-            TogetherErrorResponse | Exception | str | RequestException | None
-        ) = None,
-        **kwargs: Any,
-    ) -> None:
-        super().__init__(message=message, **kwargs)
-
-
-class AttributeError(TogetherException):
-    def __init__(
-        self,
-        message: (
-            TogetherErrorResponse | Exception | str | RequestException | None
-        ) = None,
-        **kwargs: Any,
-    ) -> None:
-        super().__init__(message=message, **kwargs)
-
-
-class Timeout(TogetherException):
-    def __init__(
-        self,
-        message: (
-            TogetherErrorResponse | Exception | str | RequestException | None
-        ) = None,
-        **kwargs: Any,
-    ) -> None:
-        super().__init__(message=message, **kwargs)
-
-
-class APIConnectionError(TogetherException):
-    def __init__(
-        self,
-        message: (
-            TogetherErrorResponse | Exception | str | RequestException | None
-        ) = None,
-        **kwargs: Any,
-    ) -> None:
-        super().__init__(message=message, **kwargs)
-
-
-class InvalidRequestError(TogetherException):
-    def __init__(
-        self,
-        message: (
-            TogetherErrorResponse | Exception | str | RequestException | None
-        ) = None,
-        **kwargs: Any,
-    ) -> None:
-        super().__init__(message=message, **kwargs)
-
-
-class APIError(TogetherException):
-    def __init__(
-        self,
-        message: (
-            TogetherErrorResponse | Exception | str | RequestException | None
-        ) = None,
-        **kwargs: Any,
-    ) -> None:
-        super().__init__(message=message, **kwargs)
-
-
-class ServiceUnavailableError(TogetherException):
-    def __init__(
-        self,
-        message: (
-            TogetherErrorResponse | Exception | str | RequestException | None
-        ) = None,
-        **kwargs: Any,
-    ) -> None:
-        super().__init__(message=message, **kwargs)
-
-
-class DownloadError(TogetherException):
-    def __init__(
-        self,
-        message: (
-            TogetherErrorResponse | Exception | str | RequestException | None
-        ) = None,
-        **kwargs: Any,
-    ) -> None:
-        super().__init__(message=message, **kwargs)