together 1.2.11__py3-none-any.whl → 2.0.0a8__py3-none-any.whl

together/lib/cli/api/utils.py

@@ -0,0 +1,50 @@
+from __future__ import annotations
+
+from typing import Literal
+from gettext import gettext as _
+from typing_extensions import override
+
+import click
+
+
+class AutoIntParamType(click.ParamType):
+    name = "integer_or_max"
+    _number_class = int
+
+    @override
+    def convert(
+        self, value: str, param: click.Parameter | None, ctx: click.Context | None
+    ) -> int | Literal["max"] | None:
+        if value == "max":
+            return "max"
+        try:
+            return int(value)
+        except ValueError:
+            self.fail(
+                _("{value!r} is not a valid {number_type}.").format(value=value, number_type=self.name),
+                param,
+                ctx,
+            )
+
+
+class BooleanWithAutoParamType(click.ParamType):
+    name = "boolean_or_auto"
+
+    @override
+    def convert(
+        self, value: str, param: click.Parameter | None, ctx: click.Context | None
+    ) -> bool | Literal["auto"] | None:
+        if value == "auto":
+            return "auto"
+        try:
+            return bool(value)
+        except ValueError:
+            self.fail(
+                _("{value!r} is not a valid {type}.").format(value=value, type=self.name),
+                param,
+                ctx,
+            )
+
+
+INT_WITH_MAX = AutoIntParamType()
+BOOL_WITH_AUTO = BooleanWithAutoParamType()

together/{cli → lib/cli}/cli.py

@@ -6,19 +6,19 @@ from typing import Any
 import click
 
 import together
-from together.cli.api.chat import chat, interactive
-from together.cli.api.completions import completions
-from together.cli.api.files import files
-from together.cli.api.finetune import fine_tuning
-from together.cli.api.images import images
-from together.cli.api.models import models
-from together.constants import MAX_RETRIES, TIMEOUT_SECS
+from together._version import __version__
+from together._constants import DEFAULT_TIMEOUT
+from together.lib.cli.api.evals import evals
+from together.lib.cli.api.files import files
+from together.lib.cli.api.models import models
+from together.lib.cli.api.endpoints import endpoints
+from together.lib.cli.api.fine_tuning import fine_tuning
 
 
-def print_version(ctx: click.Context, params: Any, value: Any) -> None:
+def print_version(ctx: click.Context, _params: Any, value: Any) -> None:
     if not value or ctx.resilient_parsing:
         return
-    click.echo(f"Version {together.version}")
+    click.echo(f"Version {__version__}")
     ctx.exit()
 
 
@@ -30,16 +30,12 @@ def print_version(ctx: click.Context, params: Any, value: Any) -> None:
     help="API Key. Defaults to environment variable `TOGETHER_API_KEY`",
     default=os.getenv("TOGETHER_API_KEY"),
 )
-@click.option(
-    "--base-url", type=str, help="API Base URL. Defaults to Together AI endpoint."
-)
-@click.option(
-    "--timeout", type=int, help=f"Request timeout. Defaults to {TIMEOUT_SECS} seconds"
-)
+@click.option("--base-url", type=str, help="API Base URL. Defaults to Together AI endpoint.")
+@click.option("--timeout", type=int, help=f"Request timeout. Defaults to {DEFAULT_TIMEOUT} seconds")
 @click.option(
     "--max-retries",
     type=int,
-    help=f"Maximum number of HTTP retries. Defaults to {MAX_RETRIES}.",
+    help=f"Maximum number of HTTP retries.",
 )
 @click.option(
     "--version",
@@ -55,23 +51,21 @@ def main(
     api_key: str | None,
     base_url: str | None,
     timeout: int | None,
-    max_retries: int | None,
     debug: bool | None,
+    max_retries: int | None,
 ) -> None:
     """This is a sample CLI tool."""
-    together.log = "debug" if debug else None
+    os.environ.setdefault("TOGETHER_LOG", "debug" if debug else "info")
     ctx.obj = together.Together(
-        api_key=api_key, base_url=base_url, timeout=timeout, max_retries=max_retries
+        api_key=api_key, base_url=base_url, timeout=timeout, max_retries=max_retries if max_retries is not None else 0
     )
 
 
-main.add_command(chat)
-main.add_command(interactive)
-main.add_command(completions)
-main.add_command(images)
 main.add_command(files)
 main.add_command(fine_tuning)
 main.add_command(models)
+main.add_command(endpoints)
+main.add_command(evals)
 
 if __name__ == "__main__":
     main()

together/lib/constants.py

@@ -0,0 +1,61 @@
+import enum
+
+# Session constants
+# TIMEOUT_SECS = 600
+# MAX_SESSION_LIFETIME_SECS = 180
+# MAX_CONNECTION_RETRIES = 2
+# MAX_RETRIES = 5
+# INITIAL_RETRY_DELAY = 0.5
+# MAX_RETRY_DELAY = 8.0
+
+# API defaults
+# BASE_URL = "https://api.together.xyz/v1"
+
+# Download defaults
+DOWNLOAD_BLOCK_SIZE = 10 * 1024 * 1024  # 10 MB
+DISABLE_TQDM = False
+
+# Upload defaults
+MAX_CONCURRENT_PARTS = 4  # Maximum concurrent parts for multipart upload
+
+# Multipart upload constants
+MIN_PART_SIZE_MB = 5  # Minimum part size (S3 requirement)
+TARGET_PART_SIZE_MB = 250  # Target part size for optimal performance
+MAX_MULTIPART_PARTS = 250  # Maximum parts per upload (S3 limit)
+MULTIPART_UPLOAD_TIMEOUT = 300  # Timeout in seconds for uploading each part
+MULTIPART_THRESHOLD_GB = 5.0  # threshold for switching to multipart upload
+
+# Minimum number of samples required for fine-tuning file
+MIN_SAMPLES = 1
+
+# the number of bytes in a gigabyte, used to convert bytes to GB for readable comparison
+NUM_BYTES_IN_GB = 2**30
+
+# maximum number of GB sized files we support finetuning for
+MAX_FILE_SIZE_GB = 50.1
+
+# expected columns for Parquet files
+PARQUET_EXPECTED_COLUMNS = ["input_ids", "attention_mask", "labels"]
+
+
+class DatasetFormat(enum.Enum):
+    """Dataset format enum."""
+
+    GENERAL = "general"
+    CONVERSATION = "conversation"
+    INSTRUCTION = "instruction"
+    PREFERENCE_OPENAI = "preference_openai"
+
+
+JSONL_REQUIRED_COLUMNS_MAP = {
+    DatasetFormat.GENERAL: ["text"],
+    DatasetFormat.CONVERSATION: ["messages"],
+    DatasetFormat.INSTRUCTION: ["prompt", "completion"],
+    DatasetFormat.PREFERENCE_OPENAI: [
+        "input",
+        "preferred_output",
+        "non_preferred_output",
+    ],
+}
+REQUIRED_COLUMNS_MESSAGE = ["role", "content"]
+POSSIBLE_ROLES_CONVERSATION = ["system", "user", "assistant"]

together/lib/resources/__init__.py

@@ -0,0 +1,11 @@
+from .files import (
+    UploadManager,
+    DownloadManager,
+    AsyncUploadManager,
+)
+
+__all__ = [
+    "DownloadManager",
+    "UploadManager",
+    "AsyncUploadManager",
+]