together 2.0.0a16__py3-none-any.whl → 2.0.0a17__py3-none-any.whl

together/_version.py

@@ -1,4 +1,4 @@
 # File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
 __title__ = "together"
-__version__ = "2.0.0-alpha.16"  # x-release-please-version
+__version__ = "2.0.0-alpha.17"  # x-release-please-version

together/lib/cli/api/endpoints/create.py

@@ -31,7 +31,7 @@ from .hardware import hardware
 )
 @click.option(
     "--gpu",
-    type=click.Choice(["h100", "a100", "l40", "l40s", "rtx-6000"]),
+    type=click.Choice(["b200", "h200", "h100", "a100", "l40", "l40s", "rtx-6000"]),
     required=True,
     help="GPU type to use for inference",
 )
@@ -48,7 +48,7 @@ from .hardware import hardware
 @click.option(
     "--no-prompt-cache",
     is_flag=True,
-    help="Disable the prompt cache for this endpoint",
+    help="Deprecated and no longer has any effect.",
 )
 @click.option(
     "--no-speculative-decoding",
@@ -95,6 +95,8 @@ def create(
     client: Together = ctx.obj
     # Map GPU types to their full hardware ID names
     gpu_map = {
+        "b200": "nvidia_b200_180gb_sxm",
+        "h200": "nvidia_h200_140gb_sxm",
         "h100": "nvidia_h100_80gb_sxm",
         "a100": "nvidia_a100_80gb_pcie" if gpu_count == 1 else "nvidia_a100_80gb_sxm",
         "l40": "nvidia_l40",
@@ -102,6 +104,9 @@ def create(
         "rtx-6000": "nvidia_rtx_6000_ada",
     }
 
+    if no_prompt_cache is not None:
+        click.echo("Warning: --no-prompt-cache is deprecated and no longer has any effect.", err=True)
+
     hardware_id = f"{gpu_count}x_{gpu_map[gpu]}"
 
     try:
@@ -113,7 +118,6 @@ def create(
                 "max_replicas": max_replicas,
             },
             display_name=display_name or omit,
-            disable_prompt_cache=no_prompt_cache or omit,
             disable_speculative_decoding=no_speculative_decoding or omit,
             state="STOPPED" if no_auto_start else "STARTED",
             inactive_timeout=inactive_timeout,
@@ -134,8 +138,6 @@ def create(
     click.echo(f"  Hardware: {hardware_id}", err=True)
     if display_name:
         click.echo(f"  Display name: {display_name}", err=True)
-    if no_prompt_cache:
-        click.echo("  Prompt cache: disabled", err=True)
     if no_speculative_decoding:
         click.echo("  Speculative decoding: disabled", err=True)
     if no_auto_start:

together/lib/cli/api/models/list.py

@@ -5,9 +5,9 @@ import click
 from tabulate import tabulate
 
 from together import Together, omit
-from together._models import BaseModel
 from together._response import APIResponse as APIResponse
 from together.lib.cli.api._utils import handle_api_errors
+from together.lib.utils.serializer import datetime_serializer
 
 
 @click.command()
@@ -29,23 +29,27 @@ def list(ctx: click.Context, type: Optional[str], json: bool) -> None:
 
     models_list = client.models.list(dedicated=type == "dedicated" if type else omit)
 
+    if json:
+        items = [model.model_dump() for model in models_list]
+        click.echo(json_lib.dumps(items, indent=2, default=datetime_serializer))
+        return
+
     display_list: List[Dict[str, Any]] = []
-    model: BaseModel
-    for model in models_list:
+    for model in sorted(models_list, key=lambda x: x.type):
+        price_parts: List[str] = []
+
+        # Only show pricing if a value actually exists
+        if model.pricing and model.pricing.input > 0 and model.pricing.output > 0:
+            price_parts.append(f"${model.pricing.input:.2f}")
+            price_parts.append(f"${model.pricing.output:.2f}")
+
         display_list.append(
             {
-                "ID": model.id,
-                "Name": model.display_name,
-                "Organization": model.organization,
+                "Model": model.id,
                 "Type": model.type,
-                "Context Length": model.context_length,
-                "License": model.license,
-                "Input per 1M token": model.pricing.input if model.pricing else None,
-                "Output per 1M token": model.pricing.output if model.pricing else None,
+                "Context length": model.context_length if model.context_length else None,
+                "Price per 1M Tokens (input/output)": "/".join(price_parts),
             }
         )
 
-    if json:
-        click.echo(json_lib.dumps(display_list, indent=2))
-    else:
-        click.echo(tabulate(display_list, headers="keys", tablefmt="plain"))
+    click.echo(tabulate(display_list, headers="keys"))

together/resources/endpoints.py

@@ -81,7 +81,7 @@ class EndpointsResource(SyncAPIResource):
 
           availability_zone: Create the endpoint in a specified availability zone (e.g., us-central-4b)
 
-          disable_prompt_cache: Whether to disable the prompt cache for this endpoint
+          disable_prompt_cache: This parameter is deprecated and no longer has any effect.
 
           disable_speculative_decoding: Whether to disable speculative decoding for this endpoint
 
@@ -375,7 +375,7 @@ class AsyncEndpointsResource(AsyncAPIResource):
 
           availability_zone: Create the endpoint in a specified availability zone (e.g., us-central-4b)
 
-          disable_prompt_cache: Whether to disable the prompt cache for this endpoint
+          disable_prompt_cache: This parameter is deprecated and no longer has any effect.
 
           disable_speculative_decoding: Whether to disable speculative decoding for this endpoint
 

together/types/endpoint_create_params.py

@@ -24,7 +24,7 @@ class EndpointCreateParams(TypedDict, total=False):
     """Create the endpoint in a specified availability zone (e.g., us-central-4b)"""
 
     disable_prompt_cache: bool
-    """Whether to disable the prompt cache for this endpoint"""
+    """This parameter is deprecated and no longer has any effect."""
 
     disable_speculative_decoding: bool
     """Whether to disable speculative decoding for this endpoint"""

{together-2.0.0a16.dist-info → together-2.0.0a17.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: together
-Version: 2.0.0a16
+Version: 2.0.0a17
 Summary: The official Python library for the together API
 Project-URL: Homepage, https://github.com/togethercomputer/together-py
 Project-URL: Repository, https://github.com/togethercomputer/together-py

{together-2.0.0a16.dist-info → together-2.0.0a17.dist-info}/RECORD

@@ -11,7 +11,7 @@ together/_resource.py,sha256=-ZTq9O5qf2YsgjJk_gwJs-CM_OG4p6gdMLcNWjuxFwQ,1112
 together/_response.py,sha256=lvqEsCbpD8SRJTjlhhUFGbnLUR_4-Qva-OApxfVdiY4,28800
 together/_streaming.py,sha256=sk6fVYbpdO3Y-0S5iwZTHQJ3N24UkK0KaupgUTftWZk,11825
 together/_types.py,sha256=6XJrgQABAp4xUfdSwlKJ3gAG0eRQHG92TwqqxgLh_tI,7596
-together/_version.py,sha256=KrBQd6trfZ-62WQZY087FReuHWQooZCvvm8x38I0PoM,169
+together/_version.py,sha256=wOUjcWV7EyqOH6E2UiB_0-mvr8MtoU08tEf3Wns5O0s,169
 together/constants.py,sha256=U1SgiirDQMiT5XvyrGcnNxPKlFmWeKq3TGkWLtB705w,1305
 together/error.py,sha256=Xn-OeVpHIP06zWuLlqCTdglks2UOZpjdXzi2P46NlqA,452
 together/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -49,7 +49,7 @@ together/lib/cli/api/beta/clusters/storage/list.py,sha256=Pn12uJ7HhZ2MfRBeVMc8md
 together/lib/cli/api/beta/clusters/storage/retrieve.py,sha256=PnyZxZ_DKN-UNVITpOBP94y56hatbh1WOwqWYAV7eu8,772
 together/lib/cli/api/endpoints/__init__.py,sha256=wZJvqaNxQhOZ6NLctrRjR2tbf6rL14ZGHQ_w-fmmCcI,1759
 together/lib/cli/api/endpoints/availability_zones.py,sha256=DF1gxtmvhyQyIIOYw7QS00k2tDMJ1E5qPVoLu2gLBI8,766
-together/lib/cli/api/endpoints/create.py,sha256=Q3P5FVJDL_Xa27JXL4FA-agP9GZDU23zyV5DM1QPeQE,4821
+together/lib/cli/api/endpoints/create.py,sha256=mz2L9BtDr6yYrwMOmnGw0sBzw4YpeyuRaVpugSsa0E0,4918
 together/lib/cli/api/endpoints/delete.py,sha256=rvLcI_m5N8Mx2elNxJB4aPDuMuGmFcKaJcQO1BKauCA,447
 together/lib/cli/api/endpoints/hardware.py,sha256=FufyNgnKl_VjFkUlJ4QmfUGPCpXuHF4AbmQGJ3c9C3o,1521
 together/lib/cli/api/endpoints/list.py,sha256=EUr3p2VXNPiwED_LIzAPTmvjlpuPbAzCEGfzmCEl0mM,1734
@@ -79,7 +79,7 @@ together/lib/cli/api/fine_tuning/list_checkpoints.py,sha256=I1dFgfHTXfN7a3NvSAhn
 together/lib/cli/api/fine_tuning/list_events.py,sha256=GUVuFFpJNL_BkxYVgtLSzuhBPdrU8p8itdCf5-tPNQM,981
 together/lib/cli/api/fine_tuning/retrieve.py,sha256=IskJVcfWwxaB-0jOHZ2nrew4mozNixza9R-95psBzrY,870
 together/lib/cli/api/models/__init__.py,sha256=eITfO7XSwhdRQMUYlmVKge_lpOCmKnEGL3PhvjQlttM,234
-together/lib/cli/api/models/list.py,sha256=gcLh9Ek_2cPjhdiFC9T-1rnvdC6wMrEmXvo2EtsYy3Q,1593
+together/lib/cli/api/models/list.py,sha256=W5DT-rlLvpO-X1INbES8qQTJ9PrcyIrZbQ17cG0AY8E,1796
 together/lib/cli/api/models/upload.py,sha256=wG4EV2WO1eFVd0hOIY9YvQF2-yMdFW4YlryUYJJAHn0,2708
 together/lib/resources/__init__.py,sha256=ystIb0pBHQLuwUBtHJwhRgtjK3_TV6K0KuM8NGuuNoU,172
 together/lib/resources/files.py,sha256=Z_D23IvjYYWBpYrfYolCNfUslJBcE4PnU0WtuLsN67M,37277
@@ -96,7 +96,7 @@ together/resources/__init__.py,sha256=GRjbTMmep-fxfaRYWazySFcfeZBaztG_skfnsSaAb1
 together/resources/batches.py,sha256=FTdtVrCGstua94Imd5kqPhvzTBA8MdcFXuNb9gMha8Q,15386
 together/resources/completions.py,sha256=DHTQs7PLxjwWacEtRSmB2AKat3DaWotm8vz2Z7F_WDE,41505
 together/resources/embeddings.py,sha256=7EU6DZQd0Nm0Sh7x7v37QQOLNuLqNmcjdJAyOTckeRo,7447
-together/resources/endpoints.py,sha256=dYdLlAJ0P7HJNhzZGxlbzEQYpUWsh35cjAMVfdWiifw,27884
+together/resources/endpoints.py,sha256=-EyX1MfUoBA94JqkDPf2UkFjCzuShThLM2MnJ57gOBA,27894
 together/resources/evals.py,sha256=FPjvkbsBY5rrzLyQ-X1G9fWt2QmivI9ol5GExGtqYVA,16216
 together/resources/files.py,sha256=0paHeVqNt3NQCXoztCgFS8PEIg_-mMVto-ulHTr7GzE,16854
 together/resources/fine_tuning.py,sha256=BiCxQpdTjW5ArBufmWHNQoYY4z7Ulge8dI9GDCa5Dow,54795
@@ -139,7 +139,7 @@ together/types/completion_create_params.py,sha256=IxnGl1I_7sJl5rW57DwJfA74-nEnJT
 together/types/dedicated_endpoint.py,sha256=eZx8Arh3WEWpsFciws0CF7Z2RlWw5wKiA6NIPtcCrZY,1147
 together/types/embedding.py,sha256=ThcALXoTfDPptcFikqfUjDkBTHk3diJtYJ4hXYQOVHk,413
 together/types/embedding_create_params.py,sha256=6FEUFFRj3EQ7_3T8qjjCpfpA1YWzcpcO259db5koNCo,913
-together/types/endpoint_create_params.py,sha256=GnfrwDdtGTJjSrPgE8lxRz4Hfql8DMVBRAnY6gSmLVo,1311
+together/types/endpoint_create_params.py,sha256=-9rL6FvjMBJGquBG4kTpJ7j0Ot7nkE3srr44-W_f8uc,1316
 together/types/endpoint_list_avzones_response.py,sha256=LbzRkG7snD7Swy-t0E0MLXrlU-utn_N9qPwjPkr8jT4,303
 together/types/endpoint_list_params.py,sha256=83Mg5beLYX_ipn1X_izk7hDIO8q8YNEL-tjsv5AcNXo,506
 together/types/endpoint_list_response.py,sha256=LPyv8np_HctSW0QKstC8k7vF0RAejb6X9N2JowZtaEY,1010
@@ -226,8 +226,8 @@ together/types/chat/chat_completion_warning.py,sha256=_Dp7YKlxyY2HeZopTvT-Go7qqK
 together/types/chat/completion_create_params.py,sha256=GpOQIpL2hODOV-iPoilHxo5UYP_KHJ-zdZMP-VW87-g,13755
 together/types/code_interpreter/__init__.py,sha256=dAXfb3ryLMtcBalCfxxNu2wJVswVP8G1xXryZnahPQY,201
 together/types/code_interpreter/session_list_response.py,sha256=TRxLGFTmIY-KLpStKjJtsrm4EI6BBvakpx43B6pkhnw,662
-together-2.0.0a16.dist-info/METADATA,sha256=0VoI6xgnRwNl5aE1rHBnfLNf6ZaWw8fTBvokjshDkWY,21255
-together-2.0.0a16.dist-info/WHEEL,sha256=C2FUgwZgiLbznR-k0b_5k3Ai_1aASOXDss3lzCUsUug,87
-together-2.0.0a16.dist-info/entry_points.txt,sha256=urdkNVg6rlks26fHnWO7smiBtaZ6Vr75hlsoHSJ7TKc,51
-together-2.0.0a16.dist-info/licenses/LICENSE,sha256=oSs-kmJHhMue4vIIPIxQMvXou9PbxgNdIX-r_AwfO7c,11338
-together-2.0.0a16.dist-info/RECORD,,
+together-2.0.0a17.dist-info/METADATA,sha256=ie2XtMpnQOyhDe8IuvPleBfL7hqKMswn7zwYEZZsstk,21255
+together-2.0.0a17.dist-info/WHEEL,sha256=C2FUgwZgiLbznR-k0b_5k3Ai_1aASOXDss3lzCUsUug,87
+together-2.0.0a17.dist-info/entry_points.txt,sha256=urdkNVg6rlks26fHnWO7smiBtaZ6Vr75hlsoHSJ7TKc,51
+together-2.0.0a17.dist-info/licenses/LICENSE,sha256=oSs-kmJHhMue4vIIPIxQMvXou9PbxgNdIX-r_AwfO7c,11338
+together-2.0.0a17.dist-info/RECORD,,