together 1.5.34__py3-none-any.whl → 1.5.35__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- together/cli/api/endpoints.py +3 -1
- together/cli/api/utils.py +5 -5
- together/resources/endpoints.py +13 -0
- together/types/finetune.py +1 -0
- {together-1.5.34.dist-info → together-1.5.35.dist-info}/METADATA +1 -1
- {together-1.5.34.dist-info → together-1.5.35.dist-info}/RECORD +9 -9
- {together-1.5.34.dist-info → together-1.5.35.dist-info}/WHEEL +1 -1
- {together-1.5.34.dist-info → together-1.5.35.dist-info}/entry_points.txt +0 -0
- {together-1.5.34.dist-info → together-1.5.35.dist-info}/licenses/LICENSE +0 -0
together/cli/api/endpoints.py
CHANGED
|
@@ -98,7 +98,7 @@ def endpoints(ctx: click.Context) -> None:
|
|
|
98
98
|
)
|
|
99
99
|
@click.option(
|
|
100
100
|
"--gpu",
|
|
101
|
-
type=click.Choice(["h100", "a100", "l40", "l40s", "rtx-6000"]),
|
|
101
|
+
type=click.Choice(["b200", "h200", "h100", "a100", "l40", "l40s", "rtx-6000"]),
|
|
102
102
|
required=True,
|
|
103
103
|
help="GPU type to use for inference",
|
|
104
104
|
)
|
|
@@ -161,6 +161,8 @@ def create(
|
|
|
161
161
|
"""Create a new dedicated inference endpoint."""
|
|
162
162
|
# Map GPU types to their full hardware ID names
|
|
163
163
|
gpu_map = {
|
|
164
|
+
"b200": "nvidia_b200_180gb_sxm",
|
|
165
|
+
"h200": "nvidia_h200_140gb_sxm",
|
|
164
166
|
"h100": "nvidia_h100_80gb_sxm",
|
|
165
167
|
"a100": "nvidia_a100_80gb_pcie" if gpu_count == 1 else "nvidia_a100_80gb_sxm",
|
|
166
168
|
"l40": "nvidia_l40",
|
together/cli/api/utils.py
CHANGED
|
@@ -103,13 +103,13 @@ def generate_progress_bar(
|
|
|
103
103
|
progress = "Progress: [bold red]unavailable[/bold red]"
|
|
104
104
|
if finetune_job.status in COMPLETED_STATUSES:
|
|
105
105
|
progress = "Progress: [bold green]completed[/bold green]"
|
|
106
|
-
elif finetune_job.
|
|
106
|
+
elif finetune_job.started_at is not None:
|
|
107
107
|
# Replace 'Z' with '+00:00' for Python 3.10 compatibility
|
|
108
|
-
|
|
109
|
-
|
|
108
|
+
started_at_str = finetune_job.started_at.replace("Z", "+00:00")
|
|
109
|
+
started_at = datetime.fromisoformat(started_at_str).astimezone()
|
|
110
110
|
|
|
111
111
|
if finetune_job.progress is not None:
|
|
112
|
-
if current_time <
|
|
112
|
+
if current_time < started_at:
|
|
113
113
|
return progress
|
|
114
114
|
|
|
115
115
|
if not finetune_job.progress.estimate_available:
|
|
@@ -118,7 +118,7 @@ def generate_progress_bar(
|
|
|
118
118
|
if finetune_job.progress.seconds_remaining <= 0:
|
|
119
119
|
return progress
|
|
120
120
|
|
|
121
|
-
elapsed_time = (current_time -
|
|
121
|
+
elapsed_time = (current_time - started_at).total_seconds()
|
|
122
122
|
ratio_filled = min(
|
|
123
123
|
elapsed_time / finetune_job.progress.seconds_remaining, 1.0
|
|
124
124
|
)
|
together/resources/endpoints.py
CHANGED
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
from __future__ import annotations
|
|
2
2
|
|
|
3
|
+
import warnings
|
|
3
4
|
from typing import Dict, List, Literal, Optional, Union
|
|
4
5
|
|
|
5
6
|
from together.abstract import api_requestor
|
|
@@ -96,6 +97,12 @@ class Endpoints:
|
|
|
96
97
|
Returns:
|
|
97
98
|
DedicatedEndpoint: Object containing endpoint information
|
|
98
99
|
"""
|
|
100
|
+
if disable_prompt_cache:
|
|
101
|
+
warnings.warn(
|
|
102
|
+
"The 'disable_prompt_cache' parameter (CLI flag: '--no-prompt-cache') is deprecated and will be removed in a future version.",
|
|
103
|
+
stacklevel=2,
|
|
104
|
+
)
|
|
105
|
+
|
|
99
106
|
requestor = api_requestor.APIRequestor(
|
|
100
107
|
client=self._client,
|
|
101
108
|
)
|
|
@@ -389,6 +396,12 @@ class AsyncEndpoints:
|
|
|
389
396
|
Returns:
|
|
390
397
|
DedicatedEndpoint: Object containing endpoint information
|
|
391
398
|
"""
|
|
399
|
+
if disable_prompt_cache:
|
|
400
|
+
warnings.warn(
|
|
401
|
+
"The 'disable_prompt_cache' parameter (CLI flag: '--no-prompt-cache') is deprecated and will be removed in a future version.",
|
|
402
|
+
stacklevel=2,
|
|
403
|
+
)
|
|
404
|
+
|
|
392
405
|
requestor = api_requestor.APIRequestor(
|
|
393
406
|
client=self._client,
|
|
394
407
|
)
|
together/types/finetune.py
CHANGED
|
@@ -5,13 +5,13 @@ together/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
|
5
5
|
together/cli/api/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
6
6
|
together/cli/api/chat.py,sha256=auJh0WZwpY16vFLJojkzLJYnjU1IgNz_ybf7sQtKga0,9941
|
|
7
7
|
together/cli/api/completions.py,sha256=l-Zw5t7hojL3w8xd_mitS2NRB72i5Z0xwkzH0rT5XMc,4263
|
|
8
|
-
together/cli/api/endpoints.py,sha256=
|
|
8
|
+
together/cli/api/endpoints.py,sha256=QSVyqFKJSZomMDmU43TWnb_prwMVzylx_SuwWbbniAw,14722
|
|
9
9
|
together/cli/api/evaluation.py,sha256=36SsujC5qicf-8l8GA8wqRtEC8NKzsAjL-_nYhePpQM,14691
|
|
10
10
|
together/cli/api/files.py,sha256=QLYEXRkY8J2Gg1SbTCtzGfoTMvosoeACNK83L_oLubs,3397
|
|
11
11
|
together/cli/api/finetune.py,sha256=fgzZ4QDWU5sr-Fw0vLkPHvz-qSzLq_WIJr9kGpqlzhk,20332
|
|
12
12
|
together/cli/api/images.py,sha256=GADSeaNUHUVMtWovmccGuKc28IJ9E_v4vAEwYHJhu5o,2645
|
|
13
13
|
together/cli/api/models.py,sha256=BRWRiguuJ8OwAD8crajpZ7RyCHA35tyOZvi3iLWQ7k4,3679
|
|
14
|
-
together/cli/api/utils.py,sha256=
|
|
14
|
+
together/cli/api/utils.py,sha256=K6UAQPPnabF-nVlqnCVmlqf9fTifHO5F6chpV8VKHlY,4391
|
|
15
15
|
together/cli/cli.py,sha256=PVahUjOfAQIjo209FoPKljcCA_OIpOYQ9MAsCjfEMu0,2134
|
|
16
16
|
together/client.py,sha256=KD33kAPkWTcnXjge4rLK_L3UsJYsxNUkvL6b9SgTEf0,6324
|
|
17
17
|
together/constants.py,sha256=vhdf231xNLw9jMVSyFZrcDLCEbuYcXr4U_K_MX9q_xk,2205
|
|
@@ -37,7 +37,7 @@ together/resources/chat/completions.py,sha256=cBsSFWi9qToQCn4V_3qJ0gwRqORjF6NFDX
|
|
|
37
37
|
together/resources/code_interpreter.py,sha256=vbN8Mh5MG6HQvqra7p61leIyfebgbgJTM_q2A_Fylhw,2948
|
|
38
38
|
together/resources/completions.py,sha256=5Wa-ZjPCxRcam6CDe7KgGYlTA7yJZMmd5TrRgGCL_ug,11726
|
|
39
39
|
together/resources/embeddings.py,sha256=PTvLb82yjG_-iQOyuhsilp77Fr7gZ0o6WD2KeRnKoxs,2675
|
|
40
|
-
together/resources/endpoints.py,sha256=
|
|
40
|
+
together/resources/endpoints.py,sha256=lC3jJJ89YHzEPImMrbl2TxKmHog3eWmoBzgAMRVYBLg,20890
|
|
41
41
|
together/resources/evaluation.py,sha256=eYSs9HUpW51XZjX-yNlFZlLapsuEDINJ8BjxJoYa4U0,31443
|
|
42
42
|
together/resources/files.py,sha256=_uK5xzriXNOGNw3tQGuTbCaxBRo6Az6_cXOUtBNFzDk,5434
|
|
43
43
|
together/resources/finetune.py,sha256=phlG5y6lHwoGC_eZbAU8Wx5Ohb4MKZwZD5AjEAoLpR4,53907
|
|
@@ -59,7 +59,7 @@ together/types/endpoints.py,sha256=EzNhHOoQ_D9fUdNQtxQPeSWiFzdFLqpNodN0YLmv_h0,4
|
|
|
59
59
|
together/types/error.py,sha256=OVlCs3cx_2WhZK4JzHT8SQyRIIqKOP1AZQ4y1PydjAE,370
|
|
60
60
|
together/types/evaluation.py,sha256=9gCAgzAwFD95MWnSgvxnSYFF27wKOTqIGn-wSOpFt2M,2385
|
|
61
61
|
together/types/files.py,sha256=_pB_q8kU5QH7WE3Y8Uro6LGsgK_5zrGYzJREZL9cRH0,2025
|
|
62
|
-
together/types/finetune.py,sha256=
|
|
62
|
+
together/types/finetune.py,sha256=5qZ5CuJlKC7yemQXclqqz1WVDBasy2nxIZFZGbhvZSc,12744
|
|
63
63
|
together/types/images.py,sha256=IsrmIM2FVeG-kP4vhZUx5fG5EhOJ-d8fefrAmOVKNDs,926
|
|
64
64
|
together/types/models.py,sha256=V8bcy1c3uTmqwnTVphbYLF2AJ6l2P2724njl36TzfHQ,2878
|
|
65
65
|
together/types/rerank.py,sha256=qZfuXOn7MZ6ly8hpJ_MZ7OU_Bi1-cgYNSB20Wja8Qkk,1061
|
|
@@ -70,8 +70,8 @@ together/utils/api_helpers.py,sha256=2K0O6qeEQ2zVFvi5NBN5m2kjZJaS3-JfKFecQ7SmGaw
|
|
|
70
70
|
together/utils/files.py,sha256=hgXr-7cHZPCIgwStgKrZbGMbAasiOCuoqlv6WDApQWc,32022
|
|
71
71
|
together/utils/tools.py,sha256=H2MTJhEqtBllaDvOyZehIO_IVNK3P17rSDeILtJIVag,2964
|
|
72
72
|
together/version.py,sha256=p03ivHyE0SyWU4jAnRTBi_sOwywVWoZPU4g2gzRgG-Y,126
|
|
73
|
-
together-1.5.
|
|
74
|
-
together-1.5.
|
|
75
|
-
together-1.5.
|
|
76
|
-
together-1.5.
|
|
77
|
-
together-1.5.
|
|
73
|
+
together-1.5.35.dist-info/METADATA,sha256=zPETCkkqrlimOCoPBSDWSZDFt7UZCPt8lxYQ1mS3W0Y,17415
|
|
74
|
+
together-1.5.35.dist-info/WHEEL,sha256=3ny-bZhpXrU6vSQ1UPG34FoxZBp3lVcvK0LkgUz6VLk,88
|
|
75
|
+
together-1.5.35.dist-info/entry_points.txt,sha256=G-b5NKW6lUUf1V1fH8IPTBb7jXnK7lhbX9H1zTEJXPs,50
|
|
76
|
+
together-1.5.35.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
|
|
77
|
+
together-1.5.35.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|