together 1.2.5__py3-none-any.whl → 1.2.7__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- together/cli/api/finetune.py +7 -2
- together/resources/finetune.py +14 -3
- {together-1.2.5.dist-info → together-1.2.7.dist-info}/METADATA +1 -1
- {together-1.2.5.dist-info → together-1.2.7.dist-info}/RECORD +7 -7
- {together-1.2.5.dist-info → together-1.2.7.dist-info}/LICENSE +0 -0
- {together-1.2.5.dist-info → together-1.2.7.dist-info}/WHEEL +0 -0
- {together-1.2.5.dist-info → together-1.2.7.dist-info}/entry_points.txt +0 -0
together/cli/api/finetune.py
CHANGED
|
@@ -6,7 +6,7 @@ from click.core import ParameterSource # type: ignore[attr-defined]
|
|
|
6
6
|
from tabulate import tabulate
|
|
7
7
|
|
|
8
8
|
from together import Together
|
|
9
|
-
from together.utils import finetune_price_to_dollars, parse_timestamp
|
|
9
|
+
from together.utils import finetune_price_to_dollars, log_warn, parse_timestamp
|
|
10
10
|
|
|
11
11
|
|
|
12
12
|
@click.group(name="fine-tuning")
|
|
@@ -26,7 +26,7 @@ def fine_tuning(ctx: click.Context) -> None:
|
|
|
26
26
|
@click.option(
|
|
27
27
|
"--n-checkpoints", type=int, default=1, help="Number of checkpoints to save"
|
|
28
28
|
)
|
|
29
|
-
@click.option("--batch-size", type=int, default=
|
|
29
|
+
@click.option("--batch-size", type=int, default=16, help="Train batch size")
|
|
30
30
|
@click.option("--learning-rate", type=float, default=1e-5, help="Learning rate")
|
|
31
31
|
@click.option(
|
|
32
32
|
"--lora/--no-lora",
|
|
@@ -99,6 +99,11 @@ def create(
|
|
|
99
99
|
|
|
100
100
|
click.echo(json.dumps(response.model_dump(exclude_none=True), indent=4))
|
|
101
101
|
|
|
102
|
+
# TODO: Remove it after the 21st of August
|
|
103
|
+
log_warn(
|
|
104
|
+
"The default value of batch size has been changed from 32 to 16 since together version >= 1.2.6"
|
|
105
|
+
)
|
|
106
|
+
|
|
102
107
|
|
|
103
108
|
@fine_tuning.command()
|
|
104
109
|
@click.pass_context
|
together/resources/finetune.py
CHANGED
|
@@ -17,7 +17,7 @@ from together.types import (
|
|
|
17
17
|
TogetherRequest,
|
|
18
18
|
TrainingType,
|
|
19
19
|
)
|
|
20
|
-
from together.utils import normalize_key
|
|
20
|
+
from together.utils import log_warn, normalize_key
|
|
21
21
|
|
|
22
22
|
|
|
23
23
|
class FineTuning:
|
|
@@ -31,9 +31,9 @@ class FineTuning:
|
|
|
31
31
|
model: str,
|
|
32
32
|
n_epochs: int = 1,
|
|
33
33
|
n_checkpoints: int | None = 1,
|
|
34
|
-
batch_size: int | None =
|
|
34
|
+
batch_size: int | None = 16,
|
|
35
35
|
learning_rate: float | None = 0.00001,
|
|
36
|
-
lora: bool =
|
|
36
|
+
lora: bool = False,
|
|
37
37
|
lora_r: int | None = 8,
|
|
38
38
|
lora_dropout: float | None = 0,
|
|
39
39
|
lora_alpha: float | None = 8,
|
|
@@ -103,6 +103,17 @@ class FineTuning:
|
|
|
103
103
|
|
|
104
104
|
assert isinstance(response, TogetherResponse)
|
|
105
105
|
|
|
106
|
+
# TODO: Remove it after the 21st of August
|
|
107
|
+
log_warn(
|
|
108
|
+
"The default value of batch size has been changed from 32 to 16 since together version >= 1.2.6"
|
|
109
|
+
)
|
|
110
|
+
|
|
111
|
+
# TODO: Remove after next LoRA default change
|
|
112
|
+
log_warn(
|
|
113
|
+
"Some of the jobs run _directly_ from the together-python library might be trained using LoRA adapters. "
|
|
114
|
+
"The version range when this change occurred is from 1.2.3 to 1.2.6."
|
|
115
|
+
)
|
|
116
|
+
|
|
106
117
|
return FinetuneResponse(**response.data)
|
|
107
118
|
|
|
108
119
|
def list(self) -> FinetuneList:
|
|
@@ -6,7 +6,7 @@ together/cli/api/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,
|
|
|
6
6
|
together/cli/api/chat.py,sha256=2PHRb-9T-lUEKhUJFtc7SxJv3shCVx40gq_8pzfsewM,9234
|
|
7
7
|
together/cli/api/completions.py,sha256=l-Zw5t7hojL3w8xd_mitS2NRB72i5Z0xwkzH0rT5XMc,4263
|
|
8
8
|
together/cli/api/files.py,sha256=QLYEXRkY8J2Gg1SbTCtzGfoTMvosoeACNK83L_oLubs,3397
|
|
9
|
-
together/cli/api/finetune.py,sha256=
|
|
9
|
+
together/cli/api/finetune.py,sha256=lMtcuZqcuxlyrI1fLwLt6CgBA_gp0f-eOJpxFuM1F4I,7340
|
|
10
10
|
together/cli/api/images.py,sha256=01dFYa2sK1HqUwVCD9FlwcjqkYWLoNxFZkzok13EriE,2363
|
|
11
11
|
together/cli/api/models.py,sha256=xWEzu8ZpxM_Pz9KEjRPRVuv_v22RayYZ4QcgiezT5tE,1126
|
|
12
12
|
together/cli/cli.py,sha256=RC0tgapkSOFjsRPg8p-8dx9D2LDzm8YmVCHUjk_aVyQ,1977
|
|
@@ -28,7 +28,7 @@ together/resources/chat/completions.py,sha256=BFeApiCRSTzy3FXiRudWVhN-dOodC4MMYo
|
|
|
28
28
|
together/resources/completions.py,sha256=ouv9_jCsVT-vz49i77T053v35LL9iWhUXT7awa_gH5o,11387
|
|
29
29
|
together/resources/embeddings.py,sha256=AddhcJTS7cjhCpW6v8B2mOLoHugeo3AxL9AGrBEKe8o,2580
|
|
30
30
|
together/resources/files.py,sha256=bnPbaF25e4InBRPvHwXHXT-oSX1Z1sZRsnQW5wq82U4,4990
|
|
31
|
-
together/resources/finetune.py,sha256=
|
|
31
|
+
together/resources/finetune.py,sha256=hBvTVIongV32-dJo8iKdKgy_7K_TGdk5QQ3q6ocYb0I,13988
|
|
32
32
|
together/resources/images.py,sha256=ALTxJyrUHkGnPzfm7R_nySF0fhUwPjrcyg1j3hzZ_WY,4809
|
|
33
33
|
together/resources/models.py,sha256=2dtHhXAqTDOOpwSbYLzWcKTC0-m2Szlb7LDYvp7Jr4w,1786
|
|
34
34
|
together/together_response.py,sha256=MhczUCPem93cjX-A1TOAUrRj3sO-o3SLcEcTsZgVzQI,1319
|
|
@@ -49,8 +49,8 @@ together/utils/api_helpers.py,sha256=RSF7SRhbjHzroMOSWAXscflByM1r1ta_1SpxkAT22iE
|
|
|
49
49
|
together/utils/files.py,sha256=gMLthqfP5hKxVAerHMdy7gLXzdfY6lyOXdpW24Y4X3I,7165
|
|
50
50
|
together/utils/tools.py,sha256=3-lXWP3cBCzOVSZg9tr5zOT1jaVeKAKVWxO2fcXZTh8,1788
|
|
51
51
|
together/version.py,sha256=p03ivHyE0SyWU4jAnRTBi_sOwywVWoZPU4g2gzRgG-Y,126
|
|
52
|
-
together-1.2.
|
|
53
|
-
together-1.2.
|
|
54
|
-
together-1.2.
|
|
55
|
-
together-1.2.
|
|
56
|
-
together-1.2.
|
|
52
|
+
together-1.2.7.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
|
|
53
|
+
together-1.2.7.dist-info/METADATA,sha256=Pk0b0rO468XdWV-jcSv6E0dhdr3F2J6i2ybUuvjJhP0,11812
|
|
54
|
+
together-1.2.7.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
|
|
55
|
+
together-1.2.7.dist-info/entry_points.txt,sha256=G-b5NKW6lUUf1V1fH8IPTBb7jXnK7lhbX9H1zTEJXPs,50
|
|
56
|
+
together-1.2.7.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|