together-ai 0.6.0-alpha.7 → 0.6.0-alpha.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +13 -0
- package/package.json +1 -1
- package/resources/fine-tune.d.ts +34 -3
- package/resources/fine-tune.d.ts.map +1 -1
- package/resources/fine-tune.js.map +1 -1
- package/resources/fine-tune.mjs.map +1 -1
- package/src/resources/fine-tune.ts +43 -3
- package/src/version.ts +1 -1
- package/version.d.ts +1 -1
- package/version.js +1 -1
- package/version.mjs +1 -1
package/CHANGELOG.md
CHANGED
|
@@ -1,5 +1,18 @@
|
|
|
1
1
|
# Changelog
|
|
2
2
|
|
|
3
|
+
## 0.6.0-alpha.8 (2024-08-29)
|
|
4
|
+
|
|
5
|
+
Full Changelog: [v0.6.0-alpha.7...v0.6.0-alpha.8](https://github.com/togethercomputer/together-typescript/compare/v0.6.0-alpha.7...v0.6.0-alpha.8)
|
|
6
|
+
|
|
7
|
+
### Features
|
|
8
|
+
|
|
9
|
+
* **api:** OpenAPI spec update via Stainless API ([#48](https://github.com/togethercomputer/together-typescript/issues/48)) ([e382b4a](https://github.com/togethercomputer/together-typescript/commit/e382b4a8563479b5a0843d7613809454b5b9a16f))
|
|
10
|
+
|
|
11
|
+
|
|
12
|
+
### Chores
|
|
13
|
+
|
|
14
|
+
* run tsc as part of lint script ([#50](https://github.com/togethercomputer/together-typescript/issues/50)) ([3611348](https://github.com/togethercomputer/together-typescript/commit/361134866e071d7f02bf1a3377166a4a82e08191))
|
|
15
|
+
|
|
3
16
|
## 0.6.0-alpha.7 (2024-08-28)
|
|
4
17
|
|
|
5
18
|
Full Changelog: [v0.6.0-alpha.6...v0.6.0-alpha.7](https://github.com/togethercomputer/together-typescript/compare/v0.6.0-alpha.6...v0.6.0-alpha.7)
|
package/package.json
CHANGED
package/resources/fine-tune.d.ts
CHANGED
|
@@ -41,18 +41,20 @@ export interface FineTune {
|
|
|
41
41
|
lora_alpha?: number;
|
|
42
42
|
lora_dropout?: number;
|
|
43
43
|
lora_r?: number;
|
|
44
|
+
lora_trainable_modules?: string;
|
|
44
45
|
model?: string;
|
|
45
46
|
model_output_name?: string;
|
|
46
47
|
model_output_path?: string;
|
|
47
48
|
n_checkpoints?: number;
|
|
48
49
|
n_epochs?: number;
|
|
50
|
+
n_evals?: number;
|
|
49
51
|
param_count?: number;
|
|
50
52
|
queue_depth?: number;
|
|
51
53
|
token_count?: number;
|
|
52
54
|
total_price?: number;
|
|
53
55
|
training_file?: string;
|
|
54
|
-
|
|
55
|
-
|
|
56
|
+
trainingfile_numlines?: number;
|
|
57
|
+
trainingfile_size?: number;
|
|
56
58
|
updated_at?: string;
|
|
57
59
|
validation_file?: string;
|
|
58
60
|
wandb_project_name?: string;
|
|
@@ -108,7 +110,7 @@ export interface FineTuneCreateParams {
|
|
|
108
110
|
*/
|
|
109
111
|
model: string;
|
|
110
112
|
/**
|
|
111
|
-
* File-ID of a file uploaded to the Together API
|
|
113
|
+
* File-ID of a training file uploaded to the Together API
|
|
112
114
|
*/
|
|
113
115
|
training_file: string;
|
|
114
116
|
/**
|
|
@@ -119,6 +121,27 @@ export interface FineTuneCreateParams {
|
|
|
119
121
|
* Learning rate multiplier to use for training
|
|
120
122
|
*/
|
|
121
123
|
learning_rate?: number;
|
|
124
|
+
/**
|
|
125
|
+
* Whether to enable LoRA training. If not provided, full fine-tuning will be
|
|
126
|
+
* applied.
|
|
127
|
+
*/
|
|
128
|
+
lora?: boolean;
|
|
129
|
+
/**
|
|
130
|
+
* The alpha value for LoRA adapter training.
|
|
131
|
+
*/
|
|
132
|
+
lora_alpha?: number;
|
|
133
|
+
/**
|
|
134
|
+
* The dropout probability for Lora layers.
|
|
135
|
+
*/
|
|
136
|
+
lora_dropout?: number;
|
|
137
|
+
/**
|
|
138
|
+
* Rank for LoRA adapter weights
|
|
139
|
+
*/
|
|
140
|
+
lora_r?: number;
|
|
141
|
+
/**
|
|
142
|
+
* A list of LoRA trainable modules, separated by a comma
|
|
143
|
+
*/
|
|
144
|
+
lora_trainable_modules?: string;
|
|
122
145
|
/**
|
|
123
146
|
* Number of checkpoints to save during fine-tuning
|
|
124
147
|
*/
|
|
@@ -127,10 +150,18 @@ export interface FineTuneCreateParams {
|
|
|
127
150
|
* Number of epochs for fine-tuning
|
|
128
151
|
*/
|
|
129
152
|
n_epochs?: number;
|
|
153
|
+
/**
|
|
154
|
+
* Number of evaluations to be run on a given validation set during training
|
|
155
|
+
*/
|
|
156
|
+
n_evals?: number;
|
|
130
157
|
/**
|
|
131
158
|
* Suffix that will be added to your fine-tuned model name
|
|
132
159
|
*/
|
|
133
160
|
suffix?: string;
|
|
161
|
+
/**
|
|
162
|
+
* File-ID of a validation file uploaded to the Together API
|
|
163
|
+
*/
|
|
164
|
+
validation_file?: string;
|
|
134
165
|
/**
|
|
135
166
|
* API key for Weights & Biases integration
|
|
136
167
|
*/
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"fine-tune.d.ts","sourceRoot":"","sources":["../src/resources/fine-tune.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,KAAK,IAAI,MAAM,SAAS,CAAC;AAChC,OAAO,KAAK,WAAW,MAAM,aAAa,CAAC;AAE3C,qBAAa,gBAAiB,SAAQ,WAAW;IAC/C;;OAEG;IACH,MAAM,CAAC,IAAI,EAAE,oBAAoB,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;IAI5F;;OAEG;IACH,QAAQ,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;IAI9E;;OAEG;IACH,IAAI,CAAC,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,oBAAoB,CAAC;IAI1E;;OAEG;IACH,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;IAI5E;;OAEG;IACH,QAAQ,CACN,KAAK,EAAE,sBAAsB,EAC7B,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,wBAAwB,CAAC;IAI5C;;OAEG;IACH,UAAU,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC;CAGtF;AAED,MAAM,WAAW,QAAQ;IACvB,EAAE,EAAE,MAAM,CAAC;IAEX,MAAM,EACF,SAAS,GACT,QAAQ,GACR,SAAS,GACT,aAAa,GACb,WAAW,GACX,kBAAkB,GAClB,WAAW,GACX,OAAO,GACP,WAAW,CAAC;IAEhB,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAE1B,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB,MAAM,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAE/B,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB,aAAa,CAAC,EAAE,MAAM,CAAC;IAEvB,IAAI,CAAC,EAAE,OAAO,CAAC;IAEf,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB,KAAK,CAAC,EAAE,MAAM,CAAC;IAEf,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAE3B,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAE3B,aAAa,CAAC,EAAE,MAAM,CAAC;IAEvB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB,aAAa,CAAC,EAAE,MAAM,CAAC;IAEvB,
|
|
1
|
+
{"version":3,"file":"fine-tune.d.ts","sourceRoot":"","sources":["../src/resources/fine-tune.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,KAAK,IAAI,MAAM,SAAS,CAAC;AAChC,OAAO,KAAK,WAAW,MAAM,aAAa,CAAC;AAE3C,qBAAa,gBAAiB,SAAQ,WAAW;IAC/C;;OAEG;IACH,MAAM,CAAC,IAAI,EAAE,oBAAoB,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;IAI5F;;OAEG;IACH,QAAQ,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;IAI9E;;OAEG;IACH,IAAI,CAAC,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,oBAAoB,CAAC;IAI1E;;OAEG;IACH,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;IAI5E;;OAEG;IACH,QAAQ,CACN,KAAK,EAAE,sBAAsB,EAC7B,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,wBAAwB,CAAC;IAI5C;;OAEG;IACH,UAAU,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC;CAGtF;AAED,MAAM,WAAW,QAAQ;IACvB,EAAE,EAAE,MAAM,CAAC;IAEX,MAAM,EACF,SAAS,GACT,QAAQ,GACR,SAAS,GACT,aAAa,GACb,WAAW,GACX,kBAAkB,GAClB,WAAW,GACX,OAAO,GACP,WAAW,CAAC;IAEhB,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAE1B,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB,MAAM,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAE/B,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB,aAAa,CAAC,EAAE,MAAM,CAAC;IAEvB,IAAI,CAAC,EAAE,OAAO,CAAC;IAEf,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAEhC,KAAK,CAAC,EAAE,MAAM,CAAC;IAEf,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAE3B,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAE3B,aAAa,CAAC,EAAE,MAAM,CAAC;IAEvB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB,aAAa,CAAC,EAAE,MAAM,CAAC;IAEvB,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAE/B,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAE3B,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB,eAAe,CAAC,EAAE,MAAM,CAAC;IAEzB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAE5B,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,yBAAiB,QAAQ,CAAC;IACxB,UAAiB,KAAK;QACpB,UAAU,CAAC,EAAE,MAAM,CAAC;QAEpB,IAAI,CAAC,EAAE,MAAM,CAAC;QAEd,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,GAAG,OAAO,GAAG,aAAa,GAAG,iBAAiB,GAAG,eAAe,GAAG,IAAI,CAAC;QAElG,OAAO,CAAC,EAAE,MAAM,CAAC;QAEjB,MAAM,CAAC,EAAE,eAAe,CAAC;QAEzB,WAAW,CAAC,EAAE,MAAM,CAAC;QAErB,WAAW,CAAC,EAAE,MAAM,CAAC;QAErB,IAAI,CAAC,EACD,aAAa,GACb,WAAW,GACX,aAAa,GACb,mBAAmB,GACnB,yBAAyB,GACzB,2BAA2B,GAC3B,iCAAiC,GACjC,6BAA6B,GAC7B,mCAAmC,GACnC,YAAY,GACZ,gBAAgB,GAChB,iBAAiB,GACjB,eAAe,GACf,gBAAgB,GAChB,mBAAmB,GACnB,mBAAmB,GACnB,4BAA4B,GAC5B,iBAAiB,GACjB,uBAAuB,GACvB,cAAc,GACd,WAAW,GACX,kBAAkB,GAClB,eAAe,GACf,QAAQ,GACR,SAAS,CAAC;QAEd,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB;CACF;AAED,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,KAAK,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;CACjC;AAED,yBAAiB,aAAa,CAAC;IAC7B,UAAiB,IAAI;QACnB,eAAe,EAAE,MAAM,CAAC;QAExB,UAAU,EAAE,MAAM,CAAC;QAEnB,IAAI,EAAE,MAAM,CAAC;QAEb,OAAO,EAAE,MAAM,CAAC;QAEhB,UAAU,EAAE,MAAM,CAAC;QAEnB,MAAM,EAAE,iBAAiB,CAAC;QAE1B,WAAW,EAAE,MAAM,CAAC;QAEpB,IAAI,EAAE,MAAM,CAAC;QAEb,WAAW,EAAE,MAAM,CAAC;QAEpB,WAAW,EAAE,MAAM,CAAC;QAEpB,eAAe,EAAE,MAAM,CAAC;QAExB,IAAI,EACA,aAAa,GACb,WAAW,GACX,aAAa,GACb,mBAAmB,GACnB,yBAAyB,GACzB,2BAA2B,GAC3B,iCAAiC,GACjC,6BAA6B,GAC7B,mCAAmC,GACnC,YAAY,GACZ,gBAAgB,GAChB,iBAAiB,GACjB,eAAe,GACf,gBAAgB,GAChB,mBAAmB,GACnB,mBAAmB,GACnB,4BAA4B,GAC5B,iBAAiB,GACjB,uBAAuB,GACvB,cAAc,GACd,WAAW,GACX,kBAAkB,GAClB,eAAe,GACf,QAAQ,GACR,SAAS,CAAC;QAEd,SAAS,EAAE,MAAM,CAAC;QAElB,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,GAAG,OAAO,GAAG,aAAa,GAAG,iBAAiB,GAAG,eAAe,GAAG,IAAI,CAAC;KACnG;CACF;AAED,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;CACvB;AAED,MAAM,WAAW,wBAAwB;IACvC,EAAE,CAAC,EAAE,MAAM,CAAC;IAEZ,eAAe,CAAC,EAAE,MAAM,CAAC;IAEzB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB,MAAM,CAAC,EAAE,OAAO,CAAC;IAEjB,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,oBAAoB;IACnC;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,aAAa,EAAE,MAAM,CAAC;IAEtB;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,aAAa,CAAC,EAAE,MAAM,CAAC;IAEvB;;;OAGG;IACH,IAAI,CAAC,EAAE,OAAO,CAAC;IAEf;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB;;OAEG;IACH,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB;;OAEG;IACH,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAEhC;;OAEG;IACH,aAAa,CAAC,EAAE,MAAM,CAAC;IAEvB;;OAEG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB;;OAEG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB;;OAEG;IACH,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB;;OAEG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC;IAEzB;;OAEG;IACH,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,sBAAsB;IACrC;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC;IAEzB;;;OAGG;IACH,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,yBAAiB,gBAAgB,CAAC;IAChC,MAAM,QAAQ,QAAQ,GAAG,WAAW,CAAC,QAAQ,CAAC;IAC9C,MAAM,QAAQ,aAAa,GAAG,WAAW,CAAC,aAAa,CAAC;IACxD,MAAM,QAAQ,oBAAoB,GAAG,WAAW,CAAC,oBAAoB,CAAC;IACtE,MAAM,QAAQ,wBAAwB,GAAG,WAAW,CAAC,wBAAwB,CAAC;IAC9E,MAAM,QAAQ,oBAAoB,GAAG,WAAW,CAAC,oBAAoB,CAAC;IACtE,MAAM,QAAQ,sBAAsB,GAAG,WAAW,CAAC,sBAAsB,CAAC;CAC3E"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"fine-tune.js","sourceRoot":"","sources":["../src/resources/fine-tune.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,6CAA0C;AAI1C,MAAa,gBAAiB,SAAQ,sBAAW;IAC/C;;OAEG;IACH,MAAM,CAAC,IAA0B,EAAE,OAA6B;QAC9D,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAChE,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,EAAU,EAAE,OAA6B;QAChD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,EAAE,EAAE,OAAO,CAAC,CAAC;IACxD,CAAC;IAED;;OAEG;IACH,IAAI,CAAC,OAA6B;QAChC,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;IAClD,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,EAAU,EAAE,OAA6B;QAC9C,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,eAAe,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;IAChE,CAAC;IAED;;OAEG;IACH,QAAQ,CACN,KAA6B,EAC7B,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,oBAAoB,EAAE,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACvE,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,EAAU,EAAE,OAA6B;QAClD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;IAC/D,CAAC;CACF;AA7CD,4CA6CC;
|
|
1
|
+
{"version":3,"file":"fine-tune.js","sourceRoot":"","sources":["../src/resources/fine-tune.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,6CAA0C;AAI1C,MAAa,gBAAiB,SAAQ,sBAAW;IAC/C;;OAEG;IACH,MAAM,CAAC,IAA0B,EAAE,OAA6B;QAC9D,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAChE,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,EAAU,EAAE,OAA6B;QAChD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,EAAE,EAAE,OAAO,CAAC,CAAC;IACxD,CAAC;IAED;;OAEG;IACH,IAAI,CAAC,OAA6B;QAChC,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;IAClD,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,EAAU,EAAE,OAA6B;QAC9C,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,eAAe,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;IAChE,CAAC;IAED;;OAEG;IACH,QAAQ,CACN,KAA6B,EAC7B,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,oBAAoB,EAAE,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACvE,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,EAAU,EAAE,OAA6B;QAClD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;IAC/D,CAAC;CACF;AA7CD,4CA6CC;AAuSD,WAAiB,gBAAgB;AAOjC,CAAC,EAPgB,gBAAgB,GAAhB,wBAAgB,KAAhB,wBAAgB,QAOhC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"fine-tune.mjs","sourceRoot":"","sources":["../src/resources/fine-tune.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;AAItB,MAAM,OAAO,gBAAiB,SAAQ,WAAW;IAC/C;;OAEG;IACH,MAAM,CAAC,IAA0B,EAAE,OAA6B;QAC9D,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAChE,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,EAAU,EAAE,OAA6B;QAChD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,EAAE,EAAE,OAAO,CAAC,CAAC;IACxD,CAAC;IAED;;OAEG;IACH,IAAI,CAAC,OAA6B;QAChC,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;IAClD,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,EAAU,EAAE,OAA6B;QAC9C,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,eAAe,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;IAChE,CAAC;IAED;;OAEG;IACH,QAAQ,CACN,KAA6B,EAC7B,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,oBAAoB,EAAE,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACvE,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,EAAU,EAAE,OAA6B;QAClD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;IAC/D,CAAC;CACF;
|
|
1
|
+
{"version":3,"file":"fine-tune.mjs","sourceRoot":"","sources":["../src/resources/fine-tune.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;AAItB,MAAM,OAAO,gBAAiB,SAAQ,WAAW;IAC/C;;OAEG;IACH,MAAM,CAAC,IAA0B,EAAE,OAA6B;QAC9D,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAChE,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,EAAU,EAAE,OAA6B;QAChD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,EAAE,EAAE,OAAO,CAAC,CAAC;IACxD,CAAC;IAED;;OAEG;IACH,IAAI,CAAC,OAA6B;QAChC,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;IAClD,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,EAAU,EAAE,OAA6B;QAC9C,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,eAAe,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;IAChE,CAAC;IAED;;OAEG;IACH,QAAQ,CACN,KAA6B,EAC7B,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,oBAAoB,EAAE,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACvE,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,EAAU,EAAE,OAA6B;QAClD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;IAC/D,CAAC;CACF;AAuSD,WAAiB,gBAAgB;AAOjC,CAAC,EAPgB,gBAAgB,KAAhB,gBAAgB,QAOhC"}
|
|
@@ -87,6 +87,8 @@ export interface FineTune {
|
|
|
87
87
|
|
|
88
88
|
lora_r?: number;
|
|
89
89
|
|
|
90
|
+
lora_trainable_modules?: string;
|
|
91
|
+
|
|
90
92
|
model?: string;
|
|
91
93
|
|
|
92
94
|
model_output_name?: string;
|
|
@@ -97,6 +99,8 @@ export interface FineTune {
|
|
|
97
99
|
|
|
98
100
|
n_epochs?: number;
|
|
99
101
|
|
|
102
|
+
n_evals?: number;
|
|
103
|
+
|
|
100
104
|
param_count?: number;
|
|
101
105
|
|
|
102
106
|
queue_depth?: number;
|
|
@@ -107,9 +111,9 @@ export interface FineTune {
|
|
|
107
111
|
|
|
108
112
|
training_file?: string;
|
|
109
113
|
|
|
110
|
-
|
|
114
|
+
trainingfile_numlines?: number;
|
|
111
115
|
|
|
112
|
-
|
|
116
|
+
trainingfile_size?: number;
|
|
113
117
|
|
|
114
118
|
updated_at?: string;
|
|
115
119
|
|
|
@@ -251,7 +255,7 @@ export interface FineTuneCreateParams {
|
|
|
251
255
|
model: string;
|
|
252
256
|
|
|
253
257
|
/**
|
|
254
|
-
* File-ID of a file uploaded to the Together API
|
|
258
|
+
* File-ID of a training file uploaded to the Together API
|
|
255
259
|
*/
|
|
256
260
|
training_file: string;
|
|
257
261
|
|
|
@@ -265,6 +269,32 @@ export interface FineTuneCreateParams {
|
|
|
265
269
|
*/
|
|
266
270
|
learning_rate?: number;
|
|
267
271
|
|
|
272
|
+
/**
|
|
273
|
+
* Whether to enable LoRA training. If not provided, full fine-tuning will be
|
|
274
|
+
* applied.
|
|
275
|
+
*/
|
|
276
|
+
lora?: boolean;
|
|
277
|
+
|
|
278
|
+
/**
|
|
279
|
+
* The alpha value for LoRA adapter training.
|
|
280
|
+
*/
|
|
281
|
+
lora_alpha?: number;
|
|
282
|
+
|
|
283
|
+
/**
|
|
284
|
+
* The dropout probability for Lora layers.
|
|
285
|
+
*/
|
|
286
|
+
lora_dropout?: number;
|
|
287
|
+
|
|
288
|
+
/**
|
|
289
|
+
* Rank for LoRA adapter weights
|
|
290
|
+
*/
|
|
291
|
+
lora_r?: number;
|
|
292
|
+
|
|
293
|
+
/**
|
|
294
|
+
* A list of LoRA trainable modules, separated by a comma
|
|
295
|
+
*/
|
|
296
|
+
lora_trainable_modules?: string;
|
|
297
|
+
|
|
268
298
|
/**
|
|
269
299
|
* Number of checkpoints to save during fine-tuning
|
|
270
300
|
*/
|
|
@@ -275,11 +305,21 @@ export interface FineTuneCreateParams {
|
|
|
275
305
|
*/
|
|
276
306
|
n_epochs?: number;
|
|
277
307
|
|
|
308
|
+
/**
|
|
309
|
+
* Number of evaluations to be run on a given validation set during training
|
|
310
|
+
*/
|
|
311
|
+
n_evals?: number;
|
|
312
|
+
|
|
278
313
|
/**
|
|
279
314
|
* Suffix that will be added to your fine-tuned model name
|
|
280
315
|
*/
|
|
281
316
|
suffix?: string;
|
|
282
317
|
|
|
318
|
+
/**
|
|
319
|
+
* File-ID of a validation file uploaded to the Together API
|
|
320
|
+
*/
|
|
321
|
+
validation_file?: string;
|
|
322
|
+
|
|
283
323
|
/**
|
|
284
324
|
* API key for Weights & Biases integration
|
|
285
325
|
*/
|
package/src/version.ts
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
export const VERSION = '0.6.0-alpha.
|
|
1
|
+
export const VERSION = '0.6.0-alpha.8'; // x-release-please-version
|
package/version.d.ts
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
export declare const VERSION = "0.6.0-alpha.
|
|
1
|
+
export declare const VERSION = "0.6.0-alpha.8";
|
|
2
2
|
//# sourceMappingURL=version.d.ts.map
|
package/version.js
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
3
|
exports.VERSION = void 0;
|
|
4
|
-
exports.VERSION = '0.6.0-alpha.
|
|
4
|
+
exports.VERSION = '0.6.0-alpha.8'; // x-release-please-version
|
|
5
5
|
//# sourceMappingURL=version.js.map
|
package/version.mjs
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
export const VERSION = '0.6.0-alpha.
|
|
1
|
+
export const VERSION = '0.6.0-alpha.8'; // x-release-please-version
|
|
2
2
|
//# sourceMappingURL=version.mjs.map
|