@tuned-tensor/cli 0.28.1 → 0.30.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +76 -180
- package/dist/chunk-6CETSU2H.js +260 -0
- package/dist/chunk-6CETSU2H.js.map +1 -0
- package/dist/chunk-B2O6P7EX.js +1623 -0
- package/dist/chunk-B2O6P7EX.js.map +1 -0
- package/dist/{chunk-7CO5DBCY.js → chunk-GMBZ2FE6.js} +5046 -5014
- package/dist/chunk-GMBZ2FE6.js.map +1 -0
- package/dist/chunk-MM75IAY3.js +138 -0
- package/dist/chunk-MM75IAY3.js.map +1 -0
- package/dist/chunk-ST6ZSEUH.js +1272 -0
- package/dist/chunk-ST6ZSEUH.js.map +1 -0
- package/dist/contracts-SHBUXEOQ.js +72 -0
- package/dist/dataset-Y5NEUKI5.js +22 -0
- package/dist/dataset-Y5NEUKI5.js.map +1 -0
- package/dist/index.js +4530 -9349
- package/dist/index.js.map +1 -1
- package/dist/local-runtime.js +84 -467
- package/dist/local-runtime.js.map +1 -1
- package/dist/model-server-IWCRFAOO.js +18 -0
- package/dist/model-server-IWCRFAOO.js.map +1 -0
- package/dist/{prefetch-LBIOO7ZO.js → prefetch-Q2ZA3SJ7.js} +3 -2
- package/dist/prefetch-Q2ZA3SJ7.js.map +1 -0
- package/docs/local-runtime/architecture.md +4 -4
- package/docs/local-runtime/aws-gpu.md +4 -5
- package/docs/local-runtime/decision.md +2 -2
- package/docs/local-runtime/hosting.md +103 -92
- package/docs/local-runtime/model-quality.md +103 -0
- package/docs/local-runtime/serving.md +1 -6
- package/docs/local-runtime/spark.md +2 -3
- package/docs/spec-architecture.html +2 -26
- package/docs/spec-workflow.md +9 -0
- package/node_modules/@isaacs/nonrecursive-glob-match/LICENSE.md +55 -0
- package/node_modules/@isaacs/nonrecursive-glob-match/README.md +364 -0
- package/node_modules/@isaacs/nonrecursive-glob-match/dist/commonjs/index.d.ts +123 -0
- package/node_modules/@isaacs/nonrecursive-glob-match/dist/commonjs/index.d.ts.map +1 -0
- package/node_modules/@isaacs/nonrecursive-glob-match/dist/commonjs/index.js +778 -0
- package/node_modules/@isaacs/nonrecursive-glob-match/dist/commonjs/index.js.map +1 -0
- package/node_modules/@isaacs/nonrecursive-glob-match/dist/commonjs/index.min.js +3 -0
- package/node_modules/@isaacs/nonrecursive-glob-match/dist/commonjs/index.min.js.map +7 -0
- package/node_modules/@isaacs/nonrecursive-glob-match/dist/commonjs/numeric-range.d.ts +15 -0
- package/node_modules/@isaacs/nonrecursive-glob-match/dist/commonjs/numeric-range.d.ts.map +1 -0
- package/node_modules/@isaacs/nonrecursive-glob-match/dist/commonjs/numeric-range.js +76 -0
- package/node_modules/@isaacs/nonrecursive-glob-match/dist/commonjs/numeric-range.js.map +1 -0
- package/node_modules/@isaacs/nonrecursive-glob-match/dist/commonjs/package.json +3 -0
- package/node_modules/@isaacs/nonrecursive-glob-match/dist/commonjs/parse-class.d.ts +4 -0
- package/node_modules/@isaacs/nonrecursive-glob-match/dist/commonjs/parse-class.d.ts.map +1 -0
- package/node_modules/@isaacs/nonrecursive-glob-match/dist/commonjs/parse-class.js +142 -0
- package/node_modules/@isaacs/nonrecursive-glob-match/dist/commonjs/parse-class.js.map +1 -0
- package/node_modules/@isaacs/nonrecursive-glob-match/dist/esm/index.d.ts +123 -0
- package/node_modules/@isaacs/nonrecursive-glob-match/dist/esm/index.d.ts.map +1 -0
- package/node_modules/@isaacs/nonrecursive-glob-match/dist/esm/index.js +774 -0
- package/node_modules/@isaacs/nonrecursive-glob-match/dist/esm/index.js.map +1 -0
- package/node_modules/@isaacs/nonrecursive-glob-match/dist/esm/index.min.js +3 -0
- package/node_modules/@isaacs/nonrecursive-glob-match/dist/esm/index.min.js.map +7 -0
- package/node_modules/@isaacs/nonrecursive-glob-match/dist/esm/numeric-range.d.ts +15 -0
- package/node_modules/@isaacs/nonrecursive-glob-match/dist/esm/numeric-range.d.ts.map +1 -0
- package/node_modules/@isaacs/nonrecursive-glob-match/dist/esm/numeric-range.js +72 -0
- package/node_modules/@isaacs/nonrecursive-glob-match/dist/esm/numeric-range.js.map +1 -0
- package/node_modules/@isaacs/nonrecursive-glob-match/dist/esm/package.json +3 -0
- package/node_modules/@isaacs/nonrecursive-glob-match/dist/esm/parse-class.d.ts +4 -0
- package/node_modules/@isaacs/nonrecursive-glob-match/dist/esm/parse-class.d.ts.map +1 -0
- package/node_modules/@isaacs/nonrecursive-glob-match/dist/esm/parse-class.js +138 -0
- package/node_modules/@isaacs/nonrecursive-glob-match/dist/esm/parse-class.js.map +1 -0
- package/node_modules/@isaacs/nonrecursive-glob-match/package.json +56 -0
- package/node_modules/@isaacs/nonrecursive-glob-match/src/index.ts +932 -0
- package/node_modules/@isaacs/nonrecursive-glob-match/src/numeric-range.ts +79 -0
- package/node_modules/@isaacs/nonrecursive-glob-match/src/parse-class.ts +158 -0
- package/node_modules/minimatch/README.md +125 -107
- package/node_modules/minimatch/dist/commonjs/index.d.ts +49 -38
- package/node_modules/minimatch/dist/commonjs/index.d.ts.map +1 -1
- package/node_modules/minimatch/dist/commonjs/index.js +782 -359
- package/node_modules/minimatch/dist/commonjs/index.js.map +1 -1
- package/node_modules/minimatch/dist/esm/index.d.ts +49 -38
- package/node_modules/minimatch/dist/esm/index.d.ts.map +1 -1
- package/node_modules/minimatch/dist/esm/index.js +781 -356
- package/node_modules/minimatch/dist/esm/index.js.map +1 -1
- package/node_modules/minimatch/package.json +5 -4
- package/package.json +4 -5
- package/training/adapter/src/train.py +16 -1
- package/dist/chunk-7CO5DBCY.js.map +0 -1
- package/dist/chunk-FSVTMX4L.js +0 -2820
- package/dist/chunk-FSVTMX4L.js.map +0 -1
- package/node_modules/minimatch/dist/commonjs/ast.d.ts +0 -22
- package/node_modules/minimatch/dist/commonjs/ast.d.ts.map +0 -1
- package/node_modules/minimatch/dist/commonjs/ast.js +0 -845
- package/node_modules/minimatch/dist/commonjs/ast.js.map +0 -1
- package/node_modules/minimatch/dist/commonjs/brace-expressions.d.ts +0 -8
- package/node_modules/minimatch/dist/commonjs/brace-expressions.d.ts.map +0 -1
- package/node_modules/minimatch/dist/commonjs/brace-expressions.js +0 -150
- package/node_modules/minimatch/dist/commonjs/brace-expressions.js.map +0 -1
- package/node_modules/minimatch/dist/esm/ast.d.ts +0 -22
- package/node_modules/minimatch/dist/esm/ast.d.ts.map +0 -1
- package/node_modules/minimatch/dist/esm/ast.js +0 -841
- package/node_modules/minimatch/dist/esm/ast.js.map +0 -1
- package/node_modules/minimatch/dist/esm/brace-expressions.d.ts +0 -8
- package/node_modules/minimatch/dist/esm/brace-expressions.d.ts.map +0 -1
- package/node_modules/minimatch/dist/esm/brace-expressions.js +0 -146
- package/node_modules/minimatch/dist/esm/brace-expressions.js.map +0 -1
- /package/dist/{prefetch-LBIOO7ZO.js.map → contracts-SHBUXEOQ.js.map} +0 -0
|
@@ -18,6 +18,7 @@ from transformers import (
|
|
|
18
18
|
AutoTokenizer,
|
|
19
19
|
Trainer,
|
|
20
20
|
TrainingArguments,
|
|
21
|
+
set_seed,
|
|
21
22
|
)
|
|
22
23
|
|
|
23
24
|
from model_contract import (
|
|
@@ -256,6 +257,12 @@ def create_model_archive() -> Path:
|
|
|
256
257
|
|
|
257
258
|
|
|
258
259
|
def run_training(rows: list[dict[str, Any]], model_source: str) -> tuple[dict[str, Any], torch.dtype]:
|
|
260
|
+
# Trainer seeds too late for randomly initialized LoRA weights.
|
|
261
|
+
seed = hp_int("seed", 42)
|
|
262
|
+
if not 0 <= seed <= 4294967295:
|
|
263
|
+
raise ValueError("Training seed must be between 0 and 4294967295")
|
|
264
|
+
set_seed(seed)
|
|
265
|
+
torch.cuda.reset_peak_memory_stats()
|
|
259
266
|
model, tokenizer, dtype = create_model_and_tokenizer(model_source)
|
|
260
267
|
model.config.use_cache = False
|
|
261
268
|
model = apply_lora(model)
|
|
@@ -284,6 +291,8 @@ def run_training(rows: list[dict[str, Any]], model_source: str) -> tuple[dict[st
|
|
|
284
291
|
bf16=dtype == torch.bfloat16,
|
|
285
292
|
fp16=dtype == torch.float16,
|
|
286
293
|
optim="adamw_torch",
|
|
294
|
+
seed=seed,
|
|
295
|
+
data_seed=seed,
|
|
287
296
|
gradient_checkpointing=str(hp("gradient_checkpointing", "false")).lower() == "true",
|
|
288
297
|
)
|
|
289
298
|
trainer = Trainer(
|
|
@@ -300,7 +309,13 @@ def run_training(rows: list[dict[str, Any]], model_source: str) -> tuple[dict[st
|
|
|
300
309
|
adapter_config.revision = hp("base_model_revision")
|
|
301
310
|
model.save_pretrained(MODEL_DIR)
|
|
302
311
|
tokenizer.save_pretrained(MODEL_DIR)
|
|
303
|
-
return
|
|
312
|
+
return {
|
|
313
|
+
**result.metrics,
|
|
314
|
+
"seed": seed,
|
|
315
|
+
"peak_cuda_allocated_bytes": torch.cuda.max_memory_allocated(),
|
|
316
|
+
"peak_cuda_reserved_bytes": torch.cuda.max_memory_reserved(),
|
|
317
|
+
"trainable_parameters": sum(p.numel() for p in model.parameters() if p.requires_grad),
|
|
318
|
+
}, dtype
|
|
304
319
|
|
|
305
320
|
|
|
306
321
|
def main() -> None:
|