@tuned-tensor/cli 0.28.1 → 0.30.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (99) hide show
  1. package/README.md +76 -180
  2. package/dist/chunk-6CETSU2H.js +260 -0
  3. package/dist/chunk-6CETSU2H.js.map +1 -0
  4. package/dist/chunk-B2O6P7EX.js +1623 -0
  5. package/dist/chunk-B2O6P7EX.js.map +1 -0
  6. package/dist/{chunk-7CO5DBCY.js → chunk-GMBZ2FE6.js} +5046 -5014
  7. package/dist/chunk-GMBZ2FE6.js.map +1 -0
  8. package/dist/chunk-MM75IAY3.js +138 -0
  9. package/dist/chunk-MM75IAY3.js.map +1 -0
  10. package/dist/chunk-ST6ZSEUH.js +1272 -0
  11. package/dist/chunk-ST6ZSEUH.js.map +1 -0
  12. package/dist/contracts-SHBUXEOQ.js +72 -0
  13. package/dist/dataset-Y5NEUKI5.js +22 -0
  14. package/dist/dataset-Y5NEUKI5.js.map +1 -0
  15. package/dist/index.js +4530 -9349
  16. package/dist/index.js.map +1 -1
  17. package/dist/local-runtime.js +84 -467
  18. package/dist/local-runtime.js.map +1 -1
  19. package/dist/model-server-IWCRFAOO.js +18 -0
  20. package/dist/model-server-IWCRFAOO.js.map +1 -0
  21. package/dist/{prefetch-LBIOO7ZO.js → prefetch-Q2ZA3SJ7.js} +3 -2
  22. package/dist/prefetch-Q2ZA3SJ7.js.map +1 -0
  23. package/docs/local-runtime/architecture.md +4 -4
  24. package/docs/local-runtime/aws-gpu.md +4 -5
  25. package/docs/local-runtime/decision.md +2 -2
  26. package/docs/local-runtime/hosting.md +103 -92
  27. package/docs/local-runtime/model-quality.md +103 -0
  28. package/docs/local-runtime/serving.md +1 -6
  29. package/docs/local-runtime/spark.md +2 -3
  30. package/docs/spec-architecture.html +2 -26
  31. package/docs/spec-workflow.md +9 -0
  32. package/node_modules/@isaacs/nonrecursive-glob-match/LICENSE.md +55 -0
  33. package/node_modules/@isaacs/nonrecursive-glob-match/README.md +364 -0
  34. package/node_modules/@isaacs/nonrecursive-glob-match/dist/commonjs/index.d.ts +123 -0
  35. package/node_modules/@isaacs/nonrecursive-glob-match/dist/commonjs/index.d.ts.map +1 -0
  36. package/node_modules/@isaacs/nonrecursive-glob-match/dist/commonjs/index.js +778 -0
  37. package/node_modules/@isaacs/nonrecursive-glob-match/dist/commonjs/index.js.map +1 -0
  38. package/node_modules/@isaacs/nonrecursive-glob-match/dist/commonjs/index.min.js +3 -0
  39. package/node_modules/@isaacs/nonrecursive-glob-match/dist/commonjs/index.min.js.map +7 -0
  40. package/node_modules/@isaacs/nonrecursive-glob-match/dist/commonjs/numeric-range.d.ts +15 -0
  41. package/node_modules/@isaacs/nonrecursive-glob-match/dist/commonjs/numeric-range.d.ts.map +1 -0
  42. package/node_modules/@isaacs/nonrecursive-glob-match/dist/commonjs/numeric-range.js +76 -0
  43. package/node_modules/@isaacs/nonrecursive-glob-match/dist/commonjs/numeric-range.js.map +1 -0
  44. package/node_modules/@isaacs/nonrecursive-glob-match/dist/commonjs/package.json +3 -0
  45. package/node_modules/@isaacs/nonrecursive-glob-match/dist/commonjs/parse-class.d.ts +4 -0
  46. package/node_modules/@isaacs/nonrecursive-glob-match/dist/commonjs/parse-class.d.ts.map +1 -0
  47. package/node_modules/@isaacs/nonrecursive-glob-match/dist/commonjs/parse-class.js +142 -0
  48. package/node_modules/@isaacs/nonrecursive-glob-match/dist/commonjs/parse-class.js.map +1 -0
  49. package/node_modules/@isaacs/nonrecursive-glob-match/dist/esm/index.d.ts +123 -0
  50. package/node_modules/@isaacs/nonrecursive-glob-match/dist/esm/index.d.ts.map +1 -0
  51. package/node_modules/@isaacs/nonrecursive-glob-match/dist/esm/index.js +774 -0
  52. package/node_modules/@isaacs/nonrecursive-glob-match/dist/esm/index.js.map +1 -0
  53. package/node_modules/@isaacs/nonrecursive-glob-match/dist/esm/index.min.js +3 -0
  54. package/node_modules/@isaacs/nonrecursive-glob-match/dist/esm/index.min.js.map +7 -0
  55. package/node_modules/@isaacs/nonrecursive-glob-match/dist/esm/numeric-range.d.ts +15 -0
  56. package/node_modules/@isaacs/nonrecursive-glob-match/dist/esm/numeric-range.d.ts.map +1 -0
  57. package/node_modules/@isaacs/nonrecursive-glob-match/dist/esm/numeric-range.js +72 -0
  58. package/node_modules/@isaacs/nonrecursive-glob-match/dist/esm/numeric-range.js.map +1 -0
  59. package/node_modules/@isaacs/nonrecursive-glob-match/dist/esm/package.json +3 -0
  60. package/node_modules/@isaacs/nonrecursive-glob-match/dist/esm/parse-class.d.ts +4 -0
  61. package/node_modules/@isaacs/nonrecursive-glob-match/dist/esm/parse-class.d.ts.map +1 -0
  62. package/node_modules/@isaacs/nonrecursive-glob-match/dist/esm/parse-class.js +138 -0
  63. package/node_modules/@isaacs/nonrecursive-glob-match/dist/esm/parse-class.js.map +1 -0
  64. package/node_modules/@isaacs/nonrecursive-glob-match/package.json +56 -0
  65. package/node_modules/@isaacs/nonrecursive-glob-match/src/index.ts +932 -0
  66. package/node_modules/@isaacs/nonrecursive-glob-match/src/numeric-range.ts +79 -0
  67. package/node_modules/@isaacs/nonrecursive-glob-match/src/parse-class.ts +158 -0
  68. package/node_modules/minimatch/README.md +125 -107
  69. package/node_modules/minimatch/dist/commonjs/index.d.ts +49 -38
  70. package/node_modules/minimatch/dist/commonjs/index.d.ts.map +1 -1
  71. package/node_modules/minimatch/dist/commonjs/index.js +782 -359
  72. package/node_modules/minimatch/dist/commonjs/index.js.map +1 -1
  73. package/node_modules/minimatch/dist/esm/index.d.ts +49 -38
  74. package/node_modules/minimatch/dist/esm/index.d.ts.map +1 -1
  75. package/node_modules/minimatch/dist/esm/index.js +781 -356
  76. package/node_modules/minimatch/dist/esm/index.js.map +1 -1
  77. package/node_modules/minimatch/package.json +5 -4
  78. package/package.json +4 -5
  79. package/training/adapter/src/train.py +16 -1
  80. package/dist/chunk-7CO5DBCY.js.map +0 -1
  81. package/dist/chunk-FSVTMX4L.js +0 -2820
  82. package/dist/chunk-FSVTMX4L.js.map +0 -1
  83. package/node_modules/minimatch/dist/commonjs/ast.d.ts +0 -22
  84. package/node_modules/minimatch/dist/commonjs/ast.d.ts.map +0 -1
  85. package/node_modules/minimatch/dist/commonjs/ast.js +0 -845
  86. package/node_modules/minimatch/dist/commonjs/ast.js.map +0 -1
  87. package/node_modules/minimatch/dist/commonjs/brace-expressions.d.ts +0 -8
  88. package/node_modules/minimatch/dist/commonjs/brace-expressions.d.ts.map +0 -1
  89. package/node_modules/minimatch/dist/commonjs/brace-expressions.js +0 -150
  90. package/node_modules/minimatch/dist/commonjs/brace-expressions.js.map +0 -1
  91. package/node_modules/minimatch/dist/esm/ast.d.ts +0 -22
  92. package/node_modules/minimatch/dist/esm/ast.d.ts.map +0 -1
  93. package/node_modules/minimatch/dist/esm/ast.js +0 -841
  94. package/node_modules/minimatch/dist/esm/ast.js.map +0 -1
  95. package/node_modules/minimatch/dist/esm/brace-expressions.d.ts +0 -8
  96. package/node_modules/minimatch/dist/esm/brace-expressions.d.ts.map +0 -1
  97. package/node_modules/minimatch/dist/esm/brace-expressions.js +0 -146
  98. package/node_modules/minimatch/dist/esm/brace-expressions.js.map +0 -1
  99. /package/dist/{prefetch-LBIOO7ZO.js.map → contracts-SHBUXEOQ.js.map} +0 -0
@@ -18,6 +18,7 @@ from transformers import (
18
18
  AutoTokenizer,
19
19
  Trainer,
20
20
  TrainingArguments,
21
+ set_seed,
21
22
  )
22
23
 
23
24
  from model_contract import (
@@ -256,6 +257,12 @@ def create_model_archive() -> Path:
256
257
 
257
258
 
258
259
  def run_training(rows: list[dict[str, Any]], model_source: str) -> tuple[dict[str, Any], torch.dtype]:
260
+ # Trainer seeds too late for randomly initialized LoRA weights.
261
+ seed = hp_int("seed", 42)
262
+ if not 0 <= seed <= 4294967295:
263
+ raise ValueError("Training seed must be between 0 and 4294967295")
264
+ set_seed(seed)
265
+ torch.cuda.reset_peak_memory_stats()
259
266
  model, tokenizer, dtype = create_model_and_tokenizer(model_source)
260
267
  model.config.use_cache = False
261
268
  model = apply_lora(model)
@@ -284,6 +291,8 @@ def run_training(rows: list[dict[str, Any]], model_source: str) -> tuple[dict[st
284
291
  bf16=dtype == torch.bfloat16,
285
292
  fp16=dtype == torch.float16,
286
293
  optim="adamw_torch",
294
+ seed=seed,
295
+ data_seed=seed,
287
296
  gradient_checkpointing=str(hp("gradient_checkpointing", "false")).lower() == "true",
288
297
  )
289
298
  trainer = Trainer(
@@ -300,7 +309,13 @@ def run_training(rows: list[dict[str, Any]], model_source: str) -> tuple[dict[st
300
309
  adapter_config.revision = hp("base_model_revision")
301
310
  model.save_pretrained(MODEL_DIR)
302
311
  tokenizer.save_pretrained(MODEL_DIR)
303
- return result.metrics, dtype
312
+ return {
313
+ **result.metrics,
314
+ "seed": seed,
315
+ "peak_cuda_allocated_bytes": torch.cuda.max_memory_allocated(),
316
+ "peak_cuda_reserved_bytes": torch.cuda.max_memory_reserved(),
317
+ "trainable_parameters": sum(p.numel() for p in model.parameters() if p.requires_grad),
318
+ }, dtype
304
319
 
305
320
 
306
321
  def main() -> None: