ado-sfttrainer 1.0.1__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (70) hide show
  1. ado_sfttrainer-1.0.1/PKG-INFO +9 -0
  2. ado_sfttrainer-1.0.1/ado_actuators/sfttrainer/README.md +1203 -0
  3. ado_sfttrainer-1.0.1/ado_actuators/sfttrainer/UPDATE_PROTOCOL.md +64 -0
  4. ado_sfttrainer-1.0.1/ado_actuators/sfttrainer/__init__.py +6 -0
  5. ado_sfttrainer-1.0.1/ado_actuators/sfttrainer/actuator_definitions.yaml +5 -0
  6. ado_sfttrainer-1.0.1/ado_actuators/sfttrainer/actuators.py +1380 -0
  7. ado_sfttrainer-1.0.1/ado_actuators/sfttrainer/config/map_version_to_commit.yaml +16 -0
  8. ado_sfttrainer-1.0.1/ado_actuators/sfttrainer/config/models.yaml +69 -0
  9. ado_sfttrainer-1.0.1/ado_actuators/sfttrainer/experiments/__init__.py +2 -0
  10. ado_sfttrainer-1.0.1/ado_actuators/sfttrainer/experiments/common.py +1320 -0
  11. ado_sfttrainer-1.0.1/ado_actuators/sfttrainer/experiments/full_finetune.py +108 -0
  12. ado_sfttrainer-1.0.1/ado_actuators/sfttrainer/experiments/gptq_lora.py +84 -0
  13. ado_sfttrainer-1.0.1/ado_actuators/sfttrainer/experiments/lora.py +83 -0
  14. ado_sfttrainer-1.0.1/ado_actuators/sfttrainer/experiments/prompt_tuning.py +47 -0
  15. ado_sfttrainer-1.0.1/ado_actuators/sfttrainer/packages/fms-hf-tuning_v2.0.1_9b8245e74144f7ee73b7241a1687b6c77f0eb2e4.txt +79 -0
  16. ado_sfttrainer-1.0.1/ado_actuators/sfttrainer/packages/fms-hf-tuning_v2.1.0_8f168183a70b41cb66902f438ecba7734144138c.txt +80 -0
  17. ado_sfttrainer-1.0.1/ado_actuators/sfttrainer/packages/fms-hf-tuning_v2.1.1_e2ac09183d8ba29084e110fd16b6b6c872e4a267.txt +80 -0
  18. ado_sfttrainer-1.0.1/ado_actuators/sfttrainer/packages/fms-hf-tuning_v2.1.2_1e82e020f64d5a53acf98eecccb33c3597881b5e.txt +80 -0
  19. ado_sfttrainer-1.0.1/ado_actuators/sfttrainer/packages/fms-hf-tuning_v2.2.1_e6f7a2205c06e703c6b22bdcc5e1f248823c2a2e.txt +81 -0
  20. ado_sfttrainer-1.0.1/ado_actuators/sfttrainer/packages/fms-hf-tuning_v2.3.1_3ec30a0f9c47b0b6b9f43ce9200ab4ff24ed01e8.txt +81 -0
  21. ado_sfttrainer-1.0.1/ado_actuators/sfttrainer/packages/fms-hf-tuning_v2.4.0_76bd76d0cfef0852e8490c344b791a35a1080ead.txt +81 -0
  22. ado_sfttrainer-1.0.1/ado_actuators/sfttrainer/packages/fms-hf-tuning_v2.5.0_6f9bab223987732826f625fc7a522a78b58697fb.txt +82 -0
  23. ado_sfttrainer-1.0.1/ado_actuators/sfttrainer/packages/fms-hf-tuning_v2.6.0_53f2babaddf07c85f5274167af9aaa947f19faf3.txt +78 -0
  24. ado_sfttrainer-1.0.1/ado_actuators/sfttrainer/packages/fms-hf-tuning_v2.7.1_456fe2a840e7f0b2d8d48c04cefe24faddbf261a.txt +81 -0
  25. ado_sfttrainer-1.0.1/ado_actuators/sfttrainer/packages/fms-hf-tuning_v2.8.2_ad594c7270e934679d48286aa87c5ade7bfc54e2.txt +83 -0
  26. ado_sfttrainer-1.0.1/ado_actuators/sfttrainer/packages/pod_example.yaml +27 -0
  27. ado_sfttrainer-1.0.1/ado_actuators/sfttrainer/scripts/check_model_weights.py +95 -0
  28. ado_sfttrainer-1.0.1/ado_actuators/sfttrainer/scripts/convert_weights.py +87 -0
  29. ado_sfttrainer-1.0.1/ado_actuators/sfttrainer/scripts/count_dataset_tokens.py +374 -0
  30. ado_sfttrainer-1.0.1/ado_actuators/sfttrainer/scripts/dataset_tokens_stats.json +101 -0
  31. ado_sfttrainer-1.0.1/ado_actuators/sfttrainer/scripts/docs.py +80 -0
  32. ado_sfttrainer-1.0.1/ado_actuators/sfttrainer/scripts/download_hf_weights.py +84 -0
  33. ado_sfttrainer-1.0.1/ado_actuators/sfttrainer/scripts/download_weights_from_dmf.py +65 -0
  34. ado_sfttrainer-1.0.1/ado_actuators/sfttrainer/scripts/download_weights_from_s3.py +164 -0
  35. ado_sfttrainer-1.0.1/ado_actuators/sfttrainer/scripts/generate_16384plus_dataset.py +55 -0
  36. ado_sfttrainer-1.0.1/ado_actuators/sfttrainer/scripts/generate_dataset.py +200 -0
  37. ado_sfttrainer-1.0.1/ado_actuators/sfttrainer/scripts/generate_vision_dataset.py +242 -0
  38. ado_sfttrainer-1.0.1/ado_actuators/sfttrainer/scripts/hash_models.py +133 -0
  39. ado_sfttrainer-1.0.1/ado_actuators/sfttrainer/scripts/lora_layers.json +171 -0
  40. ado_sfttrainer-1.0.1/ado_actuators/sfttrainer/scripts/model_hashes.json +128 -0
  41. ado_sfttrainer-1.0.1/ado_actuators/sfttrainer/scripts/preprocess_news_dataset.py +57 -0
  42. ado_sfttrainer-1.0.1/ado_actuators/sfttrainer/scripts/print_linear_layers.py +100 -0
  43. ado_sfttrainer-1.0.1/ado_actuators/sfttrainer/scripts/run_convert.sh +7 -0
  44. ado_sfttrainer-1.0.1/ado_actuators/sfttrainer/scripts/run_count_dataset_tokens.sh +7 -0
  45. ado_sfttrainer-1.0.1/ado_actuators/sfttrainer/scripts/run_download_weights_from_s3.sh +8 -0
  46. ado_sfttrainer-1.0.1/ado_actuators/sfttrainer/scripts/run_generate_dataset.sh +8 -0
  47. ado_sfttrainer-1.0.1/ado_actuators/sfttrainer/scripts/run_hash_models.sh +7 -0
  48. ado_sfttrainer-1.0.1/ado_actuators/sfttrainer/scripts/run_print_layers.sh +7 -0
  49. ado_sfttrainer-1.0.1/ado_actuators/sfttrainer/tests/test_ray_environment.py +26 -0
  50. ado_sfttrainer-1.0.1/ado_actuators/sfttrainer/tests/test_sfttrainer.py +169 -0
  51. ado_sfttrainer-1.0.1/ado_actuators/sfttrainer/wrapper_fms_hf_tuning/__init__.py +2 -0
  52. ado_sfttrainer-1.0.1/ado_actuators/sfttrainer/wrapper_fms_hf_tuning/callbacks/__init__.py +2 -0
  53. ado_sfttrainer-1.0.1/ado_actuators/sfttrainer/wrapper_fms_hf_tuning/callbacks/metrics_callbacks.py +43 -0
  54. ado_sfttrainer-1.0.1/ado_actuators/sfttrainer/wrapper_fms_hf_tuning/callbacks/metrics_tracker.py +595 -0
  55. ado_sfttrainer-1.0.1/ado_actuators/sfttrainer/wrapper_fms_hf_tuning/finetune.py +1172 -0
  56. ado_sfttrainer-1.0.1/ado_actuators/sfttrainer/wrapper_fms_hf_tuning/scripts/wrapper_sfttrainer.py +532 -0
  57. ado_sfttrainer-1.0.1/ado_actuators/sfttrainer/wrapper_fms_hf_tuning/tuning_versions/__init__.py +144 -0
  58. ado_sfttrainer-1.0.1/ado_actuators/sfttrainer/wrapper_fms_hf_tuning/tuning_versions/at_least_2_0_0.py +59 -0
  59. ado_sfttrainer-1.0.1/ado_actuators/sfttrainer/wrapper_fms_hf_tuning/tuning_versions/at_least_2_3_1.py +60 -0
  60. ado_sfttrainer-1.0.1/ado_actuators/sfttrainer/wrapper_fms_hf_tuning/tuning_versions/at_least_2_4_0.py +62 -0
  61. ado_sfttrainer-1.0.1/ado_actuators/sfttrainer/wrapper_fms_hf_tuning/tuning_versions/at_least_2_5_0.py +67 -0
  62. ado_sfttrainer-1.0.1/ado_sfttrainer.egg-info/PKG-INFO +9 -0
  63. ado_sfttrainer-1.0.1/ado_sfttrainer.egg-info/SOURCES.txt +68 -0
  64. ado_sfttrainer-1.0.1/ado_sfttrainer.egg-info/dependency_links.txt +1 -0
  65. ado_sfttrainer-1.0.1/ado_sfttrainer.egg-info/entry_points.txt +4 -0
  66. ado_sfttrainer-1.0.1/ado_sfttrainer.egg-info/requires.txt +5 -0
  67. ado_sfttrainer-1.0.1/ado_sfttrainer.egg-info/top_level.txt +3 -0
  68. ado_sfttrainer-1.0.1/examples/build_wheels.sh +53 -0
  69. ado_sfttrainer-1.0.1/pyproject.toml +36 -0
  70. ado_sfttrainer-1.0.1/setup.cfg +4 -0
ado_sfttrainer-1.0.1/PKG-INFO ADDED
@@ -0,0 +1,9 @@
1
+ Metadata-Version: 2.4
2
+ Name: ado-sfttrainer
3
+ Version: 1.0.1
4
+ Summary: An actuator for benchmarking fine-tuning of foundation models
5
+ Requires-Dist: jwt
6
+ Requires-Dist: aim>=3.23.0
7
+ Requires-Dist: transformers>=4.44.2
8
+ Requires-Dist: psutil
9
+ Requires-Dist: torch<2.5.0,>=2.4