sagemaker-hyperpod 3.3.0__tar.gz → 3.3.1__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (1186) hide show
  1. {sagemaker_hyperpod-3.3.0/src/sagemaker_hyperpod.egg-info → sagemaker_hyperpod-3.3.1}/PKG-INFO +2 -2
  2. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/README.md +1 -1
  3. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/pyproject.toml +1 -1
  4. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/setup.py +1 -1
  5. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/commands/cluster.py +71 -0
  6. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/commands/cluster_stack.py +4 -3
  7. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/commands/init.py +10 -7
  8. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/constants/init_constants.py +25 -16
  9. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/hyp_cli.py +2 -1
  10. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/init_utils.py +31 -1
  11. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/.coveragerc +9 -0
  12. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/.git +1 -0
  13. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/.github/ISSUE_TEMPLATE/bug_report.md +31 -0
  14. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/.github/ISSUE_TEMPLATE/documentation_request.md +17 -0
  15. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/.github/ISSUE_TEMPLATE/feature_request.md +20 -0
  16. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/.github/pull_request_template.md +25 -0
  17. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/.github/workflows/pre-commit-check-runner-push.yml +28 -0
  18. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/.github/workflows/repo-monitoring-cron.yml +69 -0
  19. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/.github/workflows/security-monitoring-cron.yml +100 -0
  20. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/.github/workflows/unit-test-runner-push.yml +32 -0
  21. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/.gitignore +28 -0
  22. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/.gitmodules +3 -0
  23. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/.pre-commit-config.yaml +33 -0
  24. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/CODE_OF_CONDUCT.md +4 -0
  25. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/CONTRIBUTING.md +59 -0
  26. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/Config +26 -0
  27. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/LICENSE +173 -0
  28. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/NOTICE +1 -0
  29. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/README.md +397 -0
  30. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/THIRD-PARTY.txt +175 -0
  31. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/accelerator_devices.py +116 -0
  32. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/config_validator/type_validator.py +152 -0
  33. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/config_validator/value_validator.py +275 -0
  34. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/efa.py +171 -0
  35. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/README.md +16 -0
  36. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/constants.py +32 -0
  37. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/k8s_templates/training/Chart.yaml +5 -0
  38. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/k8s_templates/training/train-script-gpu.yaml +60 -0
  39. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/k8s_templates/training/train-script-trn.yaml +117 -0
  40. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/k8s_templates/training/training-config.yaml +8 -0
  41. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/k8s_templates/training/training.yaml +181 -0
  42. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/k8s_templates/training/values.yaml +87 -0
  43. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/launchers.py +92 -0
  44. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/.git +1 -0
  45. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/.github/workflows/autoconf.yml +26 -0
  46. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/.github/workflows/launcher.yml +24 -0
  47. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/.github/workflows/style.yml +23 -0
  48. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/.gitignore +157 -0
  49. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/.pre-commit-config.yaml +47 -0
  50. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/Dockerfile +154 -0
  51. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/LICENSE +201 -0
  52. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/README.md +95 -0
  53. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/autoconfig/__init__.py +13 -0
  54. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/autoconfig/base_config.py +698 -0
  55. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/autoconfig/inference_summary.py +73 -0
  56. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/autoconfig/inference_sweep.py +356 -0
  57. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/autoconfig/scripts/compare_throughput.py +361 -0
  58. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/autoconfig/search_config.py +122 -0
  59. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/autoconfig/train.py +135 -0
  60. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/autoconfig/training_config.py +1180 -0
  61. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/autoconfig/utils.py +652 -0
  62. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/base_configs/baichuan2_13b.yaml +223 -0
  63. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/base_configs/baichuan2_7b.yaml +225 -0
  64. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/base_configs/bert.yaml +140 -0
  65. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/base_configs/chatglm_6b.yaml +238 -0
  66. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/base_configs/gpt3.yaml +172 -0
  67. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/base_configs/llama2_13b.yaml +215 -0
  68. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/base_configs/llama2_70b.yaml +220 -0
  69. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/base_configs/llama2_7b.yaml +218 -0
  70. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/base_configs/llama3_70b.yaml +257 -0
  71. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/base_configs/llama3_8b.yaml +255 -0
  72. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/base_configs/mixtral_3b.yaml +234 -0
  73. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/base_configs/mixtral_7b.yaml +236 -0
  74. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/base_configs/mt5.yaml +214 -0
  75. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/base_configs/qwen2_14b.yaml +235 -0
  76. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/base_configs/qwen2_4b.yaml +235 -0
  77. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/base_configs/qwen2_72b.yaml +235 -0
  78. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/base_configs/qwen2_7b.yaml +235 -0
  79. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/base_configs/t5.yaml +214 -0
  80. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/cluster/bcm.yaml +9 -0
  81. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/config.yaml +31 -0
  82. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/baichuan2/13b.yaml +22 -0
  83. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/baichuan2/7b.yaml +22 -0
  84. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/bert/0.11b.yaml +22 -0
  85. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/bert/100b.yaml +22 -0
  86. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/bert/20b.yaml +22 -0
  87. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/bert/4b.yaml +22 -0
  88. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/bert/unknown_size.yaml +22 -0
  89. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/chatglm/6b.yaml +22 -0
  90. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/gpt3/0.126b.yaml +40 -0
  91. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/gpt3/0.843b.yaml +40 -0
  92. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/gpt3/175b.yaml +40 -0
  93. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/gpt3/20b.yaml +40 -0
  94. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/gpt3/2b.yaml +40 -0
  95. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/gpt3/43b.yaml +40 -0
  96. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/gpt3/5b.yaml +40 -0
  97. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/gpt3/8b.yaml +40 -0
  98. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/gpt3/unknown_size.yaml +40 -0
  99. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/llama/llama2_13b.yaml +23 -0
  100. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/llama/llama2_70b.yaml +23 -0
  101. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/llama/llama2_7b.yaml +22 -0
  102. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/llama/llama2_7b_nemo.yaml +40 -0
  103. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/llama/llama3_70b.yaml +23 -0
  104. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/llama/llama3_8b.yaml +23 -0
  105. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/mixtral/3b.yaml +23 -0
  106. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/mixtral/7b.yaml +23 -0
  107. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/mt5/0.17b.yaml +23 -0
  108. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/mt5/0.39b.yaml +24 -0
  109. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/mt5/101.6b.yaml +22 -0
  110. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/mt5/11.9b.yaml +23 -0
  111. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/mt5/206b.yaml +22 -0
  112. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/mt5/24.65b.yaml +23 -0
  113. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/mt5/3.2b.yaml +23 -0
  114. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/mt5/42.54b.yaml +24 -0
  115. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/mt5/unknown_size.yaml +24 -0
  116. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/qwen2/14b.yaml +23 -0
  117. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/qwen2/4b.yaml +22 -0
  118. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/qwen2/72b.yaml +23 -0
  119. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/qwen2/7b.yaml +22 -0
  120. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/t5/0.22b.yaml +23 -0
  121. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/t5/100b.yaml +22 -0
  122. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/t5/11b.yaml +23 -0
  123. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/t5/2.8b.yaml +23 -0
  124. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/t5/203b.yaml +22 -0
  125. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/t5/23.5b.yaml +23 -0
  126. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/t5/41.2b.yaml +23 -0
  127. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/t5/unknown_size.yaml +24 -0
  128. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/main.py +44 -0
  129. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/tests/base_configs_tests/test_base_configs.py +1283 -0
  130. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/tests/code_tests/test_base_config.py +933 -0
  131. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/tests/code_tests/test_training_config.py +898 -0
  132. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/tests/code_tests/test_utils.py +445 -0
  133. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/tests/config_tests/test_bert_config.py +128 -0
  134. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/tests/config_tests/test_cluster_config.py +21 -0
  135. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/tests/config_tests/test_gpt3_config.py +395 -0
  136. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/tests/config_tests/test_llama_config.py +160 -0
  137. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/tests/config_tests/test_main_config.py +42 -0
  138. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/tests/config_tests/test_mixtral_config.py +67 -0
  139. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/tests/config_tests/test_mt5_config.py +189 -0
  140. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/tests/config_tests/test_t5_config.py +158 -0
  141. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/tuning/README.md +13 -0
  142. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/tuning/conf/cluster/bcm.yaml +9 -0
  143. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/tuning/conf/config.yaml +37 -0
  144. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/tuning/main.py +35 -0
  145. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/tuning/src/result_analysis.py +104 -0
  146. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/tuning/src/search.py +220 -0
  147. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/tuning/src/utils.py +142 -0
  148. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/csp_tools/aws/Dockerfile +74 -0
  149. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/csp_tools/aws/build-nccl-tests.sh +26 -0
  150. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/csp_tools/aws/cluster-validation-sample-output/dcgmi-220.out +58 -0
  151. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/csp_tools/aws/cluster_validation.sh +215 -0
  152. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/csp_tools/aws/dcgmi_diag.sh +22 -0
  153. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/csp_tools/aws/nccl.sh +53 -0
  154. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/csp_tools/aws/topo.xml +84 -0
  155. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/csp_tools/azure/build-nccl-tests.sh +33 -0
  156. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/csp_tools/azure/cluster_validation.sh +215 -0
  157. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/csp_tools/azure/dcgmi_diag.sh +21 -0
  158. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/csp_tools/azure/nccl.sh +53 -0
  159. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/csp_tools/azure/topo.xml +44 -0
  160. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/csp_tools/oci/build-nccl-tests.sh +33 -0
  161. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/csp_tools/oci/cluster_validation.sh +215 -0
  162. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/csp_tools/oci/dcgmi_diag.sh +21 -0
  163. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/csp_tools/oci/nccl.sh +57 -0
  164. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/csp_tools/oci/topo.xml +50 -0
  165. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/README.md +76 -0
  166. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/peft/llama/a100/13b_1node.sh +39 -0
  167. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/peft/llama/a100/13b_1node_lora.sh +45 -0
  168. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/peft/llama/a100/70b_1node_lora.sh +46 -0
  169. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/peft/llama/a100/70b_2node.sh +41 -0
  170. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/peft/llama/a100/7b_1node.sh +36 -0
  171. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/peft/llama/a100/7b_1node_lora.sh +45 -0
  172. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/peft/llama/a100/lora_4gpu_k8s.sh +35 -0
  173. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/peft/llama/h100/13b_1node.sh +41 -0
  174. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/peft/llama/h100/13b_1node_lora.sh +47 -0
  175. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/peft/llama/h100/70b_1node_lora.sh +48 -0
  176. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/peft/llama/h100/70b_2node.sh +43 -0
  177. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/peft/llama/h100/7b_1node.sh +38 -0
  178. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/peft/llama/h100/7b_1node_lora.sh +47 -0
  179. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/peft/nemotron/h100/22b_1node.sh +40 -0
  180. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/peft/nemotron/h100/22b_1node_lora.sh +47 -0
  181. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/peft/nemotron/h100/8b_1node.sh +38 -0
  182. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/peft/nemotron/h100/8b_1node_lora.sh +47 -0
  183. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/gpt/a100/175b_16node.sh +23 -0
  184. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/gpt/a100/20b_1node.sh +22 -0
  185. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/gpt/a100/20b_8node.sh +22 -0
  186. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/gpt/a100/40b_8node.sh +23 -0
  187. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/gpt/a100/5b_1node.sh +22 -0
  188. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/gpt/a100/5b_8node.sh +22 -0
  189. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/gpt/a100/fsdp_20b_1node.sh +30 -0
  190. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/gpt/a100/fsdp_40b_32node.sh +34 -0
  191. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/gpt/a100/fsdp_5b_1node.sh +30 -0
  192. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/gpt/h100/175b_bf16_16node.sh +23 -0
  193. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/gpt/h100/175b_fp8_16node.sh +25 -0
  194. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/gpt/h100/20b_bf16_1node.sh +22 -0
  195. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/gpt/h100/20b_bf16_8node.sh +22 -0
  196. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/gpt/h100/20b_fp8_1node.sh +23 -0
  197. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/gpt/h100/20b_fp8_8node.sh +23 -0
  198. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/gpt/h100/40b_bf16_8node.sh +23 -0
  199. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/gpt/h100/40b_fp8_8node.sh +24 -0
  200. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/gpt/h100/5b_bf16_1node.sh +22 -0
  201. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/gpt/h100/5b_bf16_8node.sh +22 -0
  202. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/gpt/h100/5b_fp8_1node.sh +23 -0
  203. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/gpt/h100/5b_fp8_8node.sh +23 -0
  204. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/gpt/h100/fsdp_20b_bf16_1node.sh +30 -0
  205. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/gpt/h100/fsdp_40b_bf16_32node.sh +34 -0
  206. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/gpt/h100/fsdp_5b_bf16_1node.sh +30 -0
  207. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/grok1-proxy/h100/grok1_proxy_bf16.sh +27 -0
  208. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/grok1-proxy/h100/grok1_proxy_fp8.sh +32 -0
  209. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/llama/a100/llama2_13b_bf16.sh +21 -0
  210. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/llama/a100/llama2_70b_bf16.sh +21 -0
  211. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/llama/a100/llama2_7b_bf16.sh +21 -0
  212. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/llama/h100/llama2_13b_bf16.sh +21 -0
  213. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/llama/h100/llama2_13b_fp8.sh +22 -0
  214. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/llama/h100/llama2_70b_bf16.sh +21 -0
  215. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/llama/h100/llama2_70b_fp8.sh +21 -0
  216. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/llama/h100/llama2_7b_bf16.sh +21 -0
  217. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/llama/h100/llama2_7b_fp8.sh +22 -0
  218. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/llama/h100/llama3_405b_bf16.sh +19 -0
  219. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/llama/h100/llama3_405b_fp8.sh +22 -0
  220. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/llama/h100/llama3_70b_bf16.sh +21 -0
  221. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/llama/h100/llama3_70b_fp8.sh +22 -0
  222. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/llama/h100/llama3_8b_bf16.sh +21 -0
  223. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/llama/h100/llama3_8b_fp8.sh +22 -0
  224. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/mixtral/h100/mixtral_8x3b_bf16.sh +17 -0
  225. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/mixtral/h100/mixtral_8x3b_fp8.sh +20 -0
  226. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/mixtral/h100/mixtral_8x7b_bf16.sh +17 -0
  227. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/mixtral/h100/mixtral_8x7b_fp8.sh +22 -0
  228. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/nemotron/a100/nemotron_22b_bf16.sh +19 -0
  229. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/nemotron/a100/nemotron_8b_bf16.sh +19 -0
  230. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/nemotron/h100/nemotron_22b_bf16.sh +19 -0
  231. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/nemotron/h100/nemotron_22b_fp8.sh +20 -0
  232. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/nemotron/h100/nemotron_8b_bf16.sh +19 -0
  233. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/nemotron/h100/nemotron_8b_fp8.sh +20 -0
  234. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/img/170M_mT5_loss_final.svg +4115 -0
  235. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/img/175B_GPT_3_throughput.svg +1 -0
  236. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/img/220M_T5_loss_final.svg +6672 -0
  237. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/img/390M_mT5_loss_final.svg +3126 -0
  238. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/img/3B_T5_loss_100percent.svg +3635 -0
  239. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/img/3B_T5_loss_75percent.svg +3170 -0
  240. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/img/3B_T5_throughput_2205.svg +1 -0
  241. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/img/3B_T5_throughput_2208.svg +1 -0
  242. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/img/3B_mT5_loss_75percent.svg +3112 -0
  243. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/img/3B_mT5_loss_final.svg +4071 -0
  244. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/img/3B_mT5_throughput_2205.svg +1 -0
  245. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/img/3B_mT5_throughput_2208.svg +1 -0
  246. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/img/4B_bert_throughput_2211.png +0 -0
  247. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/img/4b_bert_loss_final.png +0 -0
  248. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/img/5B_GPT_3_loss_final.svg +2334 -0
  249. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/img/5B_GPT_3_throughput.svg +1 -0
  250. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/img/infer_model_size_gpt3.svg +1 -0
  251. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/img/infer_model_size_gpt3.svg_old +1 -0
  252. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/img/infer_model_size_mt5.svg +1 -0
  253. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/img/infer_model_size_t5.svg +1 -0
  254. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/img/model_overview.png +0 -0
  255. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/adapter_learning/gpt3/squad.yaml +107 -0
  256. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/adapter_learning/llama/squad.yaml +107 -0
  257. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/adapter_learning/t5/squad.yaml +107 -0
  258. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/cluster/bcm.yaml +10 -0
  259. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/cluster/k8s.yaml +25 -0
  260. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/cluster/k8s_v2.yaml +29 -0
  261. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/config.yaml +103 -0
  262. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/conversion/baichuan2/convert_baichuan2.yaml +22 -0
  263. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/conversion/chatglm/convert_chatglm.yaml +21 -0
  264. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/conversion/clip/convert_clip.yaml +22 -0
  265. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/conversion/controlnet/convert_controlnet.yaml +18 -0
  266. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/conversion/dreambooth/convert_dreambooth.yaml +18 -0
  267. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/conversion/gpt3/convert_gpt3.yaml +23 -0
  268. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/conversion/imagen/convert_imagen.yaml +18 -0
  269. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/conversion/instruct_pix2pix/convert_instruct_pix2pix.yaml +18 -0
  270. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/conversion/llama/convert_llama.yaml +22 -0
  271. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/conversion/mistral/convert_mistral.yaml +22 -0
  272. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/conversion/mixtral/convert_mixtral.yaml +21 -0
  273. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/conversion/mixtral/convert_mixtral_8x22b.yaml +21 -0
  274. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/conversion/mt5/convert_mt5.yaml +25 -0
  275. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/conversion/nemotron/convert_nemotron.yaml +21 -0
  276. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/conversion/neva/convert_neva.yaml +20 -0
  277. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/conversion/qwen2/convert_qwen2.yaml +22 -0
  278. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/conversion/stable_diffusion/convert_stable_diffusion.yaml +18 -0
  279. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/conversion/starcoder2/convert_starcoder2.yaml +21 -0
  280. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/conversion/t5/convert_t5.yaml +24 -0
  281. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/conversion/vit/convert_vit.yaml +20 -0
  282. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/conversion_hf2nemo/hf_llama2/convert_llama2_nemo.yaml +228 -0
  283. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/conversion_hf2nemo/hf_mistral_7b/convert_mistral_7b_nemo.yaml +228 -0
  284. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/conversion_hf2nemo/hf_mixtral/convert_mixtral_8x22b_nemo.yaml +231 -0
  285. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/conversion_hf2nemo/hf_mixtral/convert_mixtral_nemo.yaml +228 -0
  286. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_curation/common_crawl/compute_minhashes/compute_minhashes.yaml +21 -0
  287. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_curation/common_crawl/connected_component/connected_component.yaml +16 -0
  288. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_curation/common_crawl/curate_common_crawl.yaml +64 -0
  289. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_curation/common_crawl/fasttext_download/fasttext_download.yaml +15 -0
  290. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_curation/common_crawl/find_matching_ngrams/find_matching_ngrams.yaml +9 -0
  291. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_curation/common_crawl/jaccard_compute/jaccard_compute.yaml +18 -0
  292. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_curation/common_crawl/jaccard_map_buckets/jaccard_map_buckets.yaml +18 -0
  293. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_curation/common_crawl/jaccard_shuffle/jaccard_shuffle.yaml +19 -0
  294. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_curation/common_crawl/language_identification/language_identification.yaml +10 -0
  295. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_curation/common_crawl/minhash_buckets/minhash_buckets.yaml +19 -0
  296. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_curation/common_crawl/prepare_task_data/prepare_task_data.yaml +62 -0
  297. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_curation/common_crawl/quality_filtering/heuristic_english.yaml +120 -0
  298. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_curation/common_crawl/remove_matching_ngrams/remove_matching_ngrams.yaml +9 -0
  299. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_curation/common_crawl/separate_by_language/separate_by_language.yaml +10 -0
  300. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_curation/common_crawl/text_cleaning/text_cleaning.yaml +9 -0
  301. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_curation/common_crawl/verify_all_pairs_jaccard/verify_all_pairs_jaccard.yaml +15 -0
  302. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_curation/common_crawl/write_deduped_result_with_text/write_deduped_result_with_text.yaml +14 -0
  303. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_curation/sft/curate_sft.yaml +26 -0
  304. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_curation/sft/find_matching_ngrams/find_matching_ngrams.yaml +10 -0
  305. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_curation/sft/prepare_task_data/prepare_task_data.yaml +62 -0
  306. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_curation/sft/remove_matching_ngrams/remove_matching_ngrams.yaml +11 -0
  307. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_preparation/baichuan2/download_baichuan2_pile.yaml +20 -0
  308. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_preparation/bert/download_bert_pile.yaml +21 -0
  309. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_preparation/chatglm/download_chatglm_pile.yaml +20 -0
  310. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_preparation/code_llama/download_human_eval.yaml +10 -0
  311. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_preparation/falcon/download_falcon_pile.yaml +18 -0
  312. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_preparation/fid_evaluation/download_coco2014.yaml +11 -0
  313. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_preparation/generic/custom_dataset.yaml +35 -0
  314. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_preparation/gpt/download_slim_pajama.yaml +27 -0
  315. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_preparation/gpt3/download_gpt3_pile.yaml +22 -0
  316. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_preparation/llama/download_llama_pile.yaml +20 -0
  317. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_preparation/mistral/download_mistral_nemo_123b_pile.yaml +18 -0
  318. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_preparation/mistral/download_mistral_nemo_12b_pile.yaml +18 -0
  319. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_preparation/mistral/download_mistral_pile.yaml +18 -0
  320. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_preparation/mixtral/download_mixtral_8x22b_pile.yaml +18 -0
  321. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_preparation/mixtral/download_mixtral_pile.yaml +18 -0
  322. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_preparation/mt5/download_mc4.yaml +27 -0
  323. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_preparation/multimodal/download_multimodal.yaml +72 -0
  324. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_preparation/multimodal/precache_sd.yaml +51 -0
  325. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_preparation/multimodal/precache_t5xxl.yaml +24 -0
  326. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_preparation/nemotron/download_nemotron_pile.yaml +20 -0
  327. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_preparation/steerlm/steerlm_data_prep1.yaml +13 -0
  328. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_preparation/steerlm/steerlm_data_prep2_reg.yaml +13 -0
  329. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_preparation/t5/download_t5_pile.yaml +21 -0
  330. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/adapter_gpt3/squad.yaml +43 -0
  331. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/adapter_t5/squad.yaml +47 -0
  332. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/baichuan2/evaluate_all.yaml +24 -0
  333. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/baichuan2/evaluate_boolq.yaml +24 -0
  334. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/chatglm/evaluate_all.yaml +24 -0
  335. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/chatglm/evaluate_boolq.yaml +24 -0
  336. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/clip/imagenet_zeroshot.yaml +25 -0
  337. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/code_llama/human_eval.yaml +200 -0
  338. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/falcon/evaluate_all.yaml +23 -0
  339. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/gpt3/evaluate_all.yaml +25 -0
  340. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/gpt3/evaluate_lambada.yaml +25 -0
  341. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/ia3_gpt3/squad.yaml +42 -0
  342. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/ia3_t5/squad.yaml +47 -0
  343. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/imagen/fid_clip.yaml +71 -0
  344. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/llama/evaluate_all.yaml +24 -0
  345. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/llama/evaluate_boolq.yaml +24 -0
  346. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/mistral/evaluate_all.yaml +23 -0
  347. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/mixtral/evaluate_all.yaml +24 -0
  348. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/mixtral/evaluate_all_8x22b.yaml +24 -0
  349. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/mt5/custom_task.yaml +56 -0
  350. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/mt5/xquad.yaml +73 -0
  351. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/nemotron/evaluate_all.yaml +23 -0
  352. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/peft_baichuan2/squad.yaml +199 -0
  353. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/peft_chatglm/squad.yaml +199 -0
  354. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/peft_falcon/squad.yaml +199 -0
  355. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/peft_llama/squad.yaml +199 -0
  356. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/peft_mistral/squad.yaml +199 -0
  357. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/peft_mixtral/squad.yaml +199 -0
  358. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/peft_mixtral/squad_8x22b.yaml +199 -0
  359. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/peft_t5/squad.yaml +204 -0
  360. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/prompt_gpt3/squad.yaml +21 -0
  361. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/prompt_llama/squad.yaml +21 -0
  362. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/prompt_mt5/squad.yaml +34 -0
  363. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/prompt_t5/squad.yaml +34 -0
  364. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/qwen2/evaluate_all.yaml +24 -0
  365. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/qwen2/evaluate_boolq.yaml +24 -0
  366. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/retro/evaluate_nq.yaml +52 -0
  367. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/retro/evaluate_tqa.yaml +25 -0
  368. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/stable_diffusion/fid_clip.yaml +60 -0
  369. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/starcoder2/human_eval.yaml +149 -0
  370. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/t5/custom_task.yaml +56 -0
  371. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/t5/squad.yaml +59 -0
  372. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/vit/imagenet_val.yaml +24 -0
  373. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/export/gpt3/export_gpt3.yaml +32 -0
  374. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/export/mt5/export_mt5.yaml +31 -0
  375. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/export/t5/export_t5.yaml +31 -0
  376. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/external_conversion/clip/convert_external_clip.yaml +20 -0
  377. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fine_tuning/baichuan2/squad.yaml +187 -0
  378. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fine_tuning/bert_embedding/sft.yaml +160 -0
  379. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fine_tuning/chatglm/squad.yaml +187 -0
  380. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fine_tuning/code_llama/human_eval.yaml +188 -0
  381. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fine_tuning/falcon/squad.yaml +187 -0
  382. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fine_tuning/gpt3/custom_task.yaml +183 -0
  383. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fine_tuning/gpt3/squad.yaml +196 -0
  384. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fine_tuning/llama/squad.yaml +194 -0
  385. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fine_tuning/mamba/sft.yaml +237 -0
  386. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fine_tuning/mistral/squad.yaml +187 -0
  387. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fine_tuning/mixtral/squad.yaml +187 -0
  388. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fine_tuning/mixtral/squad_8x22b.yaml +187 -0
  389. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fine_tuning/mt5/custom_task.yaml +103 -0
  390. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fine_tuning/mt5/xquad.yaml +118 -0
  391. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fine_tuning/neva/llama2_13b_chat.yaml +219 -0
  392. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fine_tuning/neva/llama2_7b_chat.yaml +219 -0
  393. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fine_tuning/neva/llama3_70b_chat.yaml +219 -0
  394. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fine_tuning/neva/llama3_8b_chat.yaml +219 -0
  395. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fine_tuning/neva/mistral_7b_instruct.yaml +224 -0
  396. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fine_tuning/neva/mixtral_8x7b_instruct.yaml +225 -0
  397. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fine_tuning/nsfw/nsfw_L_14.yaml +230 -0
  398. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fine_tuning/qwen2/squad.yaml +194 -0
  399. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fine_tuning/t5/custom_task.yaml +103 -0
  400. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fine_tuning/t5/squad.yaml +103 -0
  401. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fine_tuning/video_neva/llama3_8b_vita.yaml +229 -0
  402. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fine_tuning/vit/imagenet1k.yaml +167 -0
  403. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fw_inference/clip/clip_similarity.yaml +20 -0
  404. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fw_inference/controlnet/controlnet_infer.yaml +41 -0
  405. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fw_inference/dreambooth/text2img.yaml +38 -0
  406. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fw_inference/imagen/text2img.yaml +51 -0
  407. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fw_inference/instruct_pix2pix/edit_cli.yaml +30 -0
  408. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fw_inference/neva/inference.yaml +64 -0
  409. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fw_inference/nsfw/nsfw.yaml +19 -0
  410. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fw_inference/retro/retro_inference.yaml +52 -0
  411. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fw_inference/sdxl/sdxl_infer.yaml +195 -0
  412. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fw_inference/stable_diffusion/text2img.yaml +37 -0
  413. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fw_inference/video_neva/inference.yaml +64 -0
  414. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fw_inference/vit/imagenet1k.yaml +20 -0
  415. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/ia3_learning/gpt3/squad.yaml +98 -0
  416. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/ia3_learning/llama/squad.yaml +98 -0
  417. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/ia3_learning/t5/squad.yaml +98 -0
  418. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/peft/baichuan2/squad.yaml +235 -0
  419. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/peft/chatglm/squad.yaml +235 -0
  420. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/peft/code_llama/human_eval.yaml +236 -0
  421. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/peft/falcon/squad.yaml +235 -0
  422. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/peft/gemma/sft.yaml +246 -0
  423. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/peft/gemma/squad.yaml +241 -0
  424. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/peft/gpt3/squad.yaml +243 -0
  425. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/peft/griffin/sft.yaml +296 -0
  426. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/peft/griffin/squad.yaml +294 -0
  427. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/peft/llama/sft.yaml +261 -0
  428. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/peft/llama/squad.yaml +242 -0
  429. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/peft/mistral/squad.yaml +235 -0
  430. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/peft/mistral_embedding/squad.yaml +233 -0
  431. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/peft/mixtral/squad.yaml +237 -0
  432. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/peft/mixtral/squad_8x22b.yaml +237 -0
  433. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/peft/nemotron/sft.yaml +261 -0
  434. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/peft/nemotron/squad.yaml +242 -0
  435. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/peft/neva/llama2_13b_chat.yaml +230 -0
  436. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/peft/neva/llama2_70b_chat.yaml +230 -0
  437. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/peft/neva/llama2_7b_chat.yaml +230 -0
  438. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/peft/neva/llama3_70b_chat.yaml +230 -0
  439. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/peft/neva/llama3_8b_chat.yaml +230 -0
  440. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/peft/neva/mistral_7b_instruct.yaml +236 -0
  441. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/peft/neva/mixtral_8x7b_instruct.yaml +235 -0
  442. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/peft/neva/nemotron4_340b_chat.yaml +230 -0
  443. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/peft/qwen2/sft.yaml +261 -0
  444. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/peft/qwen2/squad.yaml +242 -0
  445. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/peft/starcoder2/sft.yaml +262 -0
  446. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/peft/t5/squad.yaml +241 -0
  447. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/prompt_learning/gpt3/squad.yaml +111 -0
  448. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/prompt_learning/llama/squad.yaml +113 -0
  449. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/prompt_learning/mt5/squad.yaml +101 -0
  450. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/prompt_learning/t5/squad.yaml +101 -0
  451. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/ptq/model/quantization.yaml +57 -0
  452. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/rag_generating/gpt3/125m.yaml +50 -0
  453. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/rag_generating/gpt3/7b.yaml +50 -0
  454. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/rag_indexing/bert/110m.yaml +32 -0
  455. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/rag_indexing/bert/340m.yaml +32 -0
  456. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/rlhf_ppo/gpt3/2b_ppo.yaml +297 -0
  457. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/rlhf_rm/gpt3/2b_rm.yaml +211 -0
  458. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/steerlm_reg/ac_sft/gpt_sft.yaml +195 -0
  459. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/steerlm_reg/rw_sft/training_rm.yaml +118 -0
  460. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/baichuan2/baichuan2_13b.yaml +217 -0
  461. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/baichuan2/baichuan2_7b.yaml +221 -0
  462. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/bert/100b.yaml +205 -0
  463. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/bert/110m.yaml +206 -0
  464. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/bert/20b.yaml +205 -0
  465. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/bert/4b.yaml +205 -0
  466. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/chatglm/chatglm2-6b.yaml +245 -0
  467. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/chatglm/chatglm3-6b.yaml +245 -0
  468. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/clip/siglip_config.yaml +258 -0
  469. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/clip/vit_B_32.yaml +256 -0
  470. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/clip/vit_H_14.yaml +256 -0
  471. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/clip/vit_g_14.yaml +256 -0
  472. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/controlnet/controlnet_v1-5.yaml +225 -0
  473. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/dreambooth/860m.yaml +232 -0
  474. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/falcon/falcon_7b.yaml +229 -0
  475. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/gpt3/126m.yaml +253 -0
  476. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/gpt3/175b.yaml +258 -0
  477. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/gpt3/175b_16k.yaml +259 -0
  478. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/gpt3/175b_32k.yaml +259 -0
  479. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/gpt3/175b_mlperf.yaml +267 -0
  480. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/gpt3/1b_improved.yaml +237 -0
  481. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/gpt3/20b.yaml +257 -0
  482. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/gpt3/400m_improved.yaml +237 -0
  483. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/gpt3/40b.yaml +255 -0
  484. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/gpt3/40b_16k.yaml +258 -0
  485. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/gpt3/40b_32k.yaml +258 -0
  486. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/gpt3/40b_64k.yaml +258 -0
  487. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/gpt3/40b_improved.yaml +237 -0
  488. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/gpt3/5b.yaml +256 -0
  489. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/gpt3/5b_16k.yaml +258 -0
  490. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/gpt3/5b_32k.yaml +258 -0
  491. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/gpt3/5b_64k.yaml +258 -0
  492. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/gpt3/7b_improved.yaml +238 -0
  493. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/gpt3/mlperf-24n.yaml +325 -0
  494. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/gpt3/mlperf.yaml +270 -0
  495. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/grok/grok1_proxy.yaml +240 -0
  496. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/imagen/2b_res_64.yaml +145 -0
  497. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/imagen/400m_res_256.yaml +152 -0
  498. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/imagen/500m_res_64.yaml +146 -0
  499. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/imagen/600m_res_1024.yaml +148 -0
  500. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/imagen/600m_res_256.yaml +148 -0
  501. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/instruct_pix2pix/860m_sd_edit.yaml +174 -0
  502. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/llama/llama1_13b.yaml +217 -0
  503. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/llama/llama1_30b.yaml +216 -0
  504. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/llama/llama1_65b.yaml +216 -0
  505. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/llama/llama1_7b.yaml +219 -0
  506. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/llama/llama2_13b.yaml +238 -0
  507. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/llama/llama2_70b.yaml +241 -0
  508. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/llama/llama2_7b.yaml +238 -0
  509. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/llama/llama3_1_405b.yaml +241 -0
  510. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/llama/llama3_1_70b.yaml +241 -0
  511. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/llama/llama3_1_8b.yaml +237 -0
  512. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/llama/llama3_70b.yaml +240 -0
  513. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/llama/llama3_8b.yaml +236 -0
  514. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/mistral/mistral_7b.yaml +231 -0
  515. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/mistral/mistral_nemo_123b.yaml +231 -0
  516. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/mistral/mistral_nemo_12b.yaml +231 -0
  517. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/mixtral/mixtral_8x22b.yaml +231 -0
  518. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/mixtral/mixtral_8x3b.yaml +240 -0
  519. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/mixtral/mixtral_8x7b.yaml +241 -0
  520. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/mt5/11b.yaml +218 -0
  521. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/mt5/170m.yaml +218 -0
  522. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/mt5/23b.yaml +218 -0
  523. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/mt5/390m.yaml +218 -0
  524. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/mt5/3b.yaml +218 -0
  525. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/nemotron/nemotron_15b.yaml +199 -0
  526. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/nemotron/nemotron_22b.yaml +200 -0
  527. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/nemotron/nemotron_340b.yaml +197 -0
  528. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/nemotron/nemotron_4b.yaml +199 -0
  529. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/nemotron/nemotron_8b.yaml +199 -0
  530. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/nerf/dreamfusion-dmtet.yaml +59 -0
  531. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/nerf/dreamfusion.yaml +59 -0
  532. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/nerf/model/background/random.yaml +3 -0
  533. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/nerf/model/background/static.yaml +2 -0
  534. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/nerf/model/background/tcnn.yaml +19 -0
  535. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/nerf/model/background/torchngp.yaml +11 -0
  536. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/nerf/model/data/data.yaml +41 -0
  537. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/nerf/model/dreamfusion-dmtet.yaml +40 -0
  538. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/nerf/model/dreamfusion.yaml +40 -0
  539. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/nerf/model/guidance/sd_huggingface.yaml +4 -0
  540. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/nerf/model/guidance/sd_nemo.yaml +4 -0
  541. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/nerf/model/guidance/sd_trt.yaml +5 -0
  542. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/nerf/model/loss/dmtet.yaml +8 -0
  543. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/nerf/model/loss/dreamfusion.yaml +8 -0
  544. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/nerf/model/material/basic_shading.yaml +1 -0
  545. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/nerf/model/nerf/tcnn.yaml +32 -0
  546. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/nerf/model/nerf/torchngp.yaml +26 -0
  547. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/nerf/model/optim/adan.yaml +6 -0
  548. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/nerf/model/renderer/nerfacc.yaml +8 -0
  549. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/nerf/model/renderer/nvdiffrast.yaml +6 -0
  550. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/nerf/model/renderer/torchngp_raymarching.yaml +7 -0
  551. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/neva/llama2_13b_chat.yaml +218 -0
  552. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/neva/llama2_70b_chat.yaml +218 -0
  553. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/neva/llama2_7b_chat.yaml +218 -0
  554. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/neva/llama3_70b_chat.yaml +218 -0
  555. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/neva/llama3_8b_chat.yaml +218 -0
  556. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/neva/mistral_7b_instruct.yaml +223 -0
  557. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/neva/mixtral_8x7b_instruct.yaml +225 -0
  558. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/neva/nemotron4_340b_chat.yaml +220 -0
  559. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/qwen2/qwen2_14b.yaml +229 -0
  560. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/qwen2/qwen2_4b.yaml +232 -0
  561. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/qwen2/qwen2_72b.yaml +232 -0
  562. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/qwen2/qwen2_7b.yaml +232 -0
  563. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/retro/300m.yaml +265 -0
  564. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/sdxl/sdxl_base_train_res_1024_stage_3.yaml +206 -0
  565. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/sdxl/sdxl_base_train_res_256_stage_1.yaml +205 -0
  566. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/sdxl/sdxl_base_train_res_512_stage_2.yaml +206 -0
  567. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/stable_diffusion/860m_res_256_pretrain.yaml +205 -0
  568. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/stable_diffusion/860m_res_256_v2_0_pretrain.yaml +207 -0
  569. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/stable_diffusion/860m_res_512_v1_1.yaml +207 -0
  570. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/stable_diffusion/860m_res_512_v1_2.yaml +208 -0
  571. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/stable_diffusion/860m_res_512_v1_5.yaml +208 -0
  572. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/stable_diffusion/860m_res_512_v2_0_base.yaml +211 -0
  573. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/starcoder2/starcoder2_15b.yaml +261 -0
  574. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/starcoder2/starcoder2_3b.yaml +261 -0
  575. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/starcoder2/starcoder2_7b.yaml +261 -0
  576. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/t5/11b.yaml +276 -0
  577. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/t5/220m.yaml +276 -0
  578. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/t5/23b.yaml +276 -0
  579. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/t5/3b.yaml +276 -0
  580. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/t5/41b.yaml +276 -0
  581. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/tp_overlap/ub_cfg_a100_h12288_tp4_mbs1_seqlen2048.yaml +53 -0
  582. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/tp_overlap/ub_cfg_a100_h12288_tp4_mbs2_seqlen2048.yaml +53 -0
  583. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/tp_overlap/ub_cfg_h100_bf16_h16384_tp8_cp2_mbs1_seqlen8192.yaml +63 -0
  584. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/tp_overlap/ub_cfg_h100_fp8_h16384_tp8_cp2_mbs1_seqlen8192.yaml +63 -0
  585. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/tp_overlap/ub_cfg_h100_fp8_h8192_tp4_mbs1_seqlen8192.yaml +61 -0
  586. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/tp_overlap/ub_cfg_h100_h12288_tp4_mbs1_seqlen2048.yaml +58 -0
  587. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/tp_overlap/ub_cfg_h100_h12288_tp4_mbs2_seqlen2048.yaml +58 -0
  588. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/tp_overlap/ub_cfg_h100_h12288_tp8_mbs2_seqlen2048.yaml +59 -0
  589. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/tp_overlap/ub_cfg_h100_h5120_tp2_mbs1_seqlen4096.yaml +59 -0
  590. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/tp_overlap/ub_cfg_h100_h6144_tp2_mbs2_seqlen2048.yaml +59 -0
  591. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/tp_overlap/ub_cfg_h100_h8192_tp2_mbs1_seqlen4096.yaml +55 -0
  592. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/tp_overlap/ub_cfg_h100_h8192_tp4_mbs1_seqlen4096.yaml +59 -0
  593. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/tp_overlap/ub_cfg_h100_h8192_tp4_mbs1_seqlen8192.yaml +59 -0
  594. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/video_neva/llama2_13b_chat.yaml +221 -0
  595. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/video_neva/llama2_70b_chat.yaml +221 -0
  596. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/video_neva/llama2_7b_chat.yaml +221 -0
  597. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/video_neva/mistral_7b_instruct.yaml +226 -0
  598. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/video_neva/mixtral_8x7b_instruct.yaml +226 -0
  599. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/vit/B_16.yaml +169 -0
  600. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/vit/H_14.yaml +169 -0
  601. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/vit/L_16.yaml +169 -0
  602. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/vit/bigG_14.yaml +169 -0
  603. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/vit/g_14.yaml +169 -0
  604. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/data/nsfw/concepts.txt +80 -0
  605. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/main.py +207 -0
  606. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/__init__.py +13 -0
  607. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/__init__.py +13 -0
  608. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/auto_blend.py +70 -0
  609. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/checkpoint_search.py +109 -0
  610. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/conditional_cfgs.py +62 -0
  611. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/conf/auto_blend.yaml +3 -0
  612. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/conf/checkpoint_search.yaml +4 -0
  613. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/conf/get_ag_overlap.yaml +2 -0
  614. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/conf/get_ln_sm_margin.yaml +1 -0
  615. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/conf/hparams_override.yaml +6 -0
  616. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/conf/numa_mapping.yaml +8 -0
  617. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/datacuration_scripts/download_fasttext.sh +30 -0
  618. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/__init__.py +13 -0
  619. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/anthropichh_dataprep/download_and_process.py +131 -0
  620. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/custom_dataprep/__init__.py +13 -0
  621. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/custom_dataprep/preprocess.py +139 -0
  622. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/dolly_dataprep/__init__.py +13 -0
  623. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/dolly_dataprep/download.py +67 -0
  624. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/dolly_dataprep/preprocess.py +79 -0
  625. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/fid_evaluation_dataprep/conf/config.yaml +4 -0
  626. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/fid_evaluation_dataprep/preprocess.py +116 -0
  627. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/mc4_dataprep/__init__.py +13 -0
  628. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/mc4_dataprep/download.py +85 -0
  629. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/mc4_dataprep/prepare.py +179 -0
  630. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/mc4_dataprep/preprocess.py +112 -0
  631. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/mc4_dataprep/setup_preprocess.py +187 -0
  632. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/multimodal_dataprep/conf/config.yaml +22 -0
  633. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/multimodal_dataprep/download_images.py +78 -0
  634. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/multimodal_dataprep/download_parquet.py +60 -0
  635. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/multimodal_dataprep/generate_wdinfo.py +67 -0
  636. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/multimodal_dataprep/merge_source_tar.py +212 -0
  637. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/multimodal_dataprep/precache_encodings.py +368 -0
  638. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/multimodal_dataprep/reorganize_tar.py +142 -0
  639. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/pile_dataprep/__init__.py +13 -0
  640. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/pile_dataprep/conf/config.yaml +13 -0
  641. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/pile_dataprep/download.py +70 -0
  642. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/pile_dataprep/extract.py +71 -0
  643. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/pile_dataprep/preprocess.py +175 -0
  644. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/slim_pajama_dataprep/__init__.py +13 -0
  645. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/slim_pajama_dataprep/concat.sh +52 -0
  646. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/slim_pajama_dataprep/conf/config.yaml +23 -0
  647. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/slim_pajama_dataprep/download.py +124 -0
  648. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/slim_pajama_dataprep/extract.py +133 -0
  649. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/slim_pajama_dataprep/preprocess.py +134 -0
  650. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_diffusion_fid_clip/TFinception_V3.py +253 -0
  651. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_diffusion_fid_clip/compute_clip_score.py +144 -0
  652. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_diffusion_fid_clip/compute_fid.py +428 -0
  653. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_diffusion_fid_clip/eval_fid.py +95 -0
  654. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_diffusion_fid_clip/fid_dataset.py +125 -0
  655. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_diffusion_fid_clip/plot.py +64 -0
  656. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_harness/__init__.py +13 -0
  657. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_harness/download.py +48 -0
  658. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_harness/evaluate.py +533 -0
  659. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_harness/lm_eval/__init__.py +13 -0
  660. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_harness/lm_eval/base.py +711 -0
  661. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_harness/lm_eval/evaluator.py +188 -0
  662. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_harness/lm_eval/metrics.py +262 -0
  663. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_harness/lm_eval/models/__init__.py +47 -0
  664. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_harness/lm_eval/models/dummy.py +51 -0
  665. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_harness/lm_eval/models/nemo_baichuan2.py +261 -0
  666. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_harness/lm_eval/models/nemo_chatglm.py +266 -0
  667. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_harness/lm_eval/models/nemo_falcon.py +266 -0
  668. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_harness/lm_eval/models/nemo_gpt3.py +454 -0
  669. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_harness/lm_eval/models/nemo_gpt3_prompt.py +296 -0
  670. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_harness/lm_eval/models/nemo_llama.py +271 -0
  671. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_harness/lm_eval/models/nemo_llama_prompt.py +208 -0
  672. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_harness/lm_eval/models/nemo_mistral.py +261 -0
  673. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_harness/lm_eval/models/nemo_mixtral.py +261 -0
  674. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_harness/lm_eval/models/nemo_qwen2.py +261 -0
  675. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_harness/lm_eval/tasks/__init__.py +76 -0
  676. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_harness/lm_eval/tasks/common.py +72 -0
  677. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_harness/lm_eval/tasks/hellaswag.py +62 -0
  678. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_harness/lm_eval/tasks/lambada.py +124 -0
  679. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_harness/lm_eval/tasks/piqa.py +47 -0
  680. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_harness/lm_eval/tasks/prompt.py +150 -0
  681. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_harness/lm_eval/tasks/race.py +203 -0
  682. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_harness/lm_eval/tasks/superglue.py +510 -0
  683. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_harness/lm_eval/tasks/wikitext.py +179 -0
  684. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_harness/lm_eval/tasks/winogrande.py +157 -0
  685. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_harness/lm_eval/utils.py +237 -0
  686. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/export_scripts/prepare_triton_model_config.py +255 -0
  687. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/gpu_affinity.py +535 -0
  688. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/hparams_override.py +109 -0
  689. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/metric_calculation/fine_tuning_metric_calc.py +66 -0
  690. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/metric_calculation/squad_metric_calc.py +169 -0
  691. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/numa_mapping.py +68 -0
  692. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/pause_and_prime_dns_connections.py +57 -0
  693. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/run_dask_stage.sh +62 -0
  694. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/__init__.py +13 -0
  695. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/data_curation_stages.py +1161 -0
  696. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/data_stages.py +1388 -0
  697. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/export_stages.py +491 -0
  698. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/k8s_templates/conversion/Chart.yaml +5 -0
  699. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/k8s_templates/conversion/conversion.yaml +53 -0
  700. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/k8s_templates/conversion/values.yaml +43 -0
  701. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/k8s_templates/data_preparation/Chart.yaml +5 -0
  702. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/k8s_templates/data_preparation/data-prep-config.yaml +7 -0
  703. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/k8s_templates/data_preparation/data-prep.yaml +63 -0
  704. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/k8s_templates/data_preparation/values.yaml +30 -0
  705. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/k8s_templates/evaluation/Chart.yaml +5 -0
  706. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/k8s_templates/evaluation/evaluation-config.yaml +7 -0
  707. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/k8s_templates/evaluation/evaluation.yaml +59 -0
  708. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/k8s_templates/evaluation/values.yaml +76 -0
  709. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/k8s_templates/peft/Chart.yaml +5 -0
  710. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/k8s_templates/peft/peft-config.yaml +7 -0
  711. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/k8s_templates/peft/peft.yaml +137 -0
  712. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/k8s_templates/peft/values.yaml +54 -0
  713. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/k8s_templates/rlhf_ppo/Chart.yaml +5 -0
  714. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/k8s_templates/rlhf_ppo/rlhf-ppo-actor.yaml +75 -0
  715. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/k8s_templates/rlhf_ppo/rlhf-ppo-config.yaml +9 -0
  716. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/k8s_templates/rlhf_ppo/rlhf-ppo-critic.yaml +77 -0
  717. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/k8s_templates/rlhf_ppo/values.yaml +36 -0
  718. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/k8s_templates/training/Chart.yaml +5 -0
  719. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/k8s_templates/training/training-config.yaml +7 -0
  720. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/k8s_templates/training/training.yaml +97 -0
  721. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/k8s_templates/training/values.yaml +34 -0
  722. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/launchers.py +1167 -0
  723. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/logger.py +73 -0
  724. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/rlhf_stages.py +345 -0
  725. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/stages.py +2676 -0
  726. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/v2/__init__.py +0 -0
  727. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/v2/config_k8s.py +273 -0
  728. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/v2/config_k8s_test.py +78 -0
  729. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/v2/stages.py +749 -0
  730. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/v2/stages_test.py +101 -0
  731. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/v2/step_k8s.py +354 -0
  732. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/v2/step_k8s_test.py +215 -0
  733. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/utils/__init__.py +13 -0
  734. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/utils/data_utils/__init__.py +13 -0
  735. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/utils/data_utils/download_squad.py +91 -0
  736. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/utils/data_utils/prepare_squad.py +128 -0
  737. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/utils/data_utils/prompt_learning_squad_preprocessing.py +169 -0
  738. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/utils/file_utils.py +116 -0
  739. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/utils/job_utils.py +183 -0
  740. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/tests/__init__.py +0 -0
  741. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/tests/unit_tests/__init__.py +0 -0
  742. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/tests/unit_tests/config_tests/test_cluster_config.py +22 -0
  743. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/tests/unit_tests/config_tests/test_fault_tol_config.py +111 -0
  744. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/tests/unit_tests/config_tests/test_main_config.py +114 -0
  745. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/tests/unit_tests/stages_tests/__init__.py +0 -0
  746. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/tests/unit_tests/stages_tests/test_adapters.py +36 -0
  747. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/tests/unit_tests/stages_tests/test_convert.py +41 -0
  748. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/tests/unit_tests/stages_tests/test_data_prep.py +47 -0
  749. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/tests/unit_tests/stages_tests/test_eval.py +82 -0
  750. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/tests/unit_tests/stages_tests/test_export.py +41 -0
  751. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/tests/unit_tests/stages_tests/test_fine_tune.py +36 -0
  752. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/tests/unit_tests/stages_tests/test_ia3.py +36 -0
  753. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/tests/unit_tests/stages_tests/test_prompt_learn.py +42 -0
  754. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/tests/unit_tests/stages_tests/test_ptq.py +43 -0
  755. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/tests/unit_tests/stages_tests/test_train.py +64 -0
  756. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/tests/unit_tests/utils_tests/__init__.py +0 -0
  757. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/tests/unit_tests/utils_tests/test_file_utils.py +128 -0
  758. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/requirements.txt +15 -0
  759. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/setup.cfg +3 -0
  760. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/recipe_stages.py +161 -0
  761. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/slurm_launcher.py +147 -0
  762. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/stages.py +974 -0
  763. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nova/constants/init_container_constants.py +2 -0
  764. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nova/constants/ppo_container_constants.py +29 -0
  765. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nova/k8s_templates/PPO/Chart.yaml +5 -0
  766. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nova/k8s_templates/PPO/training-ag.yaml +155 -0
  767. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nova/k8s_templates/PPO/training-config.yaml +12 -0
  768. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nova/k8s_templates/PPO/training.yaml +279 -0
  769. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nova/k8s_templates/PPO/values.yaml +47 -0
  770. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nova/k8s_templates/SFT/Chart.yaml +5 -0
  771. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nova/k8s_templates/SFT/training-config.yaml +9 -0
  772. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nova/k8s_templates/SFT/training.yaml +285 -0
  773. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nova/k8s_templates/SFT/values.yaml +56 -0
  774. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nova/launchers.py +387 -0
  775. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nova/utils.py +40 -0
  776. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/telemetry.py +95 -0
  777. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/custom_model/run_falcon.sh +23 -0
  778. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/custom_script/README.md +26 -0
  779. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/custom_script/config_k8s.yaml +101 -0
  780. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/custom_script/config_slurm.yaml +50 -0
  781. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/custom_script/custom_allreduce.py +11 -0
  782. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/custom_script/run_allreduce.sh +19 -0
  783. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/deepseek/run_hf_deepseek_r1_671b_seq8k_gpu_lora.sh +28 -0
  784. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/deepseek/run_hf_deepseek_r1_671b_seq8k_gpu_qlora.sh +28 -0
  785. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/deepseek/run_hf_deepseek_r1_llama_70b_seq16k_gpu_fine_tuning.sh +28 -0
  786. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/deepseek/run_hf_deepseek_r1_llama_70b_seq16k_gpu_lora.sh +28 -0
  787. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/deepseek/run_hf_deepseek_r1_llama_70b_seq8k_gpu_fine_tuning.sh +28 -0
  788. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/deepseek/run_hf_deepseek_r1_llama_70b_seq8k_gpu_lora.sh +28 -0
  789. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/deepseek/run_hf_deepseek_r1_llama_8b_seq16k_gpu_fine_tuning.sh +27 -0
  790. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/deepseek/run_hf_deepseek_r1_llama_8b_seq16k_gpu_lora.sh +28 -0
  791. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/deepseek/run_hf_deepseek_r1_llama_8b_seq8k_gpu_fine_tuning.sh +28 -0
  792. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/deepseek/run_hf_deepseek_r1_llama_8b_seq8k_gpu_lora.sh +28 -0
  793. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/deepseek/run_hf_deepseek_r1_qwen_14b_seq16k_gpu_fine_tuning.sh +28 -0
  794. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/deepseek/run_hf_deepseek_r1_qwen_14b_seq16k_gpu_lora.sh +28 -0
  795. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/deepseek/run_hf_deepseek_r1_qwen_14b_seq8k_gpu_fine_tuning.sh +28 -0
  796. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/deepseek/run_hf_deepseek_r1_qwen_14b_seq8k_gpu_lora.sh +28 -0
  797. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/deepseek/run_hf_deepseek_r1_qwen_1_dot_5b_seq16k_gpu_fine_tuning.sh +28 -0
  798. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/deepseek/run_hf_deepseek_r1_qwen_1_dot_5b_seq16k_gpu_lora.sh +28 -0
  799. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/deepseek/run_hf_deepseek_r1_qwen_1_dot_5b_seq8k_gpu_fine_tuning.sh +28 -0
  800. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/deepseek/run_hf_deepseek_r1_qwen_1_dot_5b_seq8k_gpu_lora.sh +28 -0
  801. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/deepseek/run_hf_deepseek_r1_qwen_32b_seq16k_gpu_fine_tuning.sh +28 -0
  802. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/deepseek/run_hf_deepseek_r1_qwen_32b_seq16k_gpu_lora.sh +28 -0
  803. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/deepseek/run_hf_deepseek_r1_qwen_32b_seq8k_gpu_fine_tuning.sh +28 -0
  804. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/deepseek/run_hf_deepseek_r1_qwen_32b_seq8k_gpu_lora.sh +28 -0
  805. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/deepseek/run_hf_deepseek_r1_qwen_7b_seq16k_gpu_fine_tuning.sh +28 -0
  806. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/deepseek/run_hf_deepseek_r1_qwen_7b_seq16k_gpu_lora.sh +28 -0
  807. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/deepseek/run_hf_deepseek_r1_qwen_7b_seq8k_gpu_fine_tuning.sh +28 -0
  808. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/deepseek/run_hf_deepseek_r1_qwen_7b_seq8k_gpu_lora.sh +28 -0
  809. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/p4_run_hf_llama3_70b_seq8k.sh +23 -0
  810. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/p4_run_hf_llama3_70b_seq8k_gpu_fine_tuning.sh +28 -0
  811. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/p4_run_hf_llama3_70b_seq8k_gpu_lora.sh +28 -0
  812. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/p4_run_hf_llama3_8b_seq8k_gpu_fine_tuning.sh +28 -0
  813. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/p4_run_hf_llama3_8b_seq8k_gpu_lora.sh +28 -0
  814. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_2_11b_seq8k_gpu_p5x4_pretrain.sh +21 -0
  815. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_2_1b_seq8k_gpu_p5x1_pretrain.sh +21 -0
  816. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_2_3b_seq8k_gpu_p5x1_pretrain.sh +21 -0
  817. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_2_90b_seq8k_gpu_p5x32_pretrain.sh +20 -0
  818. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_3_70b_seq16k_gpu_fine_tuning.sh +28 -0
  819. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_3_70b_seq16k_gpu_lora.sh +28 -0
  820. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_3_70b_seq8k_gpu_fine_tuning.sh +28 -0
  821. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_3_70b_seq8k_gpu_lora.sh +28 -0
  822. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_405b_seq128k_gpu_qlora.sh +28 -0
  823. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_405b_seq16k_gpu_lora.sh +28 -0
  824. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_405b_seq16k_gpu_qlora.sh +28 -0
  825. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_405b_seq32k_gpu_qlora.sh +28 -0
  826. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_405b_seq8k_gpu_lora.sh +28 -0
  827. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_405b_seq8k_gpu_qlora.sh +28 -0
  828. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_70b_seq16k_gpu_fine_tuning.sh +28 -0
  829. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_70b_seq16k_gpu_lora.sh +28 -0
  830. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_70b_seq16k_gpu_p5x128_pretrain.sh +21 -0
  831. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_70b_seq16k_gpu_p5x32_pretrain.sh +21 -0
  832. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_70b_seq16k_gpu_p5x64_pretrain.sh +21 -0
  833. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_70b_seq8k_gpu_fine_tuning.sh +28 -0
  834. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_70b_seq8k_gpu_lora.sh +28 -0
  835. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_70b_seq8k_gpu_p5x128_pretrain.sh +21 -0
  836. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_70b_seq8k_gpu_p5x32_pretrain.sh +21 -0
  837. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_70b_seq8k_gpu_p5x64_pretrain.sh +21 -0
  838. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_70b_seq8k_trn1x16_pretrain.sh +21 -0
  839. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_8b_seq16k_gpu_fine_tuning.sh +27 -0
  840. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_8b_seq16k_gpu_lora.sh +28 -0
  841. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_8b_seq16k_gpu_p5x16_pretrain.sh +21 -0
  842. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_8b_seq16k_gpu_p5x32_pretrain.sh +21 -0
  843. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_8b_seq8k_gpu_dpo.sh +28 -0
  844. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_8b_seq8k_gpu_fine_tuning.sh +28 -0
  845. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_8b_seq8k_gpu_lora.sh +28 -0
  846. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_8b_seq8k_gpu_p5x16_pretrain.sh +21 -0
  847. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_8b_seq8k_gpu_p5x32_pretrain.sh +21 -0
  848. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_8b_seq8k_trn1_fine_tuning.sh +29 -0
  849. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_8b_seq8k_trn1x4_pretrain.sh +21 -0
  850. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama4_17b_16e_seq4k_gpu_lora_multimodal_finetuning.sh +28 -0
  851. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama4_17b_16e_seq4k_gpu_lora_text_to_text.sh +28 -0
  852. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama4_17b_16e_seq8k_gpu_lora_multimodal_finetuning.sh +28 -0
  853. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama4_17b_16e_seq8k_gpu_lora_text_to_text.sh +28 -0
  854. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/mistral/run_hf_mistral_7b_seq16k_gpu_p5x16_pretrain.sh +21 -0
  855. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/mistral/run_hf_mistral_7b_seq16k_gpu_p5x32_pretrain.sh +21 -0
  856. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/mistral/run_hf_mistral_7b_seq8k_gpu_p5x16_pretrain.sh +21 -0
  857. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/mistral/run_hf_mistral_7b_seq8k_gpu_p5x32_pretrain.sh +21 -0
  858. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/mixtral/run_hf_mixtral_8x22b_seq16k_gpu_p5x128_pretrain.sh +21 -0
  859. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/mixtral/run_hf_mixtral_8x22b_seq16k_gpu_p5x32_pretrain.sh +21 -0
  860. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/mixtral/run_hf_mixtral_8x22b_seq16k_gpu_p5x64_pretrain.sh +21 -0
  861. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/mixtral/run_hf_mixtral_8x22b_seq8k_gpu_p5x128_pretrain.sh +21 -0
  862. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/mixtral/run_hf_mixtral_8x22b_seq8k_gpu_p5x32_pretrain.sh +21 -0
  863. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/mixtral/run_hf_mixtral_8x22b_seq8k_gpu_p5x64_pretrain.sh +21 -0
  864. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/mixtral/run_hf_mixtral_8x7b_seq16k_gpu_p5x16_pretrain.sh +21 -0
  865. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/mixtral/run_hf_mixtral_8x7b_seq16k_gpu_p5x32_pretrain.sh +21 -0
  866. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/mixtral/run_hf_mixtral_8x7b_seq8k_gpu_p5x16_pretrain.sh +21 -0
  867. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/mixtral/run_hf_mixtral_8x7b_seq8k_gpu_p5x32_pretrain.sh +21 -0
  868. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/nova/run_nova_lite_p5_48xl_bring_your_own_dataset_eval.sh +8 -0
  869. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/nova/run_nova_lite_p5_48xl_general_multi_modal_benchmark_eval.sh +8 -0
  870. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/nova/run_nova_lite_p5_48xl_general_text_benchmark_eval.sh +8 -0
  871. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/nova/run_nova_lite_p5_48xl_llm_judge_eval.sh +8 -0
  872. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/nova/run_nova_lite_p5_gpu_dpo.sh +8 -0
  873. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/nova/run_nova_lite_p5_gpu_lora_dpo.sh +8 -0
  874. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/nova/run_nova_lite_p5_gpu_lora_sft.sh +8 -0
  875. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/nova/run_nova_lite_p5_gpu_ppo.sh +8 -0
  876. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/nova/run_nova_lite_p5_gpu_sft.sh +8 -0
  877. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/nova/run_nova_lite_p5x16_gpu_pretrain.sh +8 -0
  878. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/nova/run_nova_micro_p5_48xl_bring_your_own_dataset_eval.sh +8 -0
  879. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/nova/run_nova_micro_p5_48xl_general_text_benchmark_eval.sh +8 -0
  880. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/nova/run_nova_micro_p5_48xl_llm_judge_eval.sh +8 -0
  881. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/nova/run_nova_micro_p5_gpu_dpo.sh +8 -0
  882. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/nova/run_nova_micro_p5_gpu_lora_dpo.sh +8 -0
  883. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/nova/run_nova_micro_p5_gpu_lora_sft.sh +8 -0
  884. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/nova/run_nova_micro_p5_gpu_ppo.sh +8 -0
  885. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/nova/run_nova_micro_p5_gpu_sft.sh +8 -0
  886. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/nova/run_nova_micro_p5x8_gpu_pretrain.sh +8 -0
  887. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/nova/run_nova_pro_p5_48xl_bring_your_own_dataset_eval.sh +8 -0
  888. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/nova/run_nova_pro_p5_48xl_general_multi_modal_benchmark_eval.sh +8 -0
  889. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/nova/run_nova_pro_p5_48xl_general_text_benchmark_eval.sh +8 -0
  890. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/nova/run_nova_pro_p5_48xl_llm_judge_eval.sh +8 -0
  891. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/nova/run_nova_pro_p5_gpu_dpo.sh +8 -0
  892. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/nova/run_nova_pro_p5_gpu_lora_dpo.sh +8 -0
  893. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/nova/run_nova_pro_p5_gpu_lora_sft.sh +8 -0
  894. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/nova/run_nova_pro_p5_gpu_ppo.sh +8 -0
  895. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/nova/run_nova_pro_p5_gpu_sft.sh +8 -0
  896. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/nova/run_nova_pro_p5x24_gpu_pretrain.sh +8 -0
  897. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/nova/run_nova_pro_r5_cpu_distill.sh +8 -0
  898. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/main.py +317 -0
  899. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/pyproject.toml +15 -0
  900. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/cluster/k8s.yaml +70 -0
  901. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/cluster/slurm.yaml +15 -0
  902. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/cluster/sm_jobs.yaml +31 -0
  903. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/config.yaml +36 -0
  904. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/evaluation/nova/nova_lite_p5_48xl_bring_your_own_dataset_eval.yaml +19 -0
  905. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/evaluation/nova/nova_lite_p5_48xl_general_multi_modal_benchmark_eval.yaml +19 -0
  906. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/evaluation/nova/nova_lite_p5_48xl_general_text_benchmark_eval.yaml +20 -0
  907. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/evaluation/nova/nova_lite_p5_48xl_llm_judge_eval.yaml +18 -0
  908. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/evaluation/nova/nova_micro_p5_48xl_bring_your_own_dataset_eval.yaml +19 -0
  909. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/evaluation/nova/nova_micro_p5_48xl_general_text_benchmark_eval.yaml +20 -0
  910. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/evaluation/nova/nova_micro_p5_48xl_llm_judge_eval.yaml +18 -0
  911. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/evaluation/nova/nova_pro_p5_48xl_bring_your_own_dataset_eval.yaml +19 -0
  912. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/evaluation/nova/nova_pro_p5_48xl_general_multi_modal_benchmark_eval.yaml +19 -0
  913. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/evaluation/nova/nova_pro_p5_48xl_general_text_benchmark_eval.yaml +20 -0
  914. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/evaluation/nova/nova_pro_p5_48xl_llm_judge_eval.yaml +18 -0
  915. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/deepseek/hf_deepseek_r1_671b_seq8k_gpu_lora.yaml +145 -0
  916. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/deepseek/hf_deepseek_r1_671b_seq8k_gpu_qlora.yaml +145 -0
  917. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/deepseek/hf_deepseek_r1_distilled_llama_70b_seq16k_gpu_fine_tuning.yaml +152 -0
  918. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/deepseek/hf_deepseek_r1_distilled_llama_70b_seq16k_gpu_lora.yaml +150 -0
  919. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/deepseek/hf_deepseek_r1_distilled_llama_70b_seq8k_gpu_fine_tuning.yaml +152 -0
  920. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/deepseek/hf_deepseek_r1_distilled_llama_70b_seq8k_gpu_lora.yaml +150 -0
  921. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/deepseek/hf_deepseek_r1_distilled_llama_8b_seq16k_gpu_fine_tuning.yaml +152 -0
  922. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/deepseek/hf_deepseek_r1_distilled_llama_8b_seq16k_gpu_lora.yaml +150 -0
  923. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/deepseek/hf_deepseek_r1_distilled_llama_8b_seq8k_gpu_fine_tuning.yaml +152 -0
  924. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/deepseek/hf_deepseek_r1_distilled_llama_8b_seq8k_gpu_lora.yaml +150 -0
  925. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/deepseek/hf_deepseek_r1_distilled_qwen_14b_seq16k_gpu_fine_tuning.yaml +148 -0
  926. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/deepseek/hf_deepseek_r1_distilled_qwen_14b_seq16k_gpu_lora.yaml +146 -0
  927. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/deepseek/hf_deepseek_r1_distilled_qwen_14b_seq8k_gpu_fine_tuning.yaml +147 -0
  928. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/deepseek/hf_deepseek_r1_distilled_qwen_14b_seq8k_gpu_lora.yaml +147 -0
  929. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/deepseek/hf_deepseek_r1_distilled_qwen_1_dot_5b_seq16k_gpu_fine_tuning.yaml +147 -0
  930. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/deepseek/hf_deepseek_r1_distilled_qwen_1_dot_5b_seq16k_gpu_lora.yaml +147 -0
  931. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/deepseek/hf_deepseek_r1_distilled_qwen_1_dot_5b_seq8k_gpu_fine_tuning.yaml +147 -0
  932. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/deepseek/hf_deepseek_r1_distilled_qwen_1_dot_5b_seq8k_gpu_lora.yaml +147 -0
  933. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/deepseek/hf_deepseek_r1_distilled_qwen_32b_seq16k_gpu_fine_tuning.yaml +148 -0
  934. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/deepseek/hf_deepseek_r1_distilled_qwen_32b_seq16k_gpu_lora.yaml +148 -0
  935. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/deepseek/hf_deepseek_r1_distilled_qwen_32b_seq8k_gpu_fine_tuning.yaml +148 -0
  936. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/deepseek/hf_deepseek_r1_distilled_qwen_32b_seq8k_gpu_lora.yaml +148 -0
  937. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/deepseek/hf_deepseek_r1_distilled_qwen_7b_seq16k_gpu_fine_tuning.yaml +148 -0
  938. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/deepseek/hf_deepseek_r1_distilled_qwen_7b_seq16k_gpu_lora.yaml +146 -0
  939. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/deepseek/hf_deepseek_r1_distilled_qwen_7b_seq8k_gpu_fine_tuning.yaml +147 -0
  940. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/deepseek/hf_deepseek_r1_distilled_qwen_7b_seq8k_gpu_lora.yaml +145 -0
  941. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/llama/hf_llama3_3_70b_seq16k_gpu_fine_tuning.yaml +152 -0
  942. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/llama/hf_llama3_3_70b_seq16k_gpu_lora.yaml +150 -0
  943. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/llama/hf_llama3_3_70b_seq8k_gpu_fine_tuning.yaml +152 -0
  944. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/llama/hf_llama3_3_70b_seq8k_gpu_lora.yaml +150 -0
  945. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/llama/hf_llama3_405b_seq128k_gpu_qlora.yaml +150 -0
  946. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/llama/hf_llama3_405b_seq16k_gpu_lora.yaml +152 -0
  947. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/llama/hf_llama3_405b_seq16k_gpu_qlora.yaml +150 -0
  948. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/llama/hf_llama3_405b_seq32k_gpu_qlora.yaml +150 -0
  949. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/llama/hf_llama3_405b_seq8k_gpu_lora.yaml +152 -0
  950. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/llama/hf_llama3_405b_seq8k_gpu_qlora.yaml +150 -0
  951. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/llama/hf_llama3_70b_seq16k_gpu_fine_tuning.yaml +152 -0
  952. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/llama/hf_llama3_70b_seq16k_gpu_lora.yaml +150 -0
  953. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/llama/hf_llama3_70b_seq8k_gpu_fine_tuning.yaml +152 -0
  954. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/llama/hf_llama3_70b_seq8k_gpu_lora.yaml +150 -0
  955. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/llama/hf_llama3_8b_seq16k_gpu_fine_tuning.yaml +152 -0
  956. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/llama/hf_llama3_8b_seq16k_gpu_lora.yaml +150 -0
  957. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/llama/hf_llama3_8b_seq8k_gpu_dpo.yaml +155 -0
  958. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/llama/hf_llama3_8b_seq8k_gpu_fine_tuning.yaml +152 -0
  959. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/llama/hf_llama3_8b_seq8k_gpu_lora.yaml +150 -0
  960. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/llama/hf_llama3_8b_seq8k_trn1_fine_tuning.yaml +135 -0
  961. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/llama/hf_llama4_17b_16e_seq4k_gpu_lora_multimodal_finetuning.yaml +151 -0
  962. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/llama/hf_llama4_17b_16e_seq4k_gpu_lora_text_to_text.yaml +151 -0
  963. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/llama/hf_llama4_17b_16e_seq8k_gpu_lora_multimodal_finetuning.yaml +151 -0
  964. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/llama/hf_llama4_17b_16e_seq8k_gpu_lora_text_to_text.yaml +151 -0
  965. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/llama/p4_hf_llama3_70b_seq8k_gpu_fine_tuning.yaml +150 -0
  966. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/llama/p4_hf_llama3_70b_seq8k_gpu_lora.yaml +150 -0
  967. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/llama/p4_hf_llama3_8b_seq8k_gpu_fine_tuning.yaml +150 -0
  968. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/llama/p4_hf_llama3_8b_seq8k_gpu_lora.yaml +150 -0
  969. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/nova/nova_lite_p5_gpu_dpo.yaml +41 -0
  970. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/nova/nova_lite_p5_gpu_lora_dpo.yaml +45 -0
  971. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/nova/nova_lite_p5_gpu_lora_sft.yaml +50 -0
  972. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/nova/nova_lite_p5_gpu_ppo.yaml +78 -0
  973. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/nova/nova_lite_p5_gpu_sft.yaml +38 -0
  974. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/nova/nova_micro_p5_gpu_dpo.yaml +41 -0
  975. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/nova/nova_micro_p5_gpu_lora_dpo.yaml +45 -0
  976. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/nova/nova_micro_p5_gpu_lora_sft.yaml +42 -0
  977. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/nova/nova_micro_p5_gpu_ppo.yaml +78 -0
  978. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/nova/nova_micro_p5_gpu_sft.yaml +38 -0
  979. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/nova/nova_premier_r5_cpu_distill.yaml +27 -0
  980. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/nova/nova_pro_p5_gpu_dpo.yaml +41 -0
  981. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/nova/nova_pro_p5_gpu_lora_dpo.yaml +45 -0
  982. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/nova/nova_pro_p5_gpu_lora_sft.yaml +50 -0
  983. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/nova/nova_pro_p5_gpu_ppo.yaml +78 -0
  984. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/nova/nova_pro_p5_gpu_sft.yaml +38 -0
  985. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/nova/nova_pro_r5_cpu_distill.yaml +27 -0
  986. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/custom_model/falcon.yaml +115 -0
  987. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/llama/hf_llama3_2_11b_seq8k_gpu_p5x4_pretrain.yaml +114 -0
  988. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/llama/hf_llama3_2_1b_seq8k_gpu_p5x1_pretrain.yaml +152 -0
  989. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/llama/hf_llama3_2_3b_seq8k_gpu_p5x1_pretrain.yaml +152 -0
  990. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/llama/hf_llama3_2_90b_seq8k_gpu_p5x32_pretrain.yaml +114 -0
  991. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/llama/hf_llama3_70b_seq16k_gpu_p5x128_pretrain.yaml +149 -0
  992. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/llama/hf_llama3_70b_seq16k_gpu_p5x32_pretrain.yaml +149 -0
  993. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/llama/hf_llama3_70b_seq16k_gpu_p5x64_pretrain.yaml +149 -0
  994. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/llama/hf_llama3_70b_seq8k_gpu_p5x128_pretrain.yaml +149 -0
  995. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/llama/hf_llama3_70b_seq8k_gpu_p5x32_pretrain.yaml +149 -0
  996. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/llama/hf_llama3_70b_seq8k_gpu_p5x64_pretrain.yaml +149 -0
  997. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/llama/hf_llama3_70b_seq8k_trn1x16_pretrain.yaml +127 -0
  998. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/llama/hf_llama3_8b_seq16k_gpu_p5x16_pretrain.yaml +150 -0
  999. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/llama/hf_llama3_8b_seq16k_gpu_p5x32_pretrain.yaml +150 -0
  1000. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/llama/hf_llama3_8b_seq8k_gpu_p5x16_pretrain.yaml +150 -0
  1001. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/llama/hf_llama3_8b_seq8k_gpu_p5x32_pretrain.yaml +150 -0
  1002. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/llama/hf_llama3_8b_seq8k_trn1x4_pretrain.yaml +124 -0
  1003. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/llama/megatron_llama3_1_8b_nemo.yaml +168 -0
  1004. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/llama/p4_hf_llama3_70b_seq8k_gpu.yaml +150 -0
  1005. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/mistral/hf_mistral_7b_seq16k_gpu_p5x16_pretrain.yaml +133 -0
  1006. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/mistral/hf_mistral_7b_seq16k_gpu_p5x32_pretrain.yaml +133 -0
  1007. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/mistral/hf_mistral_7b_seq8k_gpu_p5x16_pretrain.yaml +133 -0
  1008. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/mistral/hf_mistral_7b_seq8k_gpu_p5x32_pretrain.yaml +133 -0
  1009. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/mixtral/hf_mixtral_8x22b_seq16k_gpu_p5x128_pretrain.yaml +138 -0
  1010. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/mixtral/hf_mixtral_8x22b_seq16k_gpu_p5x32_pretrain.yaml +139 -0
  1011. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/mixtral/hf_mixtral_8x22b_seq16k_gpu_p5x64_pretrain.yaml +138 -0
  1012. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/mixtral/hf_mixtral_8x22b_seq8k_gpu_p5x128_pretrain.yaml +137 -0
  1013. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/mixtral/hf_mixtral_8x22b_seq8k_gpu_p5x32_pretrain.yaml +139 -0
  1014. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/mixtral/hf_mixtral_8x22b_seq8k_gpu_p5x64_pretrain.yaml +137 -0
  1015. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/mixtral/hf_mixtral_8x7b_seq16k_gpu_p5x16_pretrain.yaml +139 -0
  1016. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/mixtral/hf_mixtral_8x7b_seq16k_gpu_p5x32_pretrain.yaml +139 -0
  1017. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/mixtral/hf_mixtral_8x7b_seq8k_gpu_p5x16_pretrain.yaml +139 -0
  1018. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/mixtral/hf_mixtral_8x7b_seq8k_gpu_p5x32_pretrain.yaml +139 -0
  1019. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/nova/nova_lite_p5x16_gpu_pretrain.yaml +35 -0
  1020. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/nova/nova_micro_p5x8_gpu_pretrain.yaml +35 -0
  1021. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/nova/nova_pro_p5x24_gpu_pretrain.yaml +35 -0
  1022. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/requirements.txt +8 -0
  1023. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/scripts/licenseChecker.sh +35 -0
  1024. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/template/sm_jobs.py +140 -0
  1025. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/__init__.py +0 -0
  1026. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/config_validator/test_type_validator.py +134 -0
  1027. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/config_validator/test_value_validator.py +153 -0
  1028. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/k8s_workflow/k8s_baseline_artifacts/llama-8b/k8s_template/Chart.yaml +5 -0
  1029. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/k8s_workflow/k8s_baseline_artifacts/llama-8b/k8s_template/config/llama-8b_hydra.yaml +91 -0
  1030. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/k8s_workflow/k8s_baseline_artifacts/llama-8b/k8s_template/templates/training-config.yaml +8 -0
  1031. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/k8s_workflow/k8s_baseline_artifacts/llama-8b/k8s_template/templates/training.yaml +181 -0
  1032. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/k8s_workflow/k8s_baseline_artifacts/llama-8b/k8s_template/values.yaml +48 -0
  1033. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/k8s_workflow/k8s_baseline_artifacts/llama-8b/llama-8b_hydra.yaml +108 -0
  1034. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/k8s_workflow/k8s_baseline_artifacts/llama-8b/llama-8b_submission.sh +2 -0
  1035. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/k8s_workflow/k8s_baseline_artifacts/test_custom/k8s_template/Chart.yaml +5 -0
  1036. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/k8s_workflow/k8s_baseline_artifacts/test_custom/k8s_template/templates/training.yaml +181 -0
  1037. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/k8s_workflow/k8s_baseline_artifacts/test_custom/k8s_template/values.yaml +46 -0
  1038. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/k8s_workflow/k8s_baseline_artifacts/test_custom/test_custom_submission.sh +2 -0
  1039. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/k8s_workflow/test_custom_k8s_workflow.py +50 -0
  1040. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/k8s_workflow/test_recipe_k8s_workflow.py +82 -0
  1041. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/nova_k8s_workflow/k8s_baseline_artifacts/nova-lite-ppo/k8s_templates/Chart.yaml +5 -0
  1042. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/nova_k8s_workflow/k8s_baseline_artifacts/nova-lite-ppo/k8s_templates/templates/training-ag.yaml +155 -0
  1043. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/nova_k8s_workflow/k8s_baseline_artifacts/nova-lite-ppo/k8s_templates/templates/training-config.yaml +12 -0
  1044. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/nova_k8s_workflow/k8s_baseline_artifacts/nova-lite-ppo/k8s_templates/templates/training.yaml +279 -0
  1045. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/nova_k8s_workflow/k8s_baseline_artifacts/nova-lite-ppo/k8s_templates/values.yaml +50 -0
  1046. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/nova_k8s_workflow/k8s_baseline_artifacts/nova-lite-ppo/nova-lite-ppo_launch.sh +2 -0
  1047. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/nova_k8s_workflow/k8s_baseline_artifacts/nova-lite-sft/k8s_templates/Chart.yaml +5 -0
  1048. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/nova_k8s_workflow/k8s_baseline_artifacts/nova-lite-sft/k8s_templates/config/nova-sft-lite_hydra.yaml +102 -0
  1049. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/nova_k8s_workflow/k8s_baseline_artifacts/nova-lite-sft/k8s_templates/templates/training-config.yaml +9 -0
  1050. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/nova_k8s_workflow/k8s_baseline_artifacts/nova-lite-sft/k8s_templates/templates/training.yaml +285 -0
  1051. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/nova_k8s_workflow/k8s_baseline_artifacts/nova-lite-sft/k8s_templates/values.yaml +33 -0
  1052. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/nova_k8s_workflow/k8s_baseline_artifacts/nova-lite-sft/nova-lite-sft_launch.sh +2 -0
  1053. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/nova_k8s_workflow/test_nova_ppo_recipe_k8s_workflow.py +70 -0
  1054. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/nova_k8s_workflow/test_nova_sft_recipe_k8s_workflow.py +135 -0
  1055. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/slurm_workflow/slurm_baseline_artifacts/hf-llama3-8b/launch_docker_container.sh +34 -0
  1056. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/slurm_workflow/slurm_baseline_artifacts/hf-llama3-8b/llama-8b_hydra.yaml +108 -0
  1057. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/slurm_workflow/slurm_baseline_artifacts/hf-llama3-8b/sagemaker-hf-llama3-8b_submission.sh +25 -0
  1058. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/slurm_workflow/slurm_baseline_artifacts/hf-llama3-8b/train_script.sh +34 -0
  1059. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/slurm_workflow/slurm_baseline_artifacts/llama-8b/docker_exec_script.sh +11 -0
  1060. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/slurm_workflow/slurm_baseline_artifacts/llama-8b/launch_docker_container.sh +34 -0
  1061. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/slurm_workflow/slurm_baseline_artifacts/llama-8b/llama-8b_hydra.yaml +108 -0
  1062. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/slurm_workflow/slurm_baseline_artifacts/llama-8b/sagemaker-llama-8b_submission.sh +25 -0
  1063. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/slurm_workflow/slurm_baseline_artifacts/llama-8b/train_script.sh +34 -0
  1064. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/slurm_workflow/slurm_baseline_artifacts/test_custom/docker_exec_script.sh +11 -0
  1065. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/slurm_workflow/slurm_baseline_artifacts/test_custom/launch_docker_container.sh +30 -0
  1066. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/slurm_workflow/slurm_baseline_artifacts/test_custom/testcustom_slurm_test_custom_submission.sh +24 -0
  1067. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/slurm_workflow/slurm_baseline_artifacts/test_custom/train_script.sh +34 -0
  1068. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/slurm_workflow/test_custom_slurm_workflow.py +64 -0
  1069. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/slurm_workflow/test_recipe_slurm_workflow.py +107 -0
  1070. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/sm_jobs_workflow/__init__.py +0 -0
  1071. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/sm_jobs_workflow/sm_jobs_baseline_artifacts/multimodal/llama3-2-11b/launch.py +140 -0
  1072. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/sm_jobs_workflow/sm_jobs_baseline_artifacts/multimodal/llama3-2-11b/llama3-2-11b_hydra.yaml +87 -0
  1073. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/sm_jobs_workflow/sm_jobs_baseline_artifacts/multimodal/llama3-2-11b/llama3-2-11b_submission.sh +5 -0
  1074. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/sm_jobs_workflow/sm_jobs_baseline_artifacts/multimodal/llama3-2-11b/recipe.yaml +86 -0
  1075. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/sm_jobs_workflow/sm_jobs_baseline_artifacts/multimodal/llama3-2-11b/requirements.txt +1 -0
  1076. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/sm_jobs_workflow/sm_jobs_baseline_artifacts/multimodal/llama3-2-11b/sm_jobs_config.yaml +17 -0
  1077. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/sm_jobs_workflow/sm_jobs_baseline_artifacts/multimodal/llama3.2-11b/launch.py +140 -0
  1078. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/sm_jobs_workflow/sm_jobs_baseline_artifacts/multimodal/llama3.2-11b/llama3.2-11b_hydra.yaml +81 -0
  1079. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/sm_jobs_workflow/sm_jobs_baseline_artifacts/multimodal/llama3.2-11b/llama3.2-11b_submission.sh +5 -0
  1080. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/sm_jobs_workflow/sm_jobs_baseline_artifacts/multimodal/llama3.2-11b/recipe.yaml +80 -0
  1081. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/sm_jobs_workflow/sm_jobs_baseline_artifacts/multimodal/llama3.2-11b/requirements.txt +1 -0
  1082. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/sm_jobs_workflow/sm_jobs_baseline_artifacts/multimodal/llama3.2-11b/sm_jobs_config.yaml +17 -0
  1083. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/sm_jobs_workflow/sm_jobs_baseline_artifacts/no_kwargs/llama-8b/launch.py +140 -0
  1084. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/sm_jobs_workflow/sm_jobs_baseline_artifacts/no_kwargs/llama-8b/llama-8b_hydra.yaml +108 -0
  1085. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/sm_jobs_workflow/sm_jobs_baseline_artifacts/no_kwargs/llama-8b/llama-8b_submission.sh +5 -0
  1086. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/sm_jobs_workflow/sm_jobs_baseline_artifacts/no_kwargs/llama-8b/sm_jobs_config.yaml +17 -0
  1087. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/sm_jobs_workflow/sm_jobs_baseline_artifacts/with_kwargs/llama-8b/launch.py +140 -0
  1088. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/sm_jobs_workflow/sm_jobs_baseline_artifacts/with_kwargs/llama-8b/llama-8b_hydra.yaml +108 -0
  1089. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/sm_jobs_workflow/sm_jobs_baseline_artifacts/with_kwargs/llama-8b/llama-8b_submission.sh +5 -0
  1090. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/sm_jobs_workflow/sm_jobs_baseline_artifacts/with_kwargs/llama-8b/sm_jobs_config.yaml +17 -0
  1091. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/sm_jobs_workflow/test_sm_jobs_workflow.py +124 -0
  1092. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/test_config_files.py +54 -0
  1093. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/test_launcher_scripts.py +73 -0
  1094. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/test_readme.py +63 -0
  1095. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/test_recipes.py +74 -0
  1096. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/test_utils.py +212 -0
  1097. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/validations_wrapper.py +38 -0
  1098. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/service/__init__.py +12 -0
  1099. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/templates/__init__.py +12 -0
  1100. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/validators/__init__.py +12 -0
  1101. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cluster_management/__init__.py +0 -0
  1102. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cluster_management/config/__init__.py +0 -0
  1103. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cluster_management/hp_cluster_stack.py +8 -6
  1104. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/common/__init__.py +0 -0
  1105. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/inference/config/__init__.py +0 -0
  1106. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/inference/config/constants.py +2 -2
  1107. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/inference/config/hp_endpoint_config.py +217 -4
  1108. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/inference/hp_endpoint.py +21 -46
  1109. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/inference/hp_endpoint_base.py +12 -13
  1110. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/inference/hp_jumpstart_endpoint.py +21 -50
  1111. sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/observability/__init__.py +0 -0
  1112. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/training/hyperpod_pytorch_job.py +62 -13
  1113. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/training/quota_allocation_util.py +176 -10
  1114. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1/src/sagemaker_hyperpod.egg-info}/PKG-INFO +2 -2
  1115. sagemaker_hyperpod-3.3.1/src/sagemaker_hyperpod.egg-info/SOURCES.txt +1184 -0
  1116. sagemaker_hyperpod-3.3.1/src/sagemaker_hyperpod.egg-info/dependency_links.txt +1 -0
  1117. sagemaker_hyperpod-3.3.1/src/sagemaker_hyperpod.egg-info/zip-safe +1 -0
  1118. sagemaker_hyperpod-3.3.0/src/sagemaker_hyperpod.egg-info/SOURCES.txt +0 -87
  1119. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/LICENSE +0 -0
  1120. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/NOTICE +0 -0
  1121. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/setup.cfg +0 -0
  1122. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/__init__.py +0 -0
  1123. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/__init__.py +0 -0
  1124. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/__init__.py +0 -0
  1125. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/clients/__init__.py +0 -0
  1126. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/clients/kubernetes_client.py +0 -0
  1127. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/cluster_stack_utils.py +0 -0
  1128. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/cluster_utils.py +0 -0
  1129. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/commands/__init__.py +0 -0
  1130. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/commands/inference.py +0 -0
  1131. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/commands/training.py +0 -0
  1132. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/common_utils.py +0 -0
  1133. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/constants/__init__.py +0 -0
  1134. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/constants/command_constants.py +0 -0
  1135. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/constants/exception_constants.py +0 -0
  1136. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/constants/hyperpod_instance_types.py +0 -0
  1137. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/constants/kueue_constants.py +0 -0
  1138. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/constants/pytorch_constants.py +0 -0
  1139. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/inference_utils.py +0 -0
  1140. {sagemaker_hyperpod-3.3.0/src/sagemaker/hyperpod/cli/service → sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher}/__init__.py +0 -0
  1141. {sagemaker_hyperpod-3.3.0/src/sagemaker/hyperpod/cli/templates → sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo}/__init__.py +0 -0
  1142. /sagemaker_hyperpod-3.3.0/src/sagemaker_hyperpod.egg-info/dependency_links.txt → /sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/tests/__init__.py +0 -0
  1143. /sagemaker_hyperpod-3.3.0/src/sagemaker_hyperpod.egg-info/zip-safe → /sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/tests/base_configs_tests/__init__.py +0 -0
  1144. {sagemaker_hyperpod-3.3.0/src/sagemaker/hyperpod/cluster_management → sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/tests/code_tests}/__init__.py +0 -0
  1145. {sagemaker_hyperpod-3.3.0/src/sagemaker/hyperpod/cluster_management/config → sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/tests/config_tests}/__init__.py +0 -0
  1146. {sagemaker_hyperpod-3.3.0/src/sagemaker/hyperpod/common → sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts}/__init__.py +0 -0
  1147. {sagemaker_hyperpod-3.3.0/src/sagemaker/hyperpod/inference/config → sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/export_scripts}/__init__.py +0 -0
  1148. {sagemaker_hyperpod-3.3.0/src/sagemaker/hyperpod/observability → sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/metric_calculation}/__init__.py +0 -0
  1149. {sagemaker_hyperpod-3.3.0/src/sagemaker/hyperpod/cli/validators → sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nova}/__init__.py +0 -0
  1150. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/service/cancel_training_job.py +0 -0
  1151. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/service/discover_namespaces.py +0 -0
  1152. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/service/exec_command.py +0 -0
  1153. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/service/get_logs.py +0 -0
  1154. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/service/get_namespaces.py +0 -0
  1155. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/service/get_training_job.py +0 -0
  1156. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/service/list_pods.py +0 -0
  1157. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/service/list_training_jobs.py +0 -0
  1158. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/service/self_subject_access_review.py +0 -0
  1159. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/training_utils.py +0 -0
  1160. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/type_handler_utils.py +0 -0
  1161. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/utils.py +0 -0
  1162. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/validators/cluster_validator.py +0 -0
  1163. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/validators/job_validator.py +0 -0
  1164. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/validators/validator.py +0 -0
  1165. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cluster_management/config/hp_cluster_stack_config.py +0 -0
  1166. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/common/cli_decorators.py +0 -0
  1167. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/common/config/__init__.py +0 -0
  1168. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/common/config/metadata.py +0 -0
  1169. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/common/exceptions/__init__.py +0 -0
  1170. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/common/telemetry/__init__.py +0 -0
  1171. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/common/telemetry/constants.py +0 -0
  1172. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/common/telemetry/telemetry_logging.py +0 -0
  1173. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/common/telemetry/user_agent.py +0 -0
  1174. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/common/utils.py +0 -0
  1175. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/inference/__init__.py +0 -0
  1176. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/inference/config/hp_jumpstart_endpoint_config.py +0 -0
  1177. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/inference/jumpstart_public_hub_visualization_utils.py +0 -0
  1178. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/observability/MonitoringConfig.py +0 -0
  1179. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/observability/constants.py +0 -0
  1180. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/observability/utils.py +0 -0
  1181. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/training/__init__.py +0 -0
  1182. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/training/config/__init__.py +0 -0
  1183. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/training/config/hyperpod_pytorch_job_unified_config.py +0 -0
  1184. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker_hyperpod.egg-info/entry_points.txt +0 -0
  1185. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker_hyperpod.egg-info/requires.txt +0 -0
  1186. {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker_hyperpod.egg-info/top_level.txt +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: sagemaker-hyperpod
3
- Version: 3.3.0
3
+ Version: 3.3.1
4
4
  Summary: Amazon SageMaker HyperPod SDK and CLI
5
5
  Home-page: https://github.com/aws/sagemaker-hyperpod-cli
6
6
  Author: Amazon Web Services
@@ -101,7 +101,7 @@ The SageMaker HyperPod CLI is a tool that helps create training jobs and inferen
101
101
  ### Prerequisites for Inference
102
102
 
103
103
  - HyperPod CLI supports creating Inference Endpoints through jumpstart and through custom Endpoint config
104
- - You can follow [inference operator doc](https://github.com/aws/sagemaker-hyperpod-cli/tree/master/helm_chart/HyperPodHelmChart/charts/inference-operator) to install it.
104
+ - You can follow [inference operator doc](https://docs.aws.amazon.com/sagemaker/latest/dg/sagemaker-hyperpod-model-deployment-setup.html) to install it.
105
105
 
106
106
  ## Platform Support
107
107
 
@@ -46,7 +46,7 @@ The SageMaker HyperPod CLI is a tool that helps create training jobs and inferen
46
46
  ### Prerequisites for Inference
47
47
 
48
48
  - HyperPod CLI supports creating Inference Endpoints through jumpstart and through custom Endpoint config
49
- - You can follow [inference operator doc](https://github.com/aws/sagemaker-hyperpod-cli/tree/master/helm_chart/HyperPodHelmChart/charts/inference-operator) to install it.
49
+ - You can follow [inference operator doc](https://docs.aws.amazon.com/sagemaker/latest/dg/sagemaker-hyperpod-model-deployment-setup.html) to install it.
50
50
 
51
51
  ## Platform Support
52
52
 
@@ -5,7 +5,7 @@ build-backend = "setuptools.build_meta"
5
5
  [project]
6
6
  dynamic = ["dependencies"]
7
7
  name = "sagemaker-hyperpod"
8
- version = "3.3.0"
8
+ version = "3.3.1"
9
9
  description = "Amazon SageMaker HyperPod SDK and CLI"
10
10
  readme = "README.md"
11
11
  requires-python = ">=3.8"
@@ -47,7 +47,7 @@ for root, dirs, files in os.walk(
47
47
  setup(
48
48
  data_files=sagemaker_hyperpod_recipes,
49
49
  name="sagemaker-hyperpod",
50
- version="3.3.0",
50
+ version="3.3.1",
51
51
  description="Amazon SageMaker HyperPod SDK and CLI",
52
52
  long_description=open("README.md").read(),
53
53
  long_description_content_type="text/markdown",
@@ -77,6 +77,8 @@ from sagemaker.hyperpod.common.telemetry.telemetry_logging import (
77
77
  _hyperpod_telemetry_emitter,
78
78
  )
79
79
  from sagemaker.hyperpod.common.telemetry.constants import Feature
80
+ from sagemaker.hyperpod.cli.utils import convert_datetimes
81
+ from sagemaker_core.main.resources import Cluster
80
82
 
81
83
  RATE_LIMIT = 4
82
84
  RATE_LIMIT_PERIOD = 1 # 1 second
@@ -684,6 +686,75 @@ def get_cluster_context(
684
686
  sys.exit(1)
685
687
 
686
688
 
689
+ @click.command("cluster")
690
+ @click.argument("cluster-name", required=True)
691
+ @click.option("--region", help="AWS region")
692
+ @click.option("--debug", is_flag=True, help="Enable debug logging")
693
+ @_hyperpod_telemetry_emitter(Feature.HYPERPOD_CLI, "describe_cluster_cli")
694
+ def describe_cluster(cluster_name: str, debug: bool, region: str) -> None:
695
+ """Describe the status of a HyperPod cluster.
696
+ Shows detailed information about a SageMaker HyperPod cluster including its current status,
697
+ instance groups, orchestrator details, and configuration.
698
+ Usage Examples
699
+ # Describe a cluster
700
+ hyp describe cluster my-cluster-name
701
+ # Describe with specific region
702
+ hyp describe cluster my-cluster-name --region us-west-2
703
+ """
704
+ if debug:
705
+ set_logging_level(logger, logging.DEBUG)
706
+
707
+ try:
708
+ botocore_config = botocore.config.Config(
709
+ user_agent_extra=get_user_agent_extra_suffix()
710
+ )
711
+ session = boto3.Session(region_name=region) if region else boto3.Session()
712
+ sm_client = get_sagemaker_client(session, botocore_config)
713
+
714
+ # Get cluster details using SageMaker client
715
+ cluster_dict = sm_client.describe_cluster(ClusterName=cluster_name)
716
+
717
+ # Convert datetimes for display
718
+ cluster_dict = convert_datetimes(cluster_dict)
719
+
720
+ logger.debug(f"Describing cluster name: {cluster_name}\ninfo: {json.dumps(cluster_dict, indent=2, default=str)}")
721
+
722
+ click.echo(f"📋 Cluster Details for: {cluster_name}")
723
+
724
+ # Highlight cluster status
725
+ cluster_status = cluster_dict.get('ClusterStatus', 'UNKNOWN')
726
+ click.echo(f"Status: ", nl=False)
727
+ click.secho(cluster_status)
728
+
729
+ table_data = []
730
+ for key, value in cluster_dict.items():
731
+ if isinstance(value, (dict, list)):
732
+ formatted_value = json.dumps(value, indent=2, default=str)
733
+ else:
734
+ formatted_value = str(value)
735
+ table_data.append([key, formatted_value])
736
+
737
+ # Only display table if we have data
738
+ if table_data:
739
+ click.echo(tabulate(table_data, tablefmt="presto"))
740
+ else:
741
+ click.echo("No cluster data available")
742
+
743
+ except Exception as e:
744
+ logger.error(f"Failed to describe cluster: {e}")
745
+ if debug:
746
+ logger.exception("Detailed error information:")
747
+
748
+ if "does not exist" in str(e) or "not found" in str(e).lower():
749
+ click.echo(f"❌ Cluster '{cluster_name}' not found")
750
+ elif "AccessDenied" in str(e):
751
+ click.echo("❌ Access denied. Check AWS permissions")
752
+ else:
753
+ click.echo(f"❌ Error describing cluster: {e}")
754
+
755
+ sys.exit(1)
756
+
757
+
687
758
  @click.command()
688
759
  @click.option("--grafana", is_flag=True, help="Returns Grafana Dashboard URL")
689
760
  @click.option("--prometheus", is_flag=True, help="Returns Prometheus Workspace URL")
@@ -53,8 +53,9 @@ def parse_status_list(ctx, param, value):
53
53
  @click.argument("config-file", required=True)
54
54
  @click.argument("stack-name", required=True)
55
55
  @click.option("--region", help="AWS region")
56
+ @click.option("--template-version", type=click.INT, help="Version number of cluster creation template")
56
57
  @click.option("--debug", is_flag=True, help="Enable debug logging")
57
- def create_cluster_stack(config_file, region, debug):
58
+ def create_cluster_stack(config_file, region, template_version, debug):
58
59
  """Create a new HyperPod cluster stack using the provided configuration.
59
60
 
60
61
  Creates a CloudFormation stack for a HyperPod cluster using settings from a YAML configuration file.
@@ -66,7 +67,7 @@ def create_cluster_stack(config_file, region, debug):
66
67
  .. code-block:: bash
67
68
 
68
69
  # Create cluster stack with config file
69
- hyp create hyp-cluster cluster-config.yaml my-stack-name --region us-west-2
70
+ hyp create hyp-cluster cluster-config.yaml my-stack-name --region us-west-2 --template-version 1
70
71
 
71
72
  # Create with debug logging
72
73
  hyp create hyp-cluster cluster-config.yaml my-stack-name --debug
@@ -95,7 +96,7 @@ def create_cluster_stack(config_file, region, debug):
95
96
  config = model_instance.to_config(region=region)
96
97
 
97
98
  # Create the cluster stack
98
- stack_id = HpClusterStack(**config).create(region)
99
+ stack_id = HpClusterStack(**config).create(region, template_version)
99
100
 
100
101
  logger.info(f"Stack creation initiated successfully with ID: {stack_id}")
101
102
  logger.info("You can monitor the stack creation in the AWS CloudFormation console.")
@@ -22,7 +22,8 @@ from sagemaker.hyperpod.cli.init_utils import (
22
22
  display_validation_results,
23
23
  build_config_from_schema,
24
24
  save_template,
25
- get_default_version_for_template
25
+ get_default_version_for_template,
26
+ create_from_k8s_yaml
26
27
  )
27
28
  from sagemaker.hyperpod.common.utils import get_aws_default_region
28
29
  from sagemaker.hyperpod.common.telemetry.telemetry_logging import (
@@ -271,8 +272,9 @@ def validate():
271
272
 
272
273
  @click.command(name="_default_create")
273
274
  @click.option("--region", "-r", default=None, help="Region to create cluster stack for, default to your region in aws configure. Not available for other templates.")
275
+ @click.option("--template-version", type=click.INT, help="Version number of cluster creation template. Not available for other templates.")
274
276
  @_hyperpod_telemetry_emitter(Feature.HYPERPOD_CLI, "init_create_cli")
275
- def _default_create(region):
277
+ def _default_create(region, template_version):
276
278
  """
277
279
  Validate configuration and render template files for deployment.
278
280
 
@@ -368,15 +370,16 @@ def _default_create(region):
368
370
  # Filter out CLI metadata fields before passing to model
369
371
  from sagemaker.hyperpod.cli.init_utils import _filter_cli_metadata_fields
370
372
  filtered_config = _filter_cli_metadata_fields(data)
371
- flat = model(**filtered_config)
373
+ template_model = model(**filtered_config)
372
374
 
373
375
  # Pass region to to_domain for cluster stack template
374
376
  if template == "cluster-stack":
375
- config = flat.to_config(region=region)
376
- HpClusterStack(**config).create(region)
377
+ config = template_model.to_config(region=region)
378
+ HpClusterStack(**config).create(region, template_version)
377
379
  else:
378
- domain = flat.to_domain()
379
- domain.create()
380
+ # Create from k8s.yaml
381
+ k8s_file = out_dir / 'k8s.yaml'
382
+ create_from_k8s_yaml(str(k8s_file))
380
383
 
381
384
 
382
385
  except Exception as e:
@@ -41,26 +41,34 @@ TEMPLATES = {
41
41
  }
42
42
  }
43
43
 
44
+ # K8s Kind to class mapping for create_from_k8s_yaml
45
+ K8S_KIND_MAPPING = {
46
+ "InferenceEndpointConfig": {
47
+ "class_path": "sagemaker.hyperpod.inference.hp_endpoint.HPEndpoint",
48
+ "metadata_handling": "separate" # metadata handled separately
49
+ },
50
+ "JumpStartModel": {
51
+ "class_path": "sagemaker.hyperpod.inference.hp_jumpstart_endpoint.HPJumpStartEndpoint",
52
+ "metadata_handling": "separate"
53
+ },
54
+ "HyperPodPyTorchJob": {
55
+ "class_path": "sagemaker.hyperpod.training.hyperpod_pytorch_job.HyperPodPytorchJob",
56
+ "metadata_handling": "combined" # metadata combined with spec
57
+ }
58
+ }
44
59
 
45
- def _get_handler_from_latest_template(template_name, handler_name):
46
- """Dynamically import handler from the latest version of a template"""
60
+
61
+ def _get_handler_from_template_version(template_name, version, handler_name):
62
+ """Dynamically import handler from a specific version of a template"""
47
63
  try:
48
64
  template_info = TEMPLATES[template_name]
49
65
  registry = template_info["registry"]
50
-
51
- # Get latest version using same logic as _get_latest_class
52
- available_versions = list(registry.keys())
53
- def version_key(v):
54
- try:
55
- return tuple(map(int, v.split('.')))
56
- except ValueError:
57
- return (0, 0)
58
-
59
- latest_version = max(available_versions, key=version_key)
60
- latest_model = registry[latest_version]
61
66
 
62
- # Get handler from module
63
- module = sys.modules[latest_model.__module__]
67
+ if version not in registry:
68
+ return None
69
+
70
+ model_class = registry[version]
71
+ module = sys.modules[model_class.__module__]
64
72
  return getattr(module, handler_name)
65
73
  except (ImportError, AttributeError):
66
74
  return None
@@ -68,7 +76,8 @@ def _get_handler_from_latest_template(template_name, handler_name):
68
76
 
69
77
  # Template.field to handler mapping - avoids conflicts and works reliably
70
78
  SPECIAL_FIELD_HANDLERS = {
71
- 'hyp-pytorch-job.volume': _get_handler_from_latest_template("hyp-pytorch-job", "VOLUME_TYPE_HANDLER"),
79
+ 'hyp-pytorch-job.1.0.volume': _get_handler_from_template_version("hyp-pytorch-job", "1.0", "VOLUME_TYPE_HANDLER"),
80
+ 'hyp-pytorch-job.1.1.volume': _get_handler_from_template_version("hyp-pytorch-job", "1.1", "VOLUME_TYPE_HANDLER"),
72
81
  }
73
82
 
74
83
  USAGE_GUIDE_TEXT_CFN = """# SageMaker HyperPod CLI - Initialization Workflow
@@ -8,7 +8,7 @@ from typing import Optional, Union
8
8
  from importlib.metadata import version, PackageNotFoundError
9
9
 
10
10
  from sagemaker.hyperpod.cli.commands.cluster import list_cluster, set_cluster_context, get_cluster_context, \
11
- get_monitoring
11
+ get_monitoring, describe_cluster
12
12
  from sagemaker.hyperpod.cli.commands.cluster_stack import create_cluster_stack, describe_cluster_stack, \
13
13
  list_cluster_stacks, update_cluster, delete_cluster_stack
14
14
  from sagemaker.hyperpod.cli.commands.training import (
@@ -183,6 +183,7 @@ describe.add_command(pytorch_describe)
183
183
  describe.add_command(js_describe)
184
184
  describe.add_command(custom_describe)
185
185
  describe.add_command(describe_cluster_stack)
186
+ describe.add_command(describe_cluster)
186
187
 
187
188
  update.add_command(update_cluster)
188
189
 
@@ -533,4 +533,34 @@ def build_config_from_schema(template: str, version: str, model_config=None, exi
533
533
  desc = f"[Required] {desc}"
534
534
  comment_map[key] = desc
535
535
 
536
- return full_cfg, comment_map
536
+ return full_cfg, comment_map
537
+
538
+
539
+ def create_from_k8s_yaml(yaml_file_path: str) -> None:
540
+ """Create HyperPod resource from K8s YAML file based on kind mapping."""
541
+ from sagemaker.hyperpod.cli.constants.init_constants import K8S_KIND_MAPPING
542
+
543
+ with open(yaml_file_path, 'r') as f:
544
+ yaml_data = yaml.safe_load(f)
545
+
546
+ kind = yaml_data.get('kind')
547
+ if not kind or kind not in K8S_KIND_MAPPING:
548
+ raise ValueError(f"Unsupported kind: {kind}")
549
+
550
+ mapping = K8S_KIND_MAPPING[kind]
551
+
552
+ # Dynamic import
553
+ module_path, class_name = mapping["class_path"].rsplit(".", 1)
554
+ module = importlib.import_module(module_path)
555
+ resource_class = getattr(module, class_name)
556
+
557
+ # Handle different metadata patterns
558
+ if mapping["metadata_handling"] == "combined":
559
+ full_data = {**yaml_data['spec'], 'metadata': yaml_data['metadata']}
560
+ resource = resource_class.model_validate(full_data, by_name=True)
561
+ else:
562
+ from sagemaker.hyperpod.common.config.metadata import Metadata
563
+ resource = resource_class.model_validate(yaml_data['spec'], by_name=True)
564
+ resource.metadata = Metadata.model_validate(yaml_data['metadata'], by_name=True)
565
+
566
+ resource.create()
@@ -0,0 +1,9 @@
1
+ [run]
2
+ # Exclude submodule directory from coverage
3
+ omit =
4
+ launcher/nemo/nemo_framework_launcher/*
5
+ launcher/nova/constants/*
6
+ template/*
7
+
8
+ [report]
9
+ fail_under = 85
@@ -0,0 +1 @@
1
+ gitdir: ../../../../../.git/modules/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes
@@ -0,0 +1,31 @@
1
+ ---
2
+ name: Bug report
3
+ about: File a report to help us reproduce and fix the problem
4
+ title: ''
5
+ labels: 'bug'
6
+ assignees: ''
7
+
8
+ ---
9
+
10
+ ## Describe the bug
11
+ A clear and concise description of what the bug is.
12
+
13
+ ## How to Reproduce?
14
+ A clear, step-by-step set of instructions to reproduce the bug.
15
+ The provided code need to be **complete** and **runnable**, if additional data is needed, please include them in the issue.
16
+
17
+ ## Expected behavior
18
+ A clear and concise description of what you expected to happen.
19
+
20
+ ## Screenshots, error messages or logs
21
+ If applicable, please share with us screenshots, error messages or logs to help explain your problem.
22
+
23
+ ## System information
24
+ A description of your system. Please provide:
25
+ - **Docker image you ran against**:
26
+ - **Source code version you ran against**:
27
+ - **Python version**:
28
+ - **Hardware accelerator used**:
29
+
30
+ ## Additional context
31
+ Add any other context about the problem here. Please provide any additional steps you have tried to solve your issue here.
@@ -0,0 +1,17 @@
1
+ ---
2
+ name: Documentation request
3
+ about: Request improved documentation
4
+ title: ''
5
+ labels: 'documentation request'
6
+ assignees: ''
7
+
8
+ ---
9
+
10
+ ## What did you find confusing?
11
+ A clear and concise description of what you found confusing. Ex. I tried to [...] but I didn't understand how to [...]
12
+
13
+ ## Describe how documentation can be improved
14
+ A clear and concise description of where documentation was lacking and how it can be improved.
15
+
16
+ ## Additional context
17
+ Add any other context or screenshots about the documentation request here.
@@ -0,0 +1,20 @@
1
+ ---
2
+ name: Feature request
3
+ about: Suggest new functionality for this project
4
+ title: ''
5
+ labels: 'feature request'
6
+ assignees: ''
7
+
8
+ ---
9
+
10
+ ## Describe the feature you'd like
11
+ A clear and concise description of the functionality you want.
12
+
13
+ ## How would this feature be used?
14
+ A clear and concise description of the use case for this feature. Please provide an example, if possible.
15
+
16
+ ## Describe alternatives you've considered
17
+ A clear and concise description of any alternative solutions or features you've considered.
18
+
19
+ ## Additional context
20
+ Add any other context about the feature request here.
@@ -0,0 +1,25 @@
1
+ ## Description
2
+
3
+ ### Motivation
4
+ Explain the motivation
5
+
6
+ ### Changes
7
+ * List your changes
8
+
9
+ ### Testing
10
+ Explain how the changes were tested
11
+
12
+ ## Merge Checklist
13
+ Put an x in the boxes that apply. If you're unsure about any of them, don't hesitate to ask. We're here to help! This is simply a reminder of what we are going to look for before merging your pull request.
14
+
15
+ ### General
16
+ - [ ] I have read the [CONTRIBUTING](../CONTRIBUTING.md) doc
17
+ - [ ] I have run `pre-commit run --all-files` on my code. It will check for [this configuration](../.pre-commit-config.yaml).
18
+ - [ ] I have updated any necessary documentation, including [READMEs](../README.md) and API docs (if appropriate)
19
+ - [ ] I have verified the licenses used in the license-files artifact generated in the Python License Scan CI check. If the license workflow fails, kindly check the licenses used in the artifact.
20
+
21
+ ### Tests
22
+ - [ ] I have run `pytest` on my code and all unit tests passed.
23
+ - [ ] I have added tests that prove my fix is effective or that my feature works (if appropriate)
24
+
25
+ By submitting this pull request, I confirm that my contribution is made under the terms of the Apache 2.0 license.
@@ -0,0 +1,28 @@
1
+ name: Python Pre Commit Check CI After Commit
2
+
3
+ on:
4
+ push:
5
+ branches:
6
+ - main # Triggers on direct pushes to the main branch
7
+
8
+ jobs:
9
+ build:
10
+ runs-on: ubuntu-latest
11
+
12
+ steps:
13
+ - name: Checkout code
14
+ uses: actions/checkout@v3
15
+
16
+ - name: Set up Python
17
+ uses: actions/setup-python@v4
18
+ with:
19
+ python-version: '3.8' # Set python version to 3.8
20
+
21
+ - name: Install pre-commit dependencies
22
+ run: |
23
+ python -m pip install --upgrade pip
24
+ pip install pre-commit
25
+
26
+ - name: Run pre-commit checks
27
+ run: |
28
+ pre-commit run --all-files
@@ -0,0 +1,69 @@
1
+ name: Repository Monitoring
2
+
3
+ on:
4
+ schedule:
5
+ - cron: '0 16 * * *'
6
+
7
+ concurrency:
8
+ group: ${{ github.workflow }}-${{ github.run_id }}
9
+ cancel-in-progress: true
10
+
11
+ permissions:
12
+ id-token: write # This is required for requesting the JWT
13
+ contents: read # This is required for actions/checkout
14
+
15
+ jobs:
16
+ check-pr-alerts:
17
+ runs-on: ubuntu-latest
18
+ if: github.event.repository.visibility == 'public'
19
+ timeout-minutes: 10
20
+ outputs:
21
+ pr_count: ${{ steps.pr-count.outputs.count }}
22
+ steps:
23
+ - name: Checkout code
24
+ uses: actions/checkout@v3
25
+ - name: Check for open PRs
26
+ id: pr-count
27
+ env:
28
+ GITHUB_TOKEN: ${{ secrets.GH_PAT }}
29
+ run: |
30
+ pr_count=$(gh pr list --state open --limit 1000 | wc -l)
31
+ echo "count=$pr_count" >> $GITHUB_OUTPUT
32
+
33
+ check-issue-alerts:
34
+ runs-on: ubuntu-latest
35
+ if: github.event.repository.visibility == 'public'
36
+ timeout-minutes: 10
37
+ outputs:
38
+ issue_count: ${{ steps.issue-count.outputs.count }}
39
+ steps:
40
+ - name: Checkout code
41
+ uses: actions/checkout@v3
42
+ - name: Check for open issues
43
+ id: issue-count
44
+ env:
45
+ GITHUB_TOKEN: ${{ secrets.GH_PAT }}
46
+ run: |
47
+ issue_count=$(gh issue list --state open --limit 1000 | wc -l)
48
+ echo "count=$issue_count" >> $GITHUB_OUTPUT
49
+
50
+ put-metric-data:
51
+ runs-on: ubuntu-latest
52
+ if: github.event.repository.visibility == 'public'
53
+ timeout-minutes: 10
54
+ needs: [check-pr-alerts, check-issue-alerts]
55
+ steps:
56
+ - name: Configure AWS Credentials
57
+ uses: aws-actions/configure-aws-credentials@v2
58
+ with:
59
+ role-to-assume: ${{ secrets.RUNNER_ROLE_ARN }}
60
+ role-session-name: repo-monitoring-cron-session
61
+ aws-region: us-west-2
62
+
63
+ - name: Put PR Alert Metric Data
64
+ run: |
65
+ aws cloudwatch put-metric-data --metric-name PRAlert --namespace RepoMetrics --value ${{ needs.check-pr-alerts.outputs.pr_count }} --unit Count --dimensions ProjectName=sagemaker-hyperpod-recipes
66
+
67
+ - name: Put Issue Alert Metric Data
68
+ run: |
69
+ aws cloudwatch put-metric-data --metric-name IssueAlert --namespace RepoMetrics --value ${{ needs.check-issue-alerts.outputs.issue_count }} --unit Count --dimensions ProjectName=sagemaker-hyperpod-recipes
@@ -0,0 +1,100 @@
1
+ name: Security Monitoring
2
+
3
+ on:
4
+ schedule:
5
+ - cron: '0 16 * * *'
6
+
7
+ concurrency:
8
+ group: ${{ github.workflow }}-${{ github.run_id }}
9
+ cancel-in-progress: true
10
+
11
+ permissions:
12
+ id-token: write # This is required for requesting the JWT
13
+ contents: read # This is required for actions/checkout
14
+
15
+ jobs:
16
+ check-dependabot-alerts:
17
+ runs-on: ubuntu-latest
18
+ outputs:
19
+ dependabot_alert_status: ${{ steps.check-dependabot-alerts.outputs.dependabot_alert_status }}
20
+ steps:
21
+ - name: Check for dependabot alerts
22
+ id: check-dependabot-alerts
23
+ uses: actions/github-script@60a0d83039c74a4aee543508d2ffcb1c3799cdea
24
+ with:
25
+ github-token: ${{ secrets.GH_PAT }}
26
+ script: |
27
+ async function checkAlerts() {
28
+ const owner = '${{ github.repository_owner }}';
29
+ const repo = '${{ github.event.repository.name }}';
30
+
31
+ const dependabotAlerts = await github.rest.dependabot.listAlertsForRepo({
32
+ owner,
33
+ repo,
34
+ headers: {
35
+ 'accept': 'applications/vnd.github+json'
36
+ }
37
+ });
38
+ const activeDependabotAlerts = dependabotAlerts.data.filter(alert => alert.state === 'open');
39
+ core.setOutput('dependabot_alert_status', activeDependabotAlerts.length > 0 ? '1': '0');
40
+ }
41
+ await checkAlerts();
42
+
43
+ check-code-scanning-alerts:
44
+ runs-on: ubuntu-latest
45
+ outputs:
46
+ code_scanning_alert_status: ${{ steps.check-code-scanning-alerts.outputs.code_scanning_alert_status }}
47
+ steps:
48
+ - name: Check for security alerts for public repository
49
+ id: check-code-scanning-alerts
50
+ if: github.event.repository.visibility == 'public'
51
+ uses: actions/github-script@60a0d83039c74a4aee543508d2ffcb1c3799cdea
52
+ with:
53
+ github-token: ${{ secrets.GH_PAT }}
54
+ script: |
55
+ async function checkAlerts() {
56
+ const owner = '${{ github.repository_owner }}';
57
+ const repo = '${{ github.event.repository.name }}';
58
+ const ref = 'refs/heads/main';
59
+
60
+ const codeScanningAlerts = await github.rest.codeScanning.listAlertsForRepo({
61
+ owner,
62
+ repo,
63
+ ref: ref
64
+ });
65
+ const activeCodeScanningAlerts = codeScanningAlerts.data.filter(alert => alert.state === 'open');
66
+ return activeCodeScanningAlerts.length > 0 ? '1': '0';
67
+ }
68
+ await checkAlerts();
69
+ - name: Set code scanning alerts output
70
+ id: set-code-scanning-alerts-output
71
+ run: |
72
+ if ${{ github.event.repository.visibility == 'public' }}; then
73
+ echo "code_scanning_alert_status=${{ steps.check-code-scanning-alerts.outputs.result }}" >> $GITHUB_OUTPUT
74
+ else
75
+ echo "code_scanning_alert_status=0" >> $GITHUB_OUTPUT
76
+ fi
77
+
78
+ put-metric-data:
79
+ runs-on: ubuntu-latest
80
+ needs: [check-dependabot-alerts, check-code-scanning-alerts]
81
+ steps:
82
+ - name: Configure AWS Credentials
83
+ uses: aws-actions/configure-aws-credentials@12e3392609eaaceb7ae6191b3f54bbcb85b5002b
84
+ with:
85
+ role-to-assume: ${{ secrets.RUNNER_ROLE_ARN }}
86
+ aws-region: us-west-2
87
+ - name: Put Dependabot Alert Metric Data
88
+ run: |
89
+ if [ "${{ needs.check-dependabot-alerts.outputs.dependabot_alert_status }}" == "1" ]; then
90
+ aws cloudwatch put-metric-data --metric-name DependabotAlert --namespace SecurityMonitoringMetrics --value 1 --unit Count --dimensions ProjectName=sagemaker-hyperpod-recipes
91
+ else
92
+ aws cloudwatch put-metric-data --metric-name DependabotAlert --namespace SecurityMonitoringMetrics --value 0 --unit Count --dimensions ProjectName=sagemaker-hyperpod-recipes
93
+ fi
94
+ - name: Put Code Scanning Alert Metric Data
95
+ run: |
96
+ if [ "${{ needs.check-code-scanning-alerts.outputs.code_scanning_alert_status }}" == "1" ]; then
97
+ aws cloudwatch put-metric-data --metric-name CodeScanningAlert --namespace SecurityMonitoringMetrics --value 1 --unit Count --dimensions ProjectName=sagemaker-hyperpod-recipes
98
+ else
99
+ aws cloudwatch put-metric-data --metric-name CodeScanningAlert --namespace SecurityMonitoringMetrics --value 0 --unit Count --dimensions ProjectName=sagemaker-hyperpod-recipes
100
+ fi
@@ -0,0 +1,32 @@
1
+ name: Python Unit Test CI After Commit
2
+
3
+ on:
4
+ push:
5
+ branches:
6
+ - main # Triggers on direct pushes to the main branch
7
+
8
+ jobs:
9
+ build:
10
+ runs-on: ubuntu-latest
11
+
12
+ steps:
13
+ - name: Checkout code
14
+ uses: actions/checkout@v3
15
+ with:
16
+ submodules: recursive # Checkout submodules as well
17
+
18
+ - name: Set up Python
19
+ uses: actions/setup-python@v4
20
+ with:
21
+ python-version: '3.8' # Set python version to 3.8
22
+
23
+ - name: Install unit test dependencies
24
+ run: |
25
+ python -m pip install --upgrade pip
26
+ pip install -r launcher/nemo/nemo_framework_launcher/requirements.txt
27
+ pip install pytest
28
+ pip install pytest-cov
29
+
30
+ - name: Run unit tests
31
+ run: |
32
+ python -m pytest