sagemaker-hyperpod 3.3.0__tar.gz → 3.3.1__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {sagemaker_hyperpod-3.3.0/src/sagemaker_hyperpod.egg-info → sagemaker_hyperpod-3.3.1}/PKG-INFO +2 -2
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/README.md +1 -1
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/pyproject.toml +1 -1
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/setup.py +1 -1
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/commands/cluster.py +71 -0
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/commands/cluster_stack.py +4 -3
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/commands/init.py +10 -7
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/constants/init_constants.py +25 -16
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/hyp_cli.py +2 -1
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/init_utils.py +31 -1
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/.coveragerc +9 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/.git +1 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/.github/ISSUE_TEMPLATE/bug_report.md +31 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/.github/ISSUE_TEMPLATE/documentation_request.md +17 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/.github/ISSUE_TEMPLATE/feature_request.md +20 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/.github/pull_request_template.md +25 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/.github/workflows/pre-commit-check-runner-push.yml +28 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/.github/workflows/repo-monitoring-cron.yml +69 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/.github/workflows/security-monitoring-cron.yml +100 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/.github/workflows/unit-test-runner-push.yml +32 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/.gitignore +28 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/.gitmodules +3 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/.pre-commit-config.yaml +33 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/CODE_OF_CONDUCT.md +4 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/CONTRIBUTING.md +59 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/Config +26 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/LICENSE +173 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/NOTICE +1 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/README.md +397 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/THIRD-PARTY.txt +175 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/accelerator_devices.py +116 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/config_validator/type_validator.py +152 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/config_validator/value_validator.py +275 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/efa.py +171 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/README.md +16 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/constants.py +32 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/k8s_templates/training/Chart.yaml +5 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/k8s_templates/training/train-script-gpu.yaml +60 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/k8s_templates/training/train-script-trn.yaml +117 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/k8s_templates/training/training-config.yaml +8 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/k8s_templates/training/training.yaml +181 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/k8s_templates/training/values.yaml +87 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/launchers.py +92 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/.git +1 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/.github/workflows/autoconf.yml +26 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/.github/workflows/launcher.yml +24 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/.github/workflows/style.yml +23 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/.gitignore +157 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/.pre-commit-config.yaml +47 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/Dockerfile +154 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/LICENSE +201 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/README.md +95 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/autoconfig/__init__.py +13 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/autoconfig/base_config.py +698 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/autoconfig/inference_summary.py +73 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/autoconfig/inference_sweep.py +356 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/autoconfig/scripts/compare_throughput.py +361 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/autoconfig/search_config.py +122 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/autoconfig/train.py +135 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/autoconfig/training_config.py +1180 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/autoconfig/utils.py +652 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/base_configs/baichuan2_13b.yaml +223 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/base_configs/baichuan2_7b.yaml +225 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/base_configs/bert.yaml +140 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/base_configs/chatglm_6b.yaml +238 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/base_configs/gpt3.yaml +172 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/base_configs/llama2_13b.yaml +215 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/base_configs/llama2_70b.yaml +220 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/base_configs/llama2_7b.yaml +218 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/base_configs/llama3_70b.yaml +257 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/base_configs/llama3_8b.yaml +255 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/base_configs/mixtral_3b.yaml +234 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/base_configs/mixtral_7b.yaml +236 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/base_configs/mt5.yaml +214 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/base_configs/qwen2_14b.yaml +235 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/base_configs/qwen2_4b.yaml +235 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/base_configs/qwen2_72b.yaml +235 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/base_configs/qwen2_7b.yaml +235 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/base_configs/t5.yaml +214 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/cluster/bcm.yaml +9 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/config.yaml +31 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/baichuan2/13b.yaml +22 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/baichuan2/7b.yaml +22 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/bert/0.11b.yaml +22 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/bert/100b.yaml +22 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/bert/20b.yaml +22 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/bert/4b.yaml +22 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/bert/unknown_size.yaml +22 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/chatglm/6b.yaml +22 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/gpt3/0.126b.yaml +40 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/gpt3/0.843b.yaml +40 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/gpt3/175b.yaml +40 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/gpt3/20b.yaml +40 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/gpt3/2b.yaml +40 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/gpt3/43b.yaml +40 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/gpt3/5b.yaml +40 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/gpt3/8b.yaml +40 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/gpt3/unknown_size.yaml +40 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/llama/llama2_13b.yaml +23 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/llama/llama2_70b.yaml +23 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/llama/llama2_7b.yaml +22 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/llama/llama2_7b_nemo.yaml +40 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/llama/llama3_70b.yaml +23 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/llama/llama3_8b.yaml +23 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/mixtral/3b.yaml +23 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/mixtral/7b.yaml +23 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/mt5/0.17b.yaml +23 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/mt5/0.39b.yaml +24 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/mt5/101.6b.yaml +22 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/mt5/11.9b.yaml +23 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/mt5/206b.yaml +22 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/mt5/24.65b.yaml +23 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/mt5/3.2b.yaml +23 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/mt5/42.54b.yaml +24 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/mt5/unknown_size.yaml +24 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/qwen2/14b.yaml +23 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/qwen2/4b.yaml +22 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/qwen2/72b.yaml +23 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/qwen2/7b.yaml +22 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/t5/0.22b.yaml +23 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/t5/100b.yaml +22 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/t5/11b.yaml +23 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/t5/2.8b.yaml +23 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/t5/203b.yaml +22 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/t5/23.5b.yaml +23 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/t5/41.2b.yaml +23 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/conf/search_config/t5/unknown_size.yaml +24 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/main.py +44 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/tests/base_configs_tests/test_base_configs.py +1283 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/tests/code_tests/test_base_config.py +933 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/tests/code_tests/test_training_config.py +898 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/tests/code_tests/test_utils.py +445 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/tests/config_tests/test_bert_config.py +128 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/tests/config_tests/test_cluster_config.py +21 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/tests/config_tests/test_gpt3_config.py +395 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/tests/config_tests/test_llama_config.py +160 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/tests/config_tests/test_main_config.py +42 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/tests/config_tests/test_mixtral_config.py +67 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/tests/config_tests/test_mt5_config.py +189 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/tests/config_tests/test_t5_config.py +158 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/tuning/README.md +13 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/tuning/conf/cluster/bcm.yaml +9 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/tuning/conf/config.yaml +37 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/tuning/main.py +35 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/tuning/src/result_analysis.py +104 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/tuning/src/search.py +220 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/tuning/src/utils.py +142 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/csp_tools/aws/Dockerfile +74 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/csp_tools/aws/build-nccl-tests.sh +26 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/csp_tools/aws/cluster-validation-sample-output/dcgmi-220.out +58 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/csp_tools/aws/cluster_validation.sh +215 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/csp_tools/aws/dcgmi_diag.sh +22 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/csp_tools/aws/nccl.sh +53 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/csp_tools/aws/topo.xml +84 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/csp_tools/azure/build-nccl-tests.sh +33 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/csp_tools/azure/cluster_validation.sh +215 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/csp_tools/azure/dcgmi_diag.sh +21 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/csp_tools/azure/nccl.sh +53 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/csp_tools/azure/topo.xml +44 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/csp_tools/oci/build-nccl-tests.sh +33 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/csp_tools/oci/cluster_validation.sh +215 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/csp_tools/oci/dcgmi_diag.sh +21 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/csp_tools/oci/nccl.sh +57 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/csp_tools/oci/topo.xml +50 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/README.md +76 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/peft/llama/a100/13b_1node.sh +39 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/peft/llama/a100/13b_1node_lora.sh +45 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/peft/llama/a100/70b_1node_lora.sh +46 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/peft/llama/a100/70b_2node.sh +41 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/peft/llama/a100/7b_1node.sh +36 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/peft/llama/a100/7b_1node_lora.sh +45 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/peft/llama/a100/lora_4gpu_k8s.sh +35 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/peft/llama/h100/13b_1node.sh +41 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/peft/llama/h100/13b_1node_lora.sh +47 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/peft/llama/h100/70b_1node_lora.sh +48 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/peft/llama/h100/70b_2node.sh +43 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/peft/llama/h100/7b_1node.sh +38 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/peft/llama/h100/7b_1node_lora.sh +47 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/peft/nemotron/h100/22b_1node.sh +40 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/peft/nemotron/h100/22b_1node_lora.sh +47 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/peft/nemotron/h100/8b_1node.sh +38 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/peft/nemotron/h100/8b_1node_lora.sh +47 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/gpt/a100/175b_16node.sh +23 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/gpt/a100/20b_1node.sh +22 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/gpt/a100/20b_8node.sh +22 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/gpt/a100/40b_8node.sh +23 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/gpt/a100/5b_1node.sh +22 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/gpt/a100/5b_8node.sh +22 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/gpt/a100/fsdp_20b_1node.sh +30 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/gpt/a100/fsdp_40b_32node.sh +34 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/gpt/a100/fsdp_5b_1node.sh +30 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/gpt/h100/175b_bf16_16node.sh +23 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/gpt/h100/175b_fp8_16node.sh +25 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/gpt/h100/20b_bf16_1node.sh +22 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/gpt/h100/20b_bf16_8node.sh +22 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/gpt/h100/20b_fp8_1node.sh +23 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/gpt/h100/20b_fp8_8node.sh +23 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/gpt/h100/40b_bf16_8node.sh +23 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/gpt/h100/40b_fp8_8node.sh +24 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/gpt/h100/5b_bf16_1node.sh +22 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/gpt/h100/5b_bf16_8node.sh +22 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/gpt/h100/5b_fp8_1node.sh +23 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/gpt/h100/5b_fp8_8node.sh +23 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/gpt/h100/fsdp_20b_bf16_1node.sh +30 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/gpt/h100/fsdp_40b_bf16_32node.sh +34 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/gpt/h100/fsdp_5b_bf16_1node.sh +30 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/grok1-proxy/h100/grok1_proxy_bf16.sh +27 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/grok1-proxy/h100/grok1_proxy_fp8.sh +32 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/llama/a100/llama2_13b_bf16.sh +21 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/llama/a100/llama2_70b_bf16.sh +21 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/llama/a100/llama2_7b_bf16.sh +21 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/llama/h100/llama2_13b_bf16.sh +21 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/llama/h100/llama2_13b_fp8.sh +22 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/llama/h100/llama2_70b_bf16.sh +21 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/llama/h100/llama2_70b_fp8.sh +21 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/llama/h100/llama2_7b_bf16.sh +21 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/llama/h100/llama2_7b_fp8.sh +22 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/llama/h100/llama3_405b_bf16.sh +19 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/llama/h100/llama3_405b_fp8.sh +22 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/llama/h100/llama3_70b_bf16.sh +21 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/llama/h100/llama3_70b_fp8.sh +22 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/llama/h100/llama3_8b_bf16.sh +21 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/llama/h100/llama3_8b_fp8.sh +22 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/mixtral/h100/mixtral_8x3b_bf16.sh +17 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/mixtral/h100/mixtral_8x3b_fp8.sh +20 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/mixtral/h100/mixtral_8x7b_bf16.sh +17 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/mixtral/h100/mixtral_8x7b_fp8.sh +22 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/nemotron/a100/nemotron_22b_bf16.sh +19 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/nemotron/a100/nemotron_8b_bf16.sh +19 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/nemotron/h100/nemotron_22b_bf16.sh +19 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/nemotron/h100/nemotron_22b_fp8.sh +20 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/nemotron/h100/nemotron_8b_bf16.sh +19 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/examples/training/nemotron/h100/nemotron_8b_fp8.sh +20 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/img/170M_mT5_loss_final.svg +4115 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/img/175B_GPT_3_throughput.svg +1 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/img/220M_T5_loss_final.svg +6672 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/img/390M_mT5_loss_final.svg +3126 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/img/3B_T5_loss_100percent.svg +3635 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/img/3B_T5_loss_75percent.svg +3170 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/img/3B_T5_throughput_2205.svg +1 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/img/3B_T5_throughput_2208.svg +1 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/img/3B_mT5_loss_75percent.svg +3112 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/img/3B_mT5_loss_final.svg +4071 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/img/3B_mT5_throughput_2205.svg +1 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/img/3B_mT5_throughput_2208.svg +1 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/img/4B_bert_throughput_2211.png +0 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/img/4b_bert_loss_final.png +0 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/img/5B_GPT_3_loss_final.svg +2334 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/img/5B_GPT_3_throughput.svg +1 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/img/infer_model_size_gpt3.svg +1 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/img/infer_model_size_gpt3.svg_old +1 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/img/infer_model_size_mt5.svg +1 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/img/infer_model_size_t5.svg +1 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/img/model_overview.png +0 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/adapter_learning/gpt3/squad.yaml +107 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/adapter_learning/llama/squad.yaml +107 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/adapter_learning/t5/squad.yaml +107 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/cluster/bcm.yaml +10 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/cluster/k8s.yaml +25 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/cluster/k8s_v2.yaml +29 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/config.yaml +103 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/conversion/baichuan2/convert_baichuan2.yaml +22 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/conversion/chatglm/convert_chatglm.yaml +21 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/conversion/clip/convert_clip.yaml +22 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/conversion/controlnet/convert_controlnet.yaml +18 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/conversion/dreambooth/convert_dreambooth.yaml +18 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/conversion/gpt3/convert_gpt3.yaml +23 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/conversion/imagen/convert_imagen.yaml +18 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/conversion/instruct_pix2pix/convert_instruct_pix2pix.yaml +18 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/conversion/llama/convert_llama.yaml +22 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/conversion/mistral/convert_mistral.yaml +22 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/conversion/mixtral/convert_mixtral.yaml +21 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/conversion/mixtral/convert_mixtral_8x22b.yaml +21 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/conversion/mt5/convert_mt5.yaml +25 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/conversion/nemotron/convert_nemotron.yaml +21 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/conversion/neva/convert_neva.yaml +20 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/conversion/qwen2/convert_qwen2.yaml +22 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/conversion/stable_diffusion/convert_stable_diffusion.yaml +18 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/conversion/starcoder2/convert_starcoder2.yaml +21 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/conversion/t5/convert_t5.yaml +24 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/conversion/vit/convert_vit.yaml +20 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/conversion_hf2nemo/hf_llama2/convert_llama2_nemo.yaml +228 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/conversion_hf2nemo/hf_mistral_7b/convert_mistral_7b_nemo.yaml +228 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/conversion_hf2nemo/hf_mixtral/convert_mixtral_8x22b_nemo.yaml +231 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/conversion_hf2nemo/hf_mixtral/convert_mixtral_nemo.yaml +228 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_curation/common_crawl/compute_minhashes/compute_minhashes.yaml +21 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_curation/common_crawl/connected_component/connected_component.yaml +16 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_curation/common_crawl/curate_common_crawl.yaml +64 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_curation/common_crawl/fasttext_download/fasttext_download.yaml +15 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_curation/common_crawl/find_matching_ngrams/find_matching_ngrams.yaml +9 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_curation/common_crawl/jaccard_compute/jaccard_compute.yaml +18 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_curation/common_crawl/jaccard_map_buckets/jaccard_map_buckets.yaml +18 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_curation/common_crawl/jaccard_shuffle/jaccard_shuffle.yaml +19 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_curation/common_crawl/language_identification/language_identification.yaml +10 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_curation/common_crawl/minhash_buckets/minhash_buckets.yaml +19 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_curation/common_crawl/prepare_task_data/prepare_task_data.yaml +62 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_curation/common_crawl/quality_filtering/heuristic_english.yaml +120 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_curation/common_crawl/remove_matching_ngrams/remove_matching_ngrams.yaml +9 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_curation/common_crawl/separate_by_language/separate_by_language.yaml +10 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_curation/common_crawl/text_cleaning/text_cleaning.yaml +9 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_curation/common_crawl/verify_all_pairs_jaccard/verify_all_pairs_jaccard.yaml +15 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_curation/common_crawl/write_deduped_result_with_text/write_deduped_result_with_text.yaml +14 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_curation/sft/curate_sft.yaml +26 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_curation/sft/find_matching_ngrams/find_matching_ngrams.yaml +10 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_curation/sft/prepare_task_data/prepare_task_data.yaml +62 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_curation/sft/remove_matching_ngrams/remove_matching_ngrams.yaml +11 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_preparation/baichuan2/download_baichuan2_pile.yaml +20 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_preparation/bert/download_bert_pile.yaml +21 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_preparation/chatglm/download_chatglm_pile.yaml +20 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_preparation/code_llama/download_human_eval.yaml +10 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_preparation/falcon/download_falcon_pile.yaml +18 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_preparation/fid_evaluation/download_coco2014.yaml +11 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_preparation/generic/custom_dataset.yaml +35 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_preparation/gpt/download_slim_pajama.yaml +27 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_preparation/gpt3/download_gpt3_pile.yaml +22 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_preparation/llama/download_llama_pile.yaml +20 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_preparation/mistral/download_mistral_nemo_123b_pile.yaml +18 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_preparation/mistral/download_mistral_nemo_12b_pile.yaml +18 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_preparation/mistral/download_mistral_pile.yaml +18 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_preparation/mixtral/download_mixtral_8x22b_pile.yaml +18 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_preparation/mixtral/download_mixtral_pile.yaml +18 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_preparation/mt5/download_mc4.yaml +27 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_preparation/multimodal/download_multimodal.yaml +72 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_preparation/multimodal/precache_sd.yaml +51 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_preparation/multimodal/precache_t5xxl.yaml +24 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_preparation/nemotron/download_nemotron_pile.yaml +20 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_preparation/steerlm/steerlm_data_prep1.yaml +13 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_preparation/steerlm/steerlm_data_prep2_reg.yaml +13 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/data_preparation/t5/download_t5_pile.yaml +21 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/adapter_gpt3/squad.yaml +43 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/adapter_t5/squad.yaml +47 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/baichuan2/evaluate_all.yaml +24 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/baichuan2/evaluate_boolq.yaml +24 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/chatglm/evaluate_all.yaml +24 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/chatglm/evaluate_boolq.yaml +24 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/clip/imagenet_zeroshot.yaml +25 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/code_llama/human_eval.yaml +200 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/falcon/evaluate_all.yaml +23 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/gpt3/evaluate_all.yaml +25 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/gpt3/evaluate_lambada.yaml +25 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/ia3_gpt3/squad.yaml +42 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/ia3_t5/squad.yaml +47 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/imagen/fid_clip.yaml +71 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/llama/evaluate_all.yaml +24 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/llama/evaluate_boolq.yaml +24 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/mistral/evaluate_all.yaml +23 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/mixtral/evaluate_all.yaml +24 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/mixtral/evaluate_all_8x22b.yaml +24 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/mt5/custom_task.yaml +56 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/mt5/xquad.yaml +73 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/nemotron/evaluate_all.yaml +23 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/peft_baichuan2/squad.yaml +199 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/peft_chatglm/squad.yaml +199 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/peft_falcon/squad.yaml +199 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/peft_llama/squad.yaml +199 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/peft_mistral/squad.yaml +199 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/peft_mixtral/squad.yaml +199 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/peft_mixtral/squad_8x22b.yaml +199 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/peft_t5/squad.yaml +204 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/prompt_gpt3/squad.yaml +21 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/prompt_llama/squad.yaml +21 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/prompt_mt5/squad.yaml +34 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/prompt_t5/squad.yaml +34 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/qwen2/evaluate_all.yaml +24 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/qwen2/evaluate_boolq.yaml +24 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/retro/evaluate_nq.yaml +52 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/retro/evaluate_tqa.yaml +25 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/stable_diffusion/fid_clip.yaml +60 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/starcoder2/human_eval.yaml +149 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/t5/custom_task.yaml +56 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/t5/squad.yaml +59 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/evaluation/vit/imagenet_val.yaml +24 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/export/gpt3/export_gpt3.yaml +32 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/export/mt5/export_mt5.yaml +31 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/export/t5/export_t5.yaml +31 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/external_conversion/clip/convert_external_clip.yaml +20 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fine_tuning/baichuan2/squad.yaml +187 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fine_tuning/bert_embedding/sft.yaml +160 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fine_tuning/chatglm/squad.yaml +187 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fine_tuning/code_llama/human_eval.yaml +188 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fine_tuning/falcon/squad.yaml +187 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fine_tuning/gpt3/custom_task.yaml +183 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fine_tuning/gpt3/squad.yaml +196 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fine_tuning/llama/squad.yaml +194 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fine_tuning/mamba/sft.yaml +237 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fine_tuning/mistral/squad.yaml +187 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fine_tuning/mixtral/squad.yaml +187 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fine_tuning/mixtral/squad_8x22b.yaml +187 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fine_tuning/mt5/custom_task.yaml +103 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fine_tuning/mt5/xquad.yaml +118 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fine_tuning/neva/llama2_13b_chat.yaml +219 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fine_tuning/neva/llama2_7b_chat.yaml +219 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fine_tuning/neva/llama3_70b_chat.yaml +219 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fine_tuning/neva/llama3_8b_chat.yaml +219 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fine_tuning/neva/mistral_7b_instruct.yaml +224 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fine_tuning/neva/mixtral_8x7b_instruct.yaml +225 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fine_tuning/nsfw/nsfw_L_14.yaml +230 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fine_tuning/qwen2/squad.yaml +194 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fine_tuning/t5/custom_task.yaml +103 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fine_tuning/t5/squad.yaml +103 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fine_tuning/video_neva/llama3_8b_vita.yaml +229 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fine_tuning/vit/imagenet1k.yaml +167 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fw_inference/clip/clip_similarity.yaml +20 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fw_inference/controlnet/controlnet_infer.yaml +41 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fw_inference/dreambooth/text2img.yaml +38 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fw_inference/imagen/text2img.yaml +51 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fw_inference/instruct_pix2pix/edit_cli.yaml +30 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fw_inference/neva/inference.yaml +64 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fw_inference/nsfw/nsfw.yaml +19 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fw_inference/retro/retro_inference.yaml +52 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fw_inference/sdxl/sdxl_infer.yaml +195 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fw_inference/stable_diffusion/text2img.yaml +37 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fw_inference/video_neva/inference.yaml +64 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/fw_inference/vit/imagenet1k.yaml +20 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/ia3_learning/gpt3/squad.yaml +98 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/ia3_learning/llama/squad.yaml +98 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/ia3_learning/t5/squad.yaml +98 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/peft/baichuan2/squad.yaml +235 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/peft/chatglm/squad.yaml +235 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/peft/code_llama/human_eval.yaml +236 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/peft/falcon/squad.yaml +235 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/peft/gemma/sft.yaml +246 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/peft/gemma/squad.yaml +241 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/peft/gpt3/squad.yaml +243 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/peft/griffin/sft.yaml +296 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/peft/griffin/squad.yaml +294 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/peft/llama/sft.yaml +261 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/peft/llama/squad.yaml +242 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/peft/mistral/squad.yaml +235 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/peft/mistral_embedding/squad.yaml +233 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/peft/mixtral/squad.yaml +237 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/peft/mixtral/squad_8x22b.yaml +237 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/peft/nemotron/sft.yaml +261 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/peft/nemotron/squad.yaml +242 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/peft/neva/llama2_13b_chat.yaml +230 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/peft/neva/llama2_70b_chat.yaml +230 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/peft/neva/llama2_7b_chat.yaml +230 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/peft/neva/llama3_70b_chat.yaml +230 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/peft/neva/llama3_8b_chat.yaml +230 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/peft/neva/mistral_7b_instruct.yaml +236 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/peft/neva/mixtral_8x7b_instruct.yaml +235 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/peft/neva/nemotron4_340b_chat.yaml +230 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/peft/qwen2/sft.yaml +261 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/peft/qwen2/squad.yaml +242 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/peft/starcoder2/sft.yaml +262 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/peft/t5/squad.yaml +241 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/prompt_learning/gpt3/squad.yaml +111 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/prompt_learning/llama/squad.yaml +113 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/prompt_learning/mt5/squad.yaml +101 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/prompt_learning/t5/squad.yaml +101 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/ptq/model/quantization.yaml +57 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/rag_generating/gpt3/125m.yaml +50 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/rag_generating/gpt3/7b.yaml +50 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/rag_indexing/bert/110m.yaml +32 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/rag_indexing/bert/340m.yaml +32 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/rlhf_ppo/gpt3/2b_ppo.yaml +297 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/rlhf_rm/gpt3/2b_rm.yaml +211 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/steerlm_reg/ac_sft/gpt_sft.yaml +195 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/steerlm_reg/rw_sft/training_rm.yaml +118 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/baichuan2/baichuan2_13b.yaml +217 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/baichuan2/baichuan2_7b.yaml +221 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/bert/100b.yaml +205 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/bert/110m.yaml +206 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/bert/20b.yaml +205 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/bert/4b.yaml +205 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/chatglm/chatglm2-6b.yaml +245 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/chatglm/chatglm3-6b.yaml +245 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/clip/siglip_config.yaml +258 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/clip/vit_B_32.yaml +256 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/clip/vit_H_14.yaml +256 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/clip/vit_g_14.yaml +256 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/controlnet/controlnet_v1-5.yaml +225 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/dreambooth/860m.yaml +232 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/falcon/falcon_7b.yaml +229 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/gpt3/126m.yaml +253 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/gpt3/175b.yaml +258 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/gpt3/175b_16k.yaml +259 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/gpt3/175b_32k.yaml +259 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/gpt3/175b_mlperf.yaml +267 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/gpt3/1b_improved.yaml +237 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/gpt3/20b.yaml +257 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/gpt3/400m_improved.yaml +237 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/gpt3/40b.yaml +255 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/gpt3/40b_16k.yaml +258 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/gpt3/40b_32k.yaml +258 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/gpt3/40b_64k.yaml +258 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/gpt3/40b_improved.yaml +237 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/gpt3/5b.yaml +256 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/gpt3/5b_16k.yaml +258 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/gpt3/5b_32k.yaml +258 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/gpt3/5b_64k.yaml +258 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/gpt3/7b_improved.yaml +238 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/gpt3/mlperf-24n.yaml +325 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/gpt3/mlperf.yaml +270 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/grok/grok1_proxy.yaml +240 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/imagen/2b_res_64.yaml +145 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/imagen/400m_res_256.yaml +152 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/imagen/500m_res_64.yaml +146 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/imagen/600m_res_1024.yaml +148 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/imagen/600m_res_256.yaml +148 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/instruct_pix2pix/860m_sd_edit.yaml +174 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/llama/llama1_13b.yaml +217 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/llama/llama1_30b.yaml +216 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/llama/llama1_65b.yaml +216 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/llama/llama1_7b.yaml +219 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/llama/llama2_13b.yaml +238 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/llama/llama2_70b.yaml +241 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/llama/llama2_7b.yaml +238 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/llama/llama3_1_405b.yaml +241 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/llama/llama3_1_70b.yaml +241 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/llama/llama3_1_8b.yaml +237 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/llama/llama3_70b.yaml +240 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/llama/llama3_8b.yaml +236 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/mistral/mistral_7b.yaml +231 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/mistral/mistral_nemo_123b.yaml +231 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/mistral/mistral_nemo_12b.yaml +231 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/mixtral/mixtral_8x22b.yaml +231 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/mixtral/mixtral_8x3b.yaml +240 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/mixtral/mixtral_8x7b.yaml +241 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/mt5/11b.yaml +218 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/mt5/170m.yaml +218 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/mt5/23b.yaml +218 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/mt5/390m.yaml +218 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/mt5/3b.yaml +218 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/nemotron/nemotron_15b.yaml +199 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/nemotron/nemotron_22b.yaml +200 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/nemotron/nemotron_340b.yaml +197 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/nemotron/nemotron_4b.yaml +199 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/nemotron/nemotron_8b.yaml +199 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/nerf/dreamfusion-dmtet.yaml +59 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/nerf/dreamfusion.yaml +59 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/nerf/model/background/random.yaml +3 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/nerf/model/background/static.yaml +2 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/nerf/model/background/tcnn.yaml +19 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/nerf/model/background/torchngp.yaml +11 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/nerf/model/data/data.yaml +41 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/nerf/model/dreamfusion-dmtet.yaml +40 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/nerf/model/dreamfusion.yaml +40 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/nerf/model/guidance/sd_huggingface.yaml +4 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/nerf/model/guidance/sd_nemo.yaml +4 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/nerf/model/guidance/sd_trt.yaml +5 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/nerf/model/loss/dmtet.yaml +8 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/nerf/model/loss/dreamfusion.yaml +8 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/nerf/model/material/basic_shading.yaml +1 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/nerf/model/nerf/tcnn.yaml +32 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/nerf/model/nerf/torchngp.yaml +26 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/nerf/model/optim/adan.yaml +6 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/nerf/model/renderer/nerfacc.yaml +8 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/nerf/model/renderer/nvdiffrast.yaml +6 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/nerf/model/renderer/torchngp_raymarching.yaml +7 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/neva/llama2_13b_chat.yaml +218 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/neva/llama2_70b_chat.yaml +218 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/neva/llama2_7b_chat.yaml +218 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/neva/llama3_70b_chat.yaml +218 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/neva/llama3_8b_chat.yaml +218 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/neva/mistral_7b_instruct.yaml +223 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/neva/mixtral_8x7b_instruct.yaml +225 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/neva/nemotron4_340b_chat.yaml +220 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/qwen2/qwen2_14b.yaml +229 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/qwen2/qwen2_4b.yaml +232 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/qwen2/qwen2_72b.yaml +232 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/qwen2/qwen2_7b.yaml +232 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/retro/300m.yaml +265 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/sdxl/sdxl_base_train_res_1024_stage_3.yaml +206 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/sdxl/sdxl_base_train_res_256_stage_1.yaml +205 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/sdxl/sdxl_base_train_res_512_stage_2.yaml +206 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/stable_diffusion/860m_res_256_pretrain.yaml +205 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/stable_diffusion/860m_res_256_v2_0_pretrain.yaml +207 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/stable_diffusion/860m_res_512_v1_1.yaml +207 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/stable_diffusion/860m_res_512_v1_2.yaml +208 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/stable_diffusion/860m_res_512_v1_5.yaml +208 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/stable_diffusion/860m_res_512_v2_0_base.yaml +211 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/starcoder2/starcoder2_15b.yaml +261 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/starcoder2/starcoder2_3b.yaml +261 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/starcoder2/starcoder2_7b.yaml +261 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/t5/11b.yaml +276 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/t5/220m.yaml +276 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/t5/23b.yaml +276 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/t5/3b.yaml +276 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/t5/41b.yaml +276 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/tp_overlap/ub_cfg_a100_h12288_tp4_mbs1_seqlen2048.yaml +53 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/tp_overlap/ub_cfg_a100_h12288_tp4_mbs2_seqlen2048.yaml +53 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/tp_overlap/ub_cfg_h100_bf16_h16384_tp8_cp2_mbs1_seqlen8192.yaml +63 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/tp_overlap/ub_cfg_h100_fp8_h16384_tp8_cp2_mbs1_seqlen8192.yaml +63 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/tp_overlap/ub_cfg_h100_fp8_h8192_tp4_mbs1_seqlen8192.yaml +61 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/tp_overlap/ub_cfg_h100_h12288_tp4_mbs1_seqlen2048.yaml +58 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/tp_overlap/ub_cfg_h100_h12288_tp4_mbs2_seqlen2048.yaml +58 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/tp_overlap/ub_cfg_h100_h12288_tp8_mbs2_seqlen2048.yaml +59 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/tp_overlap/ub_cfg_h100_h5120_tp2_mbs1_seqlen4096.yaml +59 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/tp_overlap/ub_cfg_h100_h6144_tp2_mbs2_seqlen2048.yaml +59 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/tp_overlap/ub_cfg_h100_h8192_tp2_mbs1_seqlen4096.yaml +55 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/tp_overlap/ub_cfg_h100_h8192_tp4_mbs1_seqlen4096.yaml +59 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/tp_overlap/ub_cfg_h100_h8192_tp4_mbs1_seqlen8192.yaml +59 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/video_neva/llama2_13b_chat.yaml +221 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/video_neva/llama2_70b_chat.yaml +221 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/video_neva/llama2_7b_chat.yaml +221 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/video_neva/mistral_7b_instruct.yaml +226 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/video_neva/mixtral_8x7b_instruct.yaml +226 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/vit/B_16.yaml +169 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/vit/H_14.yaml +169 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/vit/L_16.yaml +169 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/vit/bigG_14.yaml +169 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/conf/training/vit/g_14.yaml +169 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/data/nsfw/concepts.txt +80 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/main.py +207 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/__init__.py +13 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/__init__.py +13 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/auto_blend.py +70 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/checkpoint_search.py +109 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/conditional_cfgs.py +62 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/conf/auto_blend.yaml +3 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/conf/checkpoint_search.yaml +4 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/conf/get_ag_overlap.yaml +2 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/conf/get_ln_sm_margin.yaml +1 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/conf/hparams_override.yaml +6 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/conf/numa_mapping.yaml +8 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/datacuration_scripts/download_fasttext.sh +30 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/__init__.py +13 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/anthropichh_dataprep/download_and_process.py +131 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/custom_dataprep/__init__.py +13 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/custom_dataprep/preprocess.py +139 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/dolly_dataprep/__init__.py +13 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/dolly_dataprep/download.py +67 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/dolly_dataprep/preprocess.py +79 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/fid_evaluation_dataprep/conf/config.yaml +4 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/fid_evaluation_dataprep/preprocess.py +116 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/mc4_dataprep/__init__.py +13 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/mc4_dataprep/download.py +85 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/mc4_dataprep/prepare.py +179 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/mc4_dataprep/preprocess.py +112 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/mc4_dataprep/setup_preprocess.py +187 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/multimodal_dataprep/conf/config.yaml +22 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/multimodal_dataprep/download_images.py +78 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/multimodal_dataprep/download_parquet.py +60 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/multimodal_dataprep/generate_wdinfo.py +67 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/multimodal_dataprep/merge_source_tar.py +212 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/multimodal_dataprep/precache_encodings.py +368 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/multimodal_dataprep/reorganize_tar.py +142 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/pile_dataprep/__init__.py +13 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/pile_dataprep/conf/config.yaml +13 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/pile_dataprep/download.py +70 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/pile_dataprep/extract.py +71 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/pile_dataprep/preprocess.py +175 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/slim_pajama_dataprep/__init__.py +13 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/slim_pajama_dataprep/concat.sh +52 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/slim_pajama_dataprep/conf/config.yaml +23 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/slim_pajama_dataprep/download.py +124 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/slim_pajama_dataprep/extract.py +133 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/dataprep_scripts/slim_pajama_dataprep/preprocess.py +134 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_diffusion_fid_clip/TFinception_V3.py +253 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_diffusion_fid_clip/compute_clip_score.py +144 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_diffusion_fid_clip/compute_fid.py +428 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_diffusion_fid_clip/eval_fid.py +95 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_diffusion_fid_clip/fid_dataset.py +125 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_diffusion_fid_clip/plot.py +64 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_harness/__init__.py +13 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_harness/download.py +48 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_harness/evaluate.py +533 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_harness/lm_eval/__init__.py +13 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_harness/lm_eval/base.py +711 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_harness/lm_eval/evaluator.py +188 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_harness/lm_eval/metrics.py +262 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_harness/lm_eval/models/__init__.py +47 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_harness/lm_eval/models/dummy.py +51 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_harness/lm_eval/models/nemo_baichuan2.py +261 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_harness/lm_eval/models/nemo_chatglm.py +266 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_harness/lm_eval/models/nemo_falcon.py +266 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_harness/lm_eval/models/nemo_gpt3.py +454 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_harness/lm_eval/models/nemo_gpt3_prompt.py +296 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_harness/lm_eval/models/nemo_llama.py +271 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_harness/lm_eval/models/nemo_llama_prompt.py +208 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_harness/lm_eval/models/nemo_mistral.py +261 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_harness/lm_eval/models/nemo_mixtral.py +261 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_harness/lm_eval/models/nemo_qwen2.py +261 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_harness/lm_eval/tasks/__init__.py +76 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_harness/lm_eval/tasks/common.py +72 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_harness/lm_eval/tasks/hellaswag.py +62 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_harness/lm_eval/tasks/lambada.py +124 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_harness/lm_eval/tasks/piqa.py +47 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_harness/lm_eval/tasks/prompt.py +150 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_harness/lm_eval/tasks/race.py +203 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_harness/lm_eval/tasks/superglue.py +510 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_harness/lm_eval/tasks/wikitext.py +179 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_harness/lm_eval/tasks/winogrande.py +157 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/eval_harness/lm_eval/utils.py +237 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/export_scripts/prepare_triton_model_config.py +255 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/gpu_affinity.py +535 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/hparams_override.py +109 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/metric_calculation/fine_tuning_metric_calc.py +66 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/metric_calculation/squad_metric_calc.py +169 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/numa_mapping.py +68 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/pause_and_prime_dns_connections.py +57 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/run_dask_stage.sh +62 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/__init__.py +13 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/data_curation_stages.py +1161 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/data_stages.py +1388 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/export_stages.py +491 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/k8s_templates/conversion/Chart.yaml +5 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/k8s_templates/conversion/conversion.yaml +53 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/k8s_templates/conversion/values.yaml +43 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/k8s_templates/data_preparation/Chart.yaml +5 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/k8s_templates/data_preparation/data-prep-config.yaml +7 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/k8s_templates/data_preparation/data-prep.yaml +63 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/k8s_templates/data_preparation/values.yaml +30 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/k8s_templates/evaluation/Chart.yaml +5 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/k8s_templates/evaluation/evaluation-config.yaml +7 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/k8s_templates/evaluation/evaluation.yaml +59 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/k8s_templates/evaluation/values.yaml +76 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/k8s_templates/peft/Chart.yaml +5 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/k8s_templates/peft/peft-config.yaml +7 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/k8s_templates/peft/peft.yaml +137 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/k8s_templates/peft/values.yaml +54 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/k8s_templates/rlhf_ppo/Chart.yaml +5 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/k8s_templates/rlhf_ppo/rlhf-ppo-actor.yaml +75 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/k8s_templates/rlhf_ppo/rlhf-ppo-config.yaml +9 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/k8s_templates/rlhf_ppo/rlhf-ppo-critic.yaml +77 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/k8s_templates/rlhf_ppo/values.yaml +36 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/k8s_templates/training/Chart.yaml +5 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/k8s_templates/training/training-config.yaml +7 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/k8s_templates/training/training.yaml +97 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/k8s_templates/training/values.yaml +34 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/launchers.py +1167 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/logger.py +73 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/rlhf_stages.py +345 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/stages.py +2676 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/v2/__init__.py +0 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/v2/config_k8s.py +273 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/v2/config_k8s_test.py +78 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/v2/stages.py +749 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/v2/stages_test.py +101 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/v2/step_k8s.py +354 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/core/v2/step_k8s_test.py +215 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/utils/__init__.py +13 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/utils/data_utils/__init__.py +13 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/utils/data_utils/download_squad.py +91 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/utils/data_utils/prepare_squad.py +128 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/utils/data_utils/prompt_learning_squad_preprocessing.py +169 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/utils/file_utils.py +116 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/utils/job_utils.py +183 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/tests/__init__.py +0 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/tests/unit_tests/__init__.py +0 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/tests/unit_tests/config_tests/test_cluster_config.py +22 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/tests/unit_tests/config_tests/test_fault_tol_config.py +111 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/tests/unit_tests/config_tests/test_main_config.py +114 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/tests/unit_tests/stages_tests/__init__.py +0 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/tests/unit_tests/stages_tests/test_adapters.py +36 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/tests/unit_tests/stages_tests/test_convert.py +41 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/tests/unit_tests/stages_tests/test_data_prep.py +47 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/tests/unit_tests/stages_tests/test_eval.py +82 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/tests/unit_tests/stages_tests/test_export.py +41 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/tests/unit_tests/stages_tests/test_fine_tune.py +36 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/tests/unit_tests/stages_tests/test_ia3.py +36 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/tests/unit_tests/stages_tests/test_prompt_learn.py +42 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/tests/unit_tests/stages_tests/test_ptq.py +43 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/tests/unit_tests/stages_tests/test_train.py +64 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/tests/unit_tests/utils_tests/__init__.py +0 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/tests/unit_tests/utils_tests/test_file_utils.py +128 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/requirements.txt +15 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/setup.cfg +3 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/recipe_stages.py +161 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/slurm_launcher.py +147 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/stages.py +974 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nova/constants/init_container_constants.py +2 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nova/constants/ppo_container_constants.py +29 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nova/k8s_templates/PPO/Chart.yaml +5 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nova/k8s_templates/PPO/training-ag.yaml +155 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nova/k8s_templates/PPO/training-config.yaml +12 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nova/k8s_templates/PPO/training.yaml +279 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nova/k8s_templates/PPO/values.yaml +47 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nova/k8s_templates/SFT/Chart.yaml +5 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nova/k8s_templates/SFT/training-config.yaml +9 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nova/k8s_templates/SFT/training.yaml +285 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nova/k8s_templates/SFT/values.yaml +56 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nova/launchers.py +387 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nova/utils.py +40 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/telemetry.py +95 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/custom_model/run_falcon.sh +23 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/custom_script/README.md +26 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/custom_script/config_k8s.yaml +101 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/custom_script/config_slurm.yaml +50 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/custom_script/custom_allreduce.py +11 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/custom_script/run_allreduce.sh +19 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/deepseek/run_hf_deepseek_r1_671b_seq8k_gpu_lora.sh +28 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/deepseek/run_hf_deepseek_r1_671b_seq8k_gpu_qlora.sh +28 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/deepseek/run_hf_deepseek_r1_llama_70b_seq16k_gpu_fine_tuning.sh +28 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/deepseek/run_hf_deepseek_r1_llama_70b_seq16k_gpu_lora.sh +28 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/deepseek/run_hf_deepseek_r1_llama_70b_seq8k_gpu_fine_tuning.sh +28 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/deepseek/run_hf_deepseek_r1_llama_70b_seq8k_gpu_lora.sh +28 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/deepseek/run_hf_deepseek_r1_llama_8b_seq16k_gpu_fine_tuning.sh +27 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/deepseek/run_hf_deepseek_r1_llama_8b_seq16k_gpu_lora.sh +28 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/deepseek/run_hf_deepseek_r1_llama_8b_seq8k_gpu_fine_tuning.sh +28 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/deepseek/run_hf_deepseek_r1_llama_8b_seq8k_gpu_lora.sh +28 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/deepseek/run_hf_deepseek_r1_qwen_14b_seq16k_gpu_fine_tuning.sh +28 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/deepseek/run_hf_deepseek_r1_qwen_14b_seq16k_gpu_lora.sh +28 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/deepseek/run_hf_deepseek_r1_qwen_14b_seq8k_gpu_fine_tuning.sh +28 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/deepseek/run_hf_deepseek_r1_qwen_14b_seq8k_gpu_lora.sh +28 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/deepseek/run_hf_deepseek_r1_qwen_1_dot_5b_seq16k_gpu_fine_tuning.sh +28 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/deepseek/run_hf_deepseek_r1_qwen_1_dot_5b_seq16k_gpu_lora.sh +28 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/deepseek/run_hf_deepseek_r1_qwen_1_dot_5b_seq8k_gpu_fine_tuning.sh +28 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/deepseek/run_hf_deepseek_r1_qwen_1_dot_5b_seq8k_gpu_lora.sh +28 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/deepseek/run_hf_deepseek_r1_qwen_32b_seq16k_gpu_fine_tuning.sh +28 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/deepseek/run_hf_deepseek_r1_qwen_32b_seq16k_gpu_lora.sh +28 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/deepseek/run_hf_deepseek_r1_qwen_32b_seq8k_gpu_fine_tuning.sh +28 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/deepseek/run_hf_deepseek_r1_qwen_32b_seq8k_gpu_lora.sh +28 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/deepseek/run_hf_deepseek_r1_qwen_7b_seq16k_gpu_fine_tuning.sh +28 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/deepseek/run_hf_deepseek_r1_qwen_7b_seq16k_gpu_lora.sh +28 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/deepseek/run_hf_deepseek_r1_qwen_7b_seq8k_gpu_fine_tuning.sh +28 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/deepseek/run_hf_deepseek_r1_qwen_7b_seq8k_gpu_lora.sh +28 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/p4_run_hf_llama3_70b_seq8k.sh +23 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/p4_run_hf_llama3_70b_seq8k_gpu_fine_tuning.sh +28 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/p4_run_hf_llama3_70b_seq8k_gpu_lora.sh +28 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/p4_run_hf_llama3_8b_seq8k_gpu_fine_tuning.sh +28 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/p4_run_hf_llama3_8b_seq8k_gpu_lora.sh +28 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_2_11b_seq8k_gpu_p5x4_pretrain.sh +21 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_2_1b_seq8k_gpu_p5x1_pretrain.sh +21 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_2_3b_seq8k_gpu_p5x1_pretrain.sh +21 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_2_90b_seq8k_gpu_p5x32_pretrain.sh +20 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_3_70b_seq16k_gpu_fine_tuning.sh +28 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_3_70b_seq16k_gpu_lora.sh +28 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_3_70b_seq8k_gpu_fine_tuning.sh +28 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_3_70b_seq8k_gpu_lora.sh +28 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_405b_seq128k_gpu_qlora.sh +28 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_405b_seq16k_gpu_lora.sh +28 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_405b_seq16k_gpu_qlora.sh +28 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_405b_seq32k_gpu_qlora.sh +28 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_405b_seq8k_gpu_lora.sh +28 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_405b_seq8k_gpu_qlora.sh +28 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_70b_seq16k_gpu_fine_tuning.sh +28 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_70b_seq16k_gpu_lora.sh +28 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_70b_seq16k_gpu_p5x128_pretrain.sh +21 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_70b_seq16k_gpu_p5x32_pretrain.sh +21 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_70b_seq16k_gpu_p5x64_pretrain.sh +21 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_70b_seq8k_gpu_fine_tuning.sh +28 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_70b_seq8k_gpu_lora.sh +28 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_70b_seq8k_gpu_p5x128_pretrain.sh +21 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_70b_seq8k_gpu_p5x32_pretrain.sh +21 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_70b_seq8k_gpu_p5x64_pretrain.sh +21 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_70b_seq8k_trn1x16_pretrain.sh +21 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_8b_seq16k_gpu_fine_tuning.sh +27 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_8b_seq16k_gpu_lora.sh +28 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_8b_seq16k_gpu_p5x16_pretrain.sh +21 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_8b_seq16k_gpu_p5x32_pretrain.sh +21 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_8b_seq8k_gpu_dpo.sh +28 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_8b_seq8k_gpu_fine_tuning.sh +28 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_8b_seq8k_gpu_lora.sh +28 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_8b_seq8k_gpu_p5x16_pretrain.sh +21 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_8b_seq8k_gpu_p5x32_pretrain.sh +21 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_8b_seq8k_trn1_fine_tuning.sh +29 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama3_8b_seq8k_trn1x4_pretrain.sh +21 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama4_17b_16e_seq4k_gpu_lora_multimodal_finetuning.sh +28 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama4_17b_16e_seq4k_gpu_lora_text_to_text.sh +28 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama4_17b_16e_seq8k_gpu_lora_multimodal_finetuning.sh +28 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/llama/run_hf_llama4_17b_16e_seq8k_gpu_lora_text_to_text.sh +28 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/mistral/run_hf_mistral_7b_seq16k_gpu_p5x16_pretrain.sh +21 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/mistral/run_hf_mistral_7b_seq16k_gpu_p5x32_pretrain.sh +21 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/mistral/run_hf_mistral_7b_seq8k_gpu_p5x16_pretrain.sh +21 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/mistral/run_hf_mistral_7b_seq8k_gpu_p5x32_pretrain.sh +21 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/mixtral/run_hf_mixtral_8x22b_seq16k_gpu_p5x128_pretrain.sh +21 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/mixtral/run_hf_mixtral_8x22b_seq16k_gpu_p5x32_pretrain.sh +21 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/mixtral/run_hf_mixtral_8x22b_seq16k_gpu_p5x64_pretrain.sh +21 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/mixtral/run_hf_mixtral_8x22b_seq8k_gpu_p5x128_pretrain.sh +21 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/mixtral/run_hf_mixtral_8x22b_seq8k_gpu_p5x32_pretrain.sh +21 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/mixtral/run_hf_mixtral_8x22b_seq8k_gpu_p5x64_pretrain.sh +21 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/mixtral/run_hf_mixtral_8x7b_seq16k_gpu_p5x16_pretrain.sh +21 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/mixtral/run_hf_mixtral_8x7b_seq16k_gpu_p5x32_pretrain.sh +21 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/mixtral/run_hf_mixtral_8x7b_seq8k_gpu_p5x16_pretrain.sh +21 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/mixtral/run_hf_mixtral_8x7b_seq8k_gpu_p5x32_pretrain.sh +21 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/nova/run_nova_lite_p5_48xl_bring_your_own_dataset_eval.sh +8 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/nova/run_nova_lite_p5_48xl_general_multi_modal_benchmark_eval.sh +8 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/nova/run_nova_lite_p5_48xl_general_text_benchmark_eval.sh +8 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/nova/run_nova_lite_p5_48xl_llm_judge_eval.sh +8 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/nova/run_nova_lite_p5_gpu_dpo.sh +8 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/nova/run_nova_lite_p5_gpu_lora_dpo.sh +8 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/nova/run_nova_lite_p5_gpu_lora_sft.sh +8 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/nova/run_nova_lite_p5_gpu_ppo.sh +8 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/nova/run_nova_lite_p5_gpu_sft.sh +8 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/nova/run_nova_lite_p5x16_gpu_pretrain.sh +8 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/nova/run_nova_micro_p5_48xl_bring_your_own_dataset_eval.sh +8 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/nova/run_nova_micro_p5_48xl_general_text_benchmark_eval.sh +8 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/nova/run_nova_micro_p5_48xl_llm_judge_eval.sh +8 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/nova/run_nova_micro_p5_gpu_dpo.sh +8 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/nova/run_nova_micro_p5_gpu_lora_dpo.sh +8 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/nova/run_nova_micro_p5_gpu_lora_sft.sh +8 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/nova/run_nova_micro_p5_gpu_ppo.sh +8 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/nova/run_nova_micro_p5_gpu_sft.sh +8 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/nova/run_nova_micro_p5x8_gpu_pretrain.sh +8 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/nova/run_nova_pro_p5_48xl_bring_your_own_dataset_eval.sh +8 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/nova/run_nova_pro_p5_48xl_general_multi_modal_benchmark_eval.sh +8 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/nova/run_nova_pro_p5_48xl_general_text_benchmark_eval.sh +8 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/nova/run_nova_pro_p5_48xl_llm_judge_eval.sh +8 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/nova/run_nova_pro_p5_gpu_dpo.sh +8 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/nova/run_nova_pro_p5_gpu_lora_dpo.sh +8 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/nova/run_nova_pro_p5_gpu_lora_sft.sh +8 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/nova/run_nova_pro_p5_gpu_ppo.sh +8 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/nova/run_nova_pro_p5_gpu_sft.sh +8 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/nova/run_nova_pro_p5x24_gpu_pretrain.sh +8 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher_scripts/nova/run_nova_pro_r5_cpu_distill.sh +8 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/main.py +317 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/pyproject.toml +15 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/cluster/k8s.yaml +70 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/cluster/slurm.yaml +15 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/cluster/sm_jobs.yaml +31 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/config.yaml +36 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/evaluation/nova/nova_lite_p5_48xl_bring_your_own_dataset_eval.yaml +19 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/evaluation/nova/nova_lite_p5_48xl_general_multi_modal_benchmark_eval.yaml +19 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/evaluation/nova/nova_lite_p5_48xl_general_text_benchmark_eval.yaml +20 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/evaluation/nova/nova_lite_p5_48xl_llm_judge_eval.yaml +18 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/evaluation/nova/nova_micro_p5_48xl_bring_your_own_dataset_eval.yaml +19 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/evaluation/nova/nova_micro_p5_48xl_general_text_benchmark_eval.yaml +20 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/evaluation/nova/nova_micro_p5_48xl_llm_judge_eval.yaml +18 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/evaluation/nova/nova_pro_p5_48xl_bring_your_own_dataset_eval.yaml +19 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/evaluation/nova/nova_pro_p5_48xl_general_multi_modal_benchmark_eval.yaml +19 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/evaluation/nova/nova_pro_p5_48xl_general_text_benchmark_eval.yaml +20 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/evaluation/nova/nova_pro_p5_48xl_llm_judge_eval.yaml +18 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/deepseek/hf_deepseek_r1_671b_seq8k_gpu_lora.yaml +145 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/deepseek/hf_deepseek_r1_671b_seq8k_gpu_qlora.yaml +145 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/deepseek/hf_deepseek_r1_distilled_llama_70b_seq16k_gpu_fine_tuning.yaml +152 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/deepseek/hf_deepseek_r1_distilled_llama_70b_seq16k_gpu_lora.yaml +150 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/deepseek/hf_deepseek_r1_distilled_llama_70b_seq8k_gpu_fine_tuning.yaml +152 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/deepseek/hf_deepseek_r1_distilled_llama_70b_seq8k_gpu_lora.yaml +150 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/deepseek/hf_deepseek_r1_distilled_llama_8b_seq16k_gpu_fine_tuning.yaml +152 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/deepseek/hf_deepseek_r1_distilled_llama_8b_seq16k_gpu_lora.yaml +150 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/deepseek/hf_deepseek_r1_distilled_llama_8b_seq8k_gpu_fine_tuning.yaml +152 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/deepseek/hf_deepseek_r1_distilled_llama_8b_seq8k_gpu_lora.yaml +150 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/deepseek/hf_deepseek_r1_distilled_qwen_14b_seq16k_gpu_fine_tuning.yaml +148 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/deepseek/hf_deepseek_r1_distilled_qwen_14b_seq16k_gpu_lora.yaml +146 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/deepseek/hf_deepseek_r1_distilled_qwen_14b_seq8k_gpu_fine_tuning.yaml +147 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/deepseek/hf_deepseek_r1_distilled_qwen_14b_seq8k_gpu_lora.yaml +147 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/deepseek/hf_deepseek_r1_distilled_qwen_1_dot_5b_seq16k_gpu_fine_tuning.yaml +147 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/deepseek/hf_deepseek_r1_distilled_qwen_1_dot_5b_seq16k_gpu_lora.yaml +147 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/deepseek/hf_deepseek_r1_distilled_qwen_1_dot_5b_seq8k_gpu_fine_tuning.yaml +147 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/deepseek/hf_deepseek_r1_distilled_qwen_1_dot_5b_seq8k_gpu_lora.yaml +147 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/deepseek/hf_deepseek_r1_distilled_qwen_32b_seq16k_gpu_fine_tuning.yaml +148 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/deepseek/hf_deepseek_r1_distilled_qwen_32b_seq16k_gpu_lora.yaml +148 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/deepseek/hf_deepseek_r1_distilled_qwen_32b_seq8k_gpu_fine_tuning.yaml +148 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/deepseek/hf_deepseek_r1_distilled_qwen_32b_seq8k_gpu_lora.yaml +148 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/deepseek/hf_deepseek_r1_distilled_qwen_7b_seq16k_gpu_fine_tuning.yaml +148 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/deepseek/hf_deepseek_r1_distilled_qwen_7b_seq16k_gpu_lora.yaml +146 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/deepseek/hf_deepseek_r1_distilled_qwen_7b_seq8k_gpu_fine_tuning.yaml +147 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/deepseek/hf_deepseek_r1_distilled_qwen_7b_seq8k_gpu_lora.yaml +145 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/llama/hf_llama3_3_70b_seq16k_gpu_fine_tuning.yaml +152 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/llama/hf_llama3_3_70b_seq16k_gpu_lora.yaml +150 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/llama/hf_llama3_3_70b_seq8k_gpu_fine_tuning.yaml +152 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/llama/hf_llama3_3_70b_seq8k_gpu_lora.yaml +150 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/llama/hf_llama3_405b_seq128k_gpu_qlora.yaml +150 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/llama/hf_llama3_405b_seq16k_gpu_lora.yaml +152 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/llama/hf_llama3_405b_seq16k_gpu_qlora.yaml +150 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/llama/hf_llama3_405b_seq32k_gpu_qlora.yaml +150 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/llama/hf_llama3_405b_seq8k_gpu_lora.yaml +152 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/llama/hf_llama3_405b_seq8k_gpu_qlora.yaml +150 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/llama/hf_llama3_70b_seq16k_gpu_fine_tuning.yaml +152 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/llama/hf_llama3_70b_seq16k_gpu_lora.yaml +150 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/llama/hf_llama3_70b_seq8k_gpu_fine_tuning.yaml +152 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/llama/hf_llama3_70b_seq8k_gpu_lora.yaml +150 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/llama/hf_llama3_8b_seq16k_gpu_fine_tuning.yaml +152 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/llama/hf_llama3_8b_seq16k_gpu_lora.yaml +150 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/llama/hf_llama3_8b_seq8k_gpu_dpo.yaml +155 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/llama/hf_llama3_8b_seq8k_gpu_fine_tuning.yaml +152 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/llama/hf_llama3_8b_seq8k_gpu_lora.yaml +150 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/llama/hf_llama3_8b_seq8k_trn1_fine_tuning.yaml +135 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/llama/hf_llama4_17b_16e_seq4k_gpu_lora_multimodal_finetuning.yaml +151 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/llama/hf_llama4_17b_16e_seq4k_gpu_lora_text_to_text.yaml +151 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/llama/hf_llama4_17b_16e_seq8k_gpu_lora_multimodal_finetuning.yaml +151 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/llama/hf_llama4_17b_16e_seq8k_gpu_lora_text_to_text.yaml +151 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/llama/p4_hf_llama3_70b_seq8k_gpu_fine_tuning.yaml +150 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/llama/p4_hf_llama3_70b_seq8k_gpu_lora.yaml +150 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/llama/p4_hf_llama3_8b_seq8k_gpu_fine_tuning.yaml +150 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/llama/p4_hf_llama3_8b_seq8k_gpu_lora.yaml +150 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/nova/nova_lite_p5_gpu_dpo.yaml +41 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/nova/nova_lite_p5_gpu_lora_dpo.yaml +45 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/nova/nova_lite_p5_gpu_lora_sft.yaml +50 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/nova/nova_lite_p5_gpu_ppo.yaml +78 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/nova/nova_lite_p5_gpu_sft.yaml +38 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/nova/nova_micro_p5_gpu_dpo.yaml +41 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/nova/nova_micro_p5_gpu_lora_dpo.yaml +45 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/nova/nova_micro_p5_gpu_lora_sft.yaml +42 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/nova/nova_micro_p5_gpu_ppo.yaml +78 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/nova/nova_micro_p5_gpu_sft.yaml +38 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/nova/nova_premier_r5_cpu_distill.yaml +27 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/nova/nova_pro_p5_gpu_dpo.yaml +41 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/nova/nova_pro_p5_gpu_lora_dpo.yaml +45 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/nova/nova_pro_p5_gpu_lora_sft.yaml +50 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/nova/nova_pro_p5_gpu_ppo.yaml +78 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/nova/nova_pro_p5_gpu_sft.yaml +38 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/fine-tuning/nova/nova_pro_r5_cpu_distill.yaml +27 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/custom_model/falcon.yaml +115 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/llama/hf_llama3_2_11b_seq8k_gpu_p5x4_pretrain.yaml +114 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/llama/hf_llama3_2_1b_seq8k_gpu_p5x1_pretrain.yaml +152 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/llama/hf_llama3_2_3b_seq8k_gpu_p5x1_pretrain.yaml +152 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/llama/hf_llama3_2_90b_seq8k_gpu_p5x32_pretrain.yaml +114 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/llama/hf_llama3_70b_seq16k_gpu_p5x128_pretrain.yaml +149 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/llama/hf_llama3_70b_seq16k_gpu_p5x32_pretrain.yaml +149 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/llama/hf_llama3_70b_seq16k_gpu_p5x64_pretrain.yaml +149 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/llama/hf_llama3_70b_seq8k_gpu_p5x128_pretrain.yaml +149 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/llama/hf_llama3_70b_seq8k_gpu_p5x32_pretrain.yaml +149 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/llama/hf_llama3_70b_seq8k_gpu_p5x64_pretrain.yaml +149 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/llama/hf_llama3_70b_seq8k_trn1x16_pretrain.yaml +127 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/llama/hf_llama3_8b_seq16k_gpu_p5x16_pretrain.yaml +150 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/llama/hf_llama3_8b_seq16k_gpu_p5x32_pretrain.yaml +150 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/llama/hf_llama3_8b_seq8k_gpu_p5x16_pretrain.yaml +150 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/llama/hf_llama3_8b_seq8k_gpu_p5x32_pretrain.yaml +150 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/llama/hf_llama3_8b_seq8k_trn1x4_pretrain.yaml +124 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/llama/megatron_llama3_1_8b_nemo.yaml +168 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/llama/p4_hf_llama3_70b_seq8k_gpu.yaml +150 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/mistral/hf_mistral_7b_seq16k_gpu_p5x16_pretrain.yaml +133 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/mistral/hf_mistral_7b_seq16k_gpu_p5x32_pretrain.yaml +133 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/mistral/hf_mistral_7b_seq8k_gpu_p5x16_pretrain.yaml +133 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/mistral/hf_mistral_7b_seq8k_gpu_p5x32_pretrain.yaml +133 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/mixtral/hf_mixtral_8x22b_seq16k_gpu_p5x128_pretrain.yaml +138 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/mixtral/hf_mixtral_8x22b_seq16k_gpu_p5x32_pretrain.yaml +139 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/mixtral/hf_mixtral_8x22b_seq16k_gpu_p5x64_pretrain.yaml +138 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/mixtral/hf_mixtral_8x22b_seq8k_gpu_p5x128_pretrain.yaml +137 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/mixtral/hf_mixtral_8x22b_seq8k_gpu_p5x32_pretrain.yaml +139 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/mixtral/hf_mixtral_8x22b_seq8k_gpu_p5x64_pretrain.yaml +137 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/mixtral/hf_mixtral_8x7b_seq16k_gpu_p5x16_pretrain.yaml +139 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/mixtral/hf_mixtral_8x7b_seq16k_gpu_p5x32_pretrain.yaml +139 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/mixtral/hf_mixtral_8x7b_seq8k_gpu_p5x16_pretrain.yaml +139 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/mixtral/hf_mixtral_8x7b_seq8k_gpu_p5x32_pretrain.yaml +139 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/nova/nova_lite_p5x16_gpu_pretrain.yaml +35 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/nova/nova_micro_p5x8_gpu_pretrain.yaml +35 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/recipes_collection/recipes/training/nova/nova_pro_p5x24_gpu_pretrain.yaml +35 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/requirements.txt +8 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/scripts/licenseChecker.sh +35 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/template/sm_jobs.py +140 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/__init__.py +0 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/config_validator/test_type_validator.py +134 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/config_validator/test_value_validator.py +153 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/k8s_workflow/k8s_baseline_artifacts/llama-8b/k8s_template/Chart.yaml +5 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/k8s_workflow/k8s_baseline_artifacts/llama-8b/k8s_template/config/llama-8b_hydra.yaml +91 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/k8s_workflow/k8s_baseline_artifacts/llama-8b/k8s_template/templates/training-config.yaml +8 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/k8s_workflow/k8s_baseline_artifacts/llama-8b/k8s_template/templates/training.yaml +181 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/k8s_workflow/k8s_baseline_artifacts/llama-8b/k8s_template/values.yaml +48 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/k8s_workflow/k8s_baseline_artifacts/llama-8b/llama-8b_hydra.yaml +108 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/k8s_workflow/k8s_baseline_artifacts/llama-8b/llama-8b_submission.sh +2 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/k8s_workflow/k8s_baseline_artifacts/test_custom/k8s_template/Chart.yaml +5 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/k8s_workflow/k8s_baseline_artifacts/test_custom/k8s_template/templates/training.yaml +181 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/k8s_workflow/k8s_baseline_artifacts/test_custom/k8s_template/values.yaml +46 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/k8s_workflow/k8s_baseline_artifacts/test_custom/test_custom_submission.sh +2 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/k8s_workflow/test_custom_k8s_workflow.py +50 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/k8s_workflow/test_recipe_k8s_workflow.py +82 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/nova_k8s_workflow/k8s_baseline_artifacts/nova-lite-ppo/k8s_templates/Chart.yaml +5 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/nova_k8s_workflow/k8s_baseline_artifacts/nova-lite-ppo/k8s_templates/templates/training-ag.yaml +155 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/nova_k8s_workflow/k8s_baseline_artifacts/nova-lite-ppo/k8s_templates/templates/training-config.yaml +12 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/nova_k8s_workflow/k8s_baseline_artifacts/nova-lite-ppo/k8s_templates/templates/training.yaml +279 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/nova_k8s_workflow/k8s_baseline_artifacts/nova-lite-ppo/k8s_templates/values.yaml +50 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/nova_k8s_workflow/k8s_baseline_artifacts/nova-lite-ppo/nova-lite-ppo_launch.sh +2 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/nova_k8s_workflow/k8s_baseline_artifacts/nova-lite-sft/k8s_templates/Chart.yaml +5 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/nova_k8s_workflow/k8s_baseline_artifacts/nova-lite-sft/k8s_templates/config/nova-sft-lite_hydra.yaml +102 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/nova_k8s_workflow/k8s_baseline_artifacts/nova-lite-sft/k8s_templates/templates/training-config.yaml +9 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/nova_k8s_workflow/k8s_baseline_artifacts/nova-lite-sft/k8s_templates/templates/training.yaml +285 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/nova_k8s_workflow/k8s_baseline_artifacts/nova-lite-sft/k8s_templates/values.yaml +33 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/nova_k8s_workflow/k8s_baseline_artifacts/nova-lite-sft/nova-lite-sft_launch.sh +2 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/nova_k8s_workflow/test_nova_ppo_recipe_k8s_workflow.py +70 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/nova_k8s_workflow/test_nova_sft_recipe_k8s_workflow.py +135 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/slurm_workflow/slurm_baseline_artifacts/hf-llama3-8b/launch_docker_container.sh +34 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/slurm_workflow/slurm_baseline_artifacts/hf-llama3-8b/llama-8b_hydra.yaml +108 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/slurm_workflow/slurm_baseline_artifacts/hf-llama3-8b/sagemaker-hf-llama3-8b_submission.sh +25 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/slurm_workflow/slurm_baseline_artifacts/hf-llama3-8b/train_script.sh +34 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/slurm_workflow/slurm_baseline_artifacts/llama-8b/docker_exec_script.sh +11 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/slurm_workflow/slurm_baseline_artifacts/llama-8b/launch_docker_container.sh +34 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/slurm_workflow/slurm_baseline_artifacts/llama-8b/llama-8b_hydra.yaml +108 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/slurm_workflow/slurm_baseline_artifacts/llama-8b/sagemaker-llama-8b_submission.sh +25 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/slurm_workflow/slurm_baseline_artifacts/llama-8b/train_script.sh +34 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/slurm_workflow/slurm_baseline_artifacts/test_custom/docker_exec_script.sh +11 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/slurm_workflow/slurm_baseline_artifacts/test_custom/launch_docker_container.sh +30 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/slurm_workflow/slurm_baseline_artifacts/test_custom/testcustom_slurm_test_custom_submission.sh +24 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/slurm_workflow/slurm_baseline_artifacts/test_custom/train_script.sh +34 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/slurm_workflow/test_custom_slurm_workflow.py +64 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/slurm_workflow/test_recipe_slurm_workflow.py +107 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/sm_jobs_workflow/__init__.py +0 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/sm_jobs_workflow/sm_jobs_baseline_artifacts/multimodal/llama3-2-11b/launch.py +140 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/sm_jobs_workflow/sm_jobs_baseline_artifacts/multimodal/llama3-2-11b/llama3-2-11b_hydra.yaml +87 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/sm_jobs_workflow/sm_jobs_baseline_artifacts/multimodal/llama3-2-11b/llama3-2-11b_submission.sh +5 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/sm_jobs_workflow/sm_jobs_baseline_artifacts/multimodal/llama3-2-11b/recipe.yaml +86 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/sm_jobs_workflow/sm_jobs_baseline_artifacts/multimodal/llama3-2-11b/requirements.txt +1 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/sm_jobs_workflow/sm_jobs_baseline_artifacts/multimodal/llama3-2-11b/sm_jobs_config.yaml +17 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/sm_jobs_workflow/sm_jobs_baseline_artifacts/multimodal/llama3.2-11b/launch.py +140 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/sm_jobs_workflow/sm_jobs_baseline_artifacts/multimodal/llama3.2-11b/llama3.2-11b_hydra.yaml +81 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/sm_jobs_workflow/sm_jobs_baseline_artifacts/multimodal/llama3.2-11b/llama3.2-11b_submission.sh +5 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/sm_jobs_workflow/sm_jobs_baseline_artifacts/multimodal/llama3.2-11b/recipe.yaml +80 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/sm_jobs_workflow/sm_jobs_baseline_artifacts/multimodal/llama3.2-11b/requirements.txt +1 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/sm_jobs_workflow/sm_jobs_baseline_artifacts/multimodal/llama3.2-11b/sm_jobs_config.yaml +17 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/sm_jobs_workflow/sm_jobs_baseline_artifacts/no_kwargs/llama-8b/launch.py +140 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/sm_jobs_workflow/sm_jobs_baseline_artifacts/no_kwargs/llama-8b/llama-8b_hydra.yaml +108 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/sm_jobs_workflow/sm_jobs_baseline_artifacts/no_kwargs/llama-8b/llama-8b_submission.sh +5 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/sm_jobs_workflow/sm_jobs_baseline_artifacts/no_kwargs/llama-8b/sm_jobs_config.yaml +17 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/sm_jobs_workflow/sm_jobs_baseline_artifacts/with_kwargs/llama-8b/launch.py +140 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/sm_jobs_workflow/sm_jobs_baseline_artifacts/with_kwargs/llama-8b/llama-8b_hydra.yaml +108 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/sm_jobs_workflow/sm_jobs_baseline_artifacts/with_kwargs/llama-8b/llama-8b_submission.sh +5 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/sm_jobs_workflow/sm_jobs_baseline_artifacts/with_kwargs/llama-8b/sm_jobs_config.yaml +17 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/sm_jobs_workflow/test_sm_jobs_workflow.py +124 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/test_config_files.py +54 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/test_launcher_scripts.py +73 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/test_readme.py +63 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/test_recipes.py +74 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/tests/test_utils.py +212 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/validations_wrapper.py +38 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/service/__init__.py +12 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/templates/__init__.py +12 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/validators/__init__.py +12 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cluster_management/__init__.py +0 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cluster_management/config/__init__.py +0 -0
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cluster_management/hp_cluster_stack.py +8 -6
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/common/__init__.py +0 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/inference/config/__init__.py +0 -0
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/inference/config/constants.py +2 -2
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/inference/config/hp_endpoint_config.py +217 -4
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/inference/hp_endpoint.py +21 -46
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/inference/hp_endpoint_base.py +12 -13
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/inference/hp_jumpstart_endpoint.py +21 -50
- sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/observability/__init__.py +0 -0
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/training/hyperpod_pytorch_job.py +62 -13
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/training/quota_allocation_util.py +176 -10
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1/src/sagemaker_hyperpod.egg-info}/PKG-INFO +2 -2
- sagemaker_hyperpod-3.3.1/src/sagemaker_hyperpod.egg-info/SOURCES.txt +1184 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker_hyperpod.egg-info/dependency_links.txt +1 -0
- sagemaker_hyperpod-3.3.1/src/sagemaker_hyperpod.egg-info/zip-safe +1 -0
- sagemaker_hyperpod-3.3.0/src/sagemaker_hyperpod.egg-info/SOURCES.txt +0 -87
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/LICENSE +0 -0
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/NOTICE +0 -0
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/setup.cfg +0 -0
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/__init__.py +0 -0
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/__init__.py +0 -0
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/__init__.py +0 -0
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/clients/__init__.py +0 -0
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/clients/kubernetes_client.py +0 -0
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/cluster_stack_utils.py +0 -0
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/cluster_utils.py +0 -0
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/commands/__init__.py +0 -0
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/commands/inference.py +0 -0
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/commands/training.py +0 -0
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/common_utils.py +0 -0
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/constants/__init__.py +0 -0
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/constants/command_constants.py +0 -0
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/constants/exception_constants.py +0 -0
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/constants/hyperpod_instance_types.py +0 -0
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/constants/kueue_constants.py +0 -0
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/constants/pytorch_constants.py +0 -0
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/inference_utils.py +0 -0
- {sagemaker_hyperpod-3.3.0/src/sagemaker/hyperpod/cli/service → sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher}/__init__.py +0 -0
- {sagemaker_hyperpod-3.3.0/src/sagemaker/hyperpod/cli/templates → sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo}/__init__.py +0 -0
- /sagemaker_hyperpod-3.3.0/src/sagemaker_hyperpod.egg-info/dependency_links.txt → /sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/tests/__init__.py +0 -0
- /sagemaker_hyperpod-3.3.0/src/sagemaker_hyperpod.egg-info/zip-safe → /sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/tests/base_configs_tests/__init__.py +0 -0
- {sagemaker_hyperpod-3.3.0/src/sagemaker/hyperpod/cluster_management → sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/tests/code_tests}/__init__.py +0 -0
- {sagemaker_hyperpod-3.3.0/src/sagemaker/hyperpod/cluster_management/config → sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/auto_configurator/tests/config_tests}/__init__.py +0 -0
- {sagemaker_hyperpod-3.3.0/src/sagemaker/hyperpod/common → sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts}/__init__.py +0 -0
- {sagemaker_hyperpod-3.3.0/src/sagemaker/hyperpod/inference/config → sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/export_scripts}/__init__.py +0 -0
- {sagemaker_hyperpod-3.3.0/src/sagemaker/hyperpod/observability → sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nemo/nemo_framework_launcher/launcher_scripts/nemo_launcher/collections/metric_calculation}/__init__.py +0 -0
- {sagemaker_hyperpod-3.3.0/src/sagemaker/hyperpod/cli/validators → sagemaker_hyperpod-3.3.1/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes/launcher/nova}/__init__.py +0 -0
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/service/cancel_training_job.py +0 -0
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/service/discover_namespaces.py +0 -0
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/service/exec_command.py +0 -0
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/service/get_logs.py +0 -0
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/service/get_namespaces.py +0 -0
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/service/get_training_job.py +0 -0
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/service/list_pods.py +0 -0
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/service/list_training_jobs.py +0 -0
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/service/self_subject_access_review.py +0 -0
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/training_utils.py +0 -0
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/type_handler_utils.py +0 -0
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/utils.py +0 -0
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/validators/cluster_validator.py +0 -0
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/validators/job_validator.py +0 -0
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/validators/validator.py +0 -0
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cluster_management/config/hp_cluster_stack_config.py +0 -0
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/common/cli_decorators.py +0 -0
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/common/config/__init__.py +0 -0
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/common/config/metadata.py +0 -0
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/common/exceptions/__init__.py +0 -0
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/common/telemetry/__init__.py +0 -0
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/common/telemetry/constants.py +0 -0
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/common/telemetry/telemetry_logging.py +0 -0
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/common/telemetry/user_agent.py +0 -0
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/common/utils.py +0 -0
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/inference/__init__.py +0 -0
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/inference/config/hp_jumpstart_endpoint_config.py +0 -0
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/inference/jumpstart_public_hub_visualization_utils.py +0 -0
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/observability/MonitoringConfig.py +0 -0
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/observability/constants.py +0 -0
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/observability/utils.py +0 -0
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/training/__init__.py +0 -0
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/training/config/__init__.py +0 -0
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/training/config/hyperpod_pytorch_job_unified_config.py +0 -0
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker_hyperpod.egg-info/entry_points.txt +0 -0
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker_hyperpod.egg-info/requires.txt +0 -0
- {sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker_hyperpod.egg-info/top_level.txt +0 -0
{sagemaker_hyperpod-3.3.0/src/sagemaker_hyperpod.egg-info → sagemaker_hyperpod-3.3.1}/PKG-INFO
RENAMED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: sagemaker-hyperpod
|
|
3
|
-
Version: 3.3.
|
|
3
|
+
Version: 3.3.1
|
|
4
4
|
Summary: Amazon SageMaker HyperPod SDK and CLI
|
|
5
5
|
Home-page: https://github.com/aws/sagemaker-hyperpod-cli
|
|
6
6
|
Author: Amazon Web Services
|
|
@@ -101,7 +101,7 @@ The SageMaker HyperPod CLI is a tool that helps create training jobs and inferen
|
|
|
101
101
|
### Prerequisites for Inference
|
|
102
102
|
|
|
103
103
|
- HyperPod CLI supports creating Inference Endpoints through jumpstart and through custom Endpoint config
|
|
104
|
-
- You can follow [inference operator doc](https://
|
|
104
|
+
- You can follow [inference operator doc](https://docs.aws.amazon.com/sagemaker/latest/dg/sagemaker-hyperpod-model-deployment-setup.html) to install it.
|
|
105
105
|
|
|
106
106
|
## Platform Support
|
|
107
107
|
|
|
@@ -46,7 +46,7 @@ The SageMaker HyperPod CLI is a tool that helps create training jobs and inferen
|
|
|
46
46
|
### Prerequisites for Inference
|
|
47
47
|
|
|
48
48
|
- HyperPod CLI supports creating Inference Endpoints through jumpstart and through custom Endpoint config
|
|
49
|
-
- You can follow [inference operator doc](https://
|
|
49
|
+
- You can follow [inference operator doc](https://docs.aws.amazon.com/sagemaker/latest/dg/sagemaker-hyperpod-model-deployment-setup.html) to install it.
|
|
50
50
|
|
|
51
51
|
## Platform Support
|
|
52
52
|
|
|
@@ -47,7 +47,7 @@ for root, dirs, files in os.walk(
|
|
|
47
47
|
setup(
|
|
48
48
|
data_files=sagemaker_hyperpod_recipes,
|
|
49
49
|
name="sagemaker-hyperpod",
|
|
50
|
-
version="3.3.
|
|
50
|
+
version="3.3.1",
|
|
51
51
|
description="Amazon SageMaker HyperPod SDK and CLI",
|
|
52
52
|
long_description=open("README.md").read(),
|
|
53
53
|
long_description_content_type="text/markdown",
|
{sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/commands/cluster.py
RENAMED
|
@@ -77,6 +77,8 @@ from sagemaker.hyperpod.common.telemetry.telemetry_logging import (
|
|
|
77
77
|
_hyperpod_telemetry_emitter,
|
|
78
78
|
)
|
|
79
79
|
from sagemaker.hyperpod.common.telemetry.constants import Feature
|
|
80
|
+
from sagemaker.hyperpod.cli.utils import convert_datetimes
|
|
81
|
+
from sagemaker_core.main.resources import Cluster
|
|
80
82
|
|
|
81
83
|
RATE_LIMIT = 4
|
|
82
84
|
RATE_LIMIT_PERIOD = 1 # 1 second
|
|
@@ -684,6 +686,75 @@ def get_cluster_context(
|
|
|
684
686
|
sys.exit(1)
|
|
685
687
|
|
|
686
688
|
|
|
689
|
+
@click.command("cluster")
|
|
690
|
+
@click.argument("cluster-name", required=True)
|
|
691
|
+
@click.option("--region", help="AWS region")
|
|
692
|
+
@click.option("--debug", is_flag=True, help="Enable debug logging")
|
|
693
|
+
@_hyperpod_telemetry_emitter(Feature.HYPERPOD_CLI, "describe_cluster_cli")
|
|
694
|
+
def describe_cluster(cluster_name: str, debug: bool, region: str) -> None:
|
|
695
|
+
"""Describe the status of a HyperPod cluster.
|
|
696
|
+
Shows detailed information about a SageMaker HyperPod cluster including its current status,
|
|
697
|
+
instance groups, orchestrator details, and configuration.
|
|
698
|
+
Usage Examples
|
|
699
|
+
# Describe a cluster
|
|
700
|
+
hyp describe cluster my-cluster-name
|
|
701
|
+
# Describe with specific region
|
|
702
|
+
hyp describe cluster my-cluster-name --region us-west-2
|
|
703
|
+
"""
|
|
704
|
+
if debug:
|
|
705
|
+
set_logging_level(logger, logging.DEBUG)
|
|
706
|
+
|
|
707
|
+
try:
|
|
708
|
+
botocore_config = botocore.config.Config(
|
|
709
|
+
user_agent_extra=get_user_agent_extra_suffix()
|
|
710
|
+
)
|
|
711
|
+
session = boto3.Session(region_name=region) if region else boto3.Session()
|
|
712
|
+
sm_client = get_sagemaker_client(session, botocore_config)
|
|
713
|
+
|
|
714
|
+
# Get cluster details using SageMaker client
|
|
715
|
+
cluster_dict = sm_client.describe_cluster(ClusterName=cluster_name)
|
|
716
|
+
|
|
717
|
+
# Convert datetimes for display
|
|
718
|
+
cluster_dict = convert_datetimes(cluster_dict)
|
|
719
|
+
|
|
720
|
+
logger.debug(f"Describing cluster name: {cluster_name}\ninfo: {json.dumps(cluster_dict, indent=2, default=str)}")
|
|
721
|
+
|
|
722
|
+
click.echo(f"📋 Cluster Details for: {cluster_name}")
|
|
723
|
+
|
|
724
|
+
# Highlight cluster status
|
|
725
|
+
cluster_status = cluster_dict.get('ClusterStatus', 'UNKNOWN')
|
|
726
|
+
click.echo(f"Status: ", nl=False)
|
|
727
|
+
click.secho(cluster_status)
|
|
728
|
+
|
|
729
|
+
table_data = []
|
|
730
|
+
for key, value in cluster_dict.items():
|
|
731
|
+
if isinstance(value, (dict, list)):
|
|
732
|
+
formatted_value = json.dumps(value, indent=2, default=str)
|
|
733
|
+
else:
|
|
734
|
+
formatted_value = str(value)
|
|
735
|
+
table_data.append([key, formatted_value])
|
|
736
|
+
|
|
737
|
+
# Only display table if we have data
|
|
738
|
+
if table_data:
|
|
739
|
+
click.echo(tabulate(table_data, tablefmt="presto"))
|
|
740
|
+
else:
|
|
741
|
+
click.echo("No cluster data available")
|
|
742
|
+
|
|
743
|
+
except Exception as e:
|
|
744
|
+
logger.error(f"Failed to describe cluster: {e}")
|
|
745
|
+
if debug:
|
|
746
|
+
logger.exception("Detailed error information:")
|
|
747
|
+
|
|
748
|
+
if "does not exist" in str(e) or "not found" in str(e).lower():
|
|
749
|
+
click.echo(f"❌ Cluster '{cluster_name}' not found")
|
|
750
|
+
elif "AccessDenied" in str(e):
|
|
751
|
+
click.echo("❌ Access denied. Check AWS permissions")
|
|
752
|
+
else:
|
|
753
|
+
click.echo(f"❌ Error describing cluster: {e}")
|
|
754
|
+
|
|
755
|
+
sys.exit(1)
|
|
756
|
+
|
|
757
|
+
|
|
687
758
|
@click.command()
|
|
688
759
|
@click.option("--grafana", is_flag=True, help="Returns Grafana Dashboard URL")
|
|
689
760
|
@click.option("--prometheus", is_flag=True, help="Returns Prometheus Workspace URL")
|
|
@@ -53,8 +53,9 @@ def parse_status_list(ctx, param, value):
|
|
|
53
53
|
@click.argument("config-file", required=True)
|
|
54
54
|
@click.argument("stack-name", required=True)
|
|
55
55
|
@click.option("--region", help="AWS region")
|
|
56
|
+
@click.option("--template-version", type=click.INT, help="Version number of cluster creation template")
|
|
56
57
|
@click.option("--debug", is_flag=True, help="Enable debug logging")
|
|
57
|
-
def create_cluster_stack(config_file, region, debug):
|
|
58
|
+
def create_cluster_stack(config_file, region, template_version, debug):
|
|
58
59
|
"""Create a new HyperPod cluster stack using the provided configuration.
|
|
59
60
|
|
|
60
61
|
Creates a CloudFormation stack for a HyperPod cluster using settings from a YAML configuration file.
|
|
@@ -66,7 +67,7 @@ def create_cluster_stack(config_file, region, debug):
|
|
|
66
67
|
.. code-block:: bash
|
|
67
68
|
|
|
68
69
|
# Create cluster stack with config file
|
|
69
|
-
hyp create hyp-cluster cluster-config.yaml my-stack-name --region us-west-2
|
|
70
|
+
hyp create hyp-cluster cluster-config.yaml my-stack-name --region us-west-2 --template-version 1
|
|
70
71
|
|
|
71
72
|
# Create with debug logging
|
|
72
73
|
hyp create hyp-cluster cluster-config.yaml my-stack-name --debug
|
|
@@ -95,7 +96,7 @@ def create_cluster_stack(config_file, region, debug):
|
|
|
95
96
|
config = model_instance.to_config(region=region)
|
|
96
97
|
|
|
97
98
|
# Create the cluster stack
|
|
98
|
-
stack_id = HpClusterStack(**config).create(region)
|
|
99
|
+
stack_id = HpClusterStack(**config).create(region, template_version)
|
|
99
100
|
|
|
100
101
|
logger.info(f"Stack creation initiated successfully with ID: {stack_id}")
|
|
101
102
|
logger.info("You can monitor the stack creation in the AWS CloudFormation console.")
|
{sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/commands/init.py
RENAMED
|
@@ -22,7 +22,8 @@ from sagemaker.hyperpod.cli.init_utils import (
|
|
|
22
22
|
display_validation_results,
|
|
23
23
|
build_config_from_schema,
|
|
24
24
|
save_template,
|
|
25
|
-
get_default_version_for_template
|
|
25
|
+
get_default_version_for_template,
|
|
26
|
+
create_from_k8s_yaml
|
|
26
27
|
)
|
|
27
28
|
from sagemaker.hyperpod.common.utils import get_aws_default_region
|
|
28
29
|
from sagemaker.hyperpod.common.telemetry.telemetry_logging import (
|
|
@@ -271,8 +272,9 @@ def validate():
|
|
|
271
272
|
|
|
272
273
|
@click.command(name="_default_create")
|
|
273
274
|
@click.option("--region", "-r", default=None, help="Region to create cluster stack for, default to your region in aws configure. Not available for other templates.")
|
|
275
|
+
@click.option("--template-version", type=click.INT, help="Version number of cluster creation template. Not available for other templates.")
|
|
274
276
|
@_hyperpod_telemetry_emitter(Feature.HYPERPOD_CLI, "init_create_cli")
|
|
275
|
-
def _default_create(region):
|
|
277
|
+
def _default_create(region, template_version):
|
|
276
278
|
"""
|
|
277
279
|
Validate configuration and render template files for deployment.
|
|
278
280
|
|
|
@@ -368,15 +370,16 @@ def _default_create(region):
|
|
|
368
370
|
# Filter out CLI metadata fields before passing to model
|
|
369
371
|
from sagemaker.hyperpod.cli.init_utils import _filter_cli_metadata_fields
|
|
370
372
|
filtered_config = _filter_cli_metadata_fields(data)
|
|
371
|
-
|
|
373
|
+
template_model = model(**filtered_config)
|
|
372
374
|
|
|
373
375
|
# Pass region to to_domain for cluster stack template
|
|
374
376
|
if template == "cluster-stack":
|
|
375
|
-
config =
|
|
376
|
-
HpClusterStack(**config).create(region)
|
|
377
|
+
config = template_model.to_config(region=region)
|
|
378
|
+
HpClusterStack(**config).create(region, template_version)
|
|
377
379
|
else:
|
|
378
|
-
|
|
379
|
-
|
|
380
|
+
# Create from k8s.yaml
|
|
381
|
+
k8s_file = out_dir / 'k8s.yaml'
|
|
382
|
+
create_from_k8s_yaml(str(k8s_file))
|
|
380
383
|
|
|
381
384
|
|
|
382
385
|
except Exception as e:
|
|
@@ -41,26 +41,34 @@ TEMPLATES = {
|
|
|
41
41
|
}
|
|
42
42
|
}
|
|
43
43
|
|
|
44
|
+
# K8s Kind to class mapping for create_from_k8s_yaml
|
|
45
|
+
K8S_KIND_MAPPING = {
|
|
46
|
+
"InferenceEndpointConfig": {
|
|
47
|
+
"class_path": "sagemaker.hyperpod.inference.hp_endpoint.HPEndpoint",
|
|
48
|
+
"metadata_handling": "separate" # metadata handled separately
|
|
49
|
+
},
|
|
50
|
+
"JumpStartModel": {
|
|
51
|
+
"class_path": "sagemaker.hyperpod.inference.hp_jumpstart_endpoint.HPJumpStartEndpoint",
|
|
52
|
+
"metadata_handling": "separate"
|
|
53
|
+
},
|
|
54
|
+
"HyperPodPyTorchJob": {
|
|
55
|
+
"class_path": "sagemaker.hyperpod.training.hyperpod_pytorch_job.HyperPodPytorchJob",
|
|
56
|
+
"metadata_handling": "combined" # metadata combined with spec
|
|
57
|
+
}
|
|
58
|
+
}
|
|
44
59
|
|
|
45
|
-
|
|
46
|
-
|
|
60
|
+
|
|
61
|
+
def _get_handler_from_template_version(template_name, version, handler_name):
|
|
62
|
+
"""Dynamically import handler from a specific version of a template"""
|
|
47
63
|
try:
|
|
48
64
|
template_info = TEMPLATES[template_name]
|
|
49
65
|
registry = template_info["registry"]
|
|
50
|
-
|
|
51
|
-
# Get latest version using same logic as _get_latest_class
|
|
52
|
-
available_versions = list(registry.keys())
|
|
53
|
-
def version_key(v):
|
|
54
|
-
try:
|
|
55
|
-
return tuple(map(int, v.split('.')))
|
|
56
|
-
except ValueError:
|
|
57
|
-
return (0, 0)
|
|
58
|
-
|
|
59
|
-
latest_version = max(available_versions, key=version_key)
|
|
60
|
-
latest_model = registry[latest_version]
|
|
61
66
|
|
|
62
|
-
|
|
63
|
-
|
|
67
|
+
if version not in registry:
|
|
68
|
+
return None
|
|
69
|
+
|
|
70
|
+
model_class = registry[version]
|
|
71
|
+
module = sys.modules[model_class.__module__]
|
|
64
72
|
return getattr(module, handler_name)
|
|
65
73
|
except (ImportError, AttributeError):
|
|
66
74
|
return None
|
|
@@ -68,7 +76,8 @@ def _get_handler_from_latest_template(template_name, handler_name):
|
|
|
68
76
|
|
|
69
77
|
# Template.field to handler mapping - avoids conflicts and works reliably
|
|
70
78
|
SPECIAL_FIELD_HANDLERS = {
|
|
71
|
-
'hyp-pytorch-job.volume':
|
|
79
|
+
'hyp-pytorch-job.1.0.volume': _get_handler_from_template_version("hyp-pytorch-job", "1.0", "VOLUME_TYPE_HANDLER"),
|
|
80
|
+
'hyp-pytorch-job.1.1.volume': _get_handler_from_template_version("hyp-pytorch-job", "1.1", "VOLUME_TYPE_HANDLER"),
|
|
72
81
|
}
|
|
73
82
|
|
|
74
83
|
USAGE_GUIDE_TEXT_CFN = """# SageMaker HyperPod CLI - Initialization Workflow
|
|
@@ -8,7 +8,7 @@ from typing import Optional, Union
|
|
|
8
8
|
from importlib.metadata import version, PackageNotFoundError
|
|
9
9
|
|
|
10
10
|
from sagemaker.hyperpod.cli.commands.cluster import list_cluster, set_cluster_context, get_cluster_context, \
|
|
11
|
-
get_monitoring
|
|
11
|
+
get_monitoring, describe_cluster
|
|
12
12
|
from sagemaker.hyperpod.cli.commands.cluster_stack import create_cluster_stack, describe_cluster_stack, \
|
|
13
13
|
list_cluster_stacks, update_cluster, delete_cluster_stack
|
|
14
14
|
from sagemaker.hyperpod.cli.commands.training import (
|
|
@@ -183,6 +183,7 @@ describe.add_command(pytorch_describe)
|
|
|
183
183
|
describe.add_command(js_describe)
|
|
184
184
|
describe.add_command(custom_describe)
|
|
185
185
|
describe.add_command(describe_cluster_stack)
|
|
186
|
+
describe.add_command(describe_cluster)
|
|
186
187
|
|
|
187
188
|
update.add_command(update_cluster)
|
|
188
189
|
|
{sagemaker_hyperpod-3.3.0 → sagemaker_hyperpod-3.3.1}/src/sagemaker/hyperpod/cli/init_utils.py
RENAMED
|
@@ -533,4 +533,34 @@ def build_config_from_schema(template: str, version: str, model_config=None, exi
|
|
|
533
533
|
desc = f"[Required] {desc}"
|
|
534
534
|
comment_map[key] = desc
|
|
535
535
|
|
|
536
|
-
return full_cfg, comment_map
|
|
536
|
+
return full_cfg, comment_map
|
|
537
|
+
|
|
538
|
+
|
|
539
|
+
def create_from_k8s_yaml(yaml_file_path: str) -> None:
|
|
540
|
+
"""Create HyperPod resource from K8s YAML file based on kind mapping."""
|
|
541
|
+
from sagemaker.hyperpod.cli.constants.init_constants import K8S_KIND_MAPPING
|
|
542
|
+
|
|
543
|
+
with open(yaml_file_path, 'r') as f:
|
|
544
|
+
yaml_data = yaml.safe_load(f)
|
|
545
|
+
|
|
546
|
+
kind = yaml_data.get('kind')
|
|
547
|
+
if not kind or kind not in K8S_KIND_MAPPING:
|
|
548
|
+
raise ValueError(f"Unsupported kind: {kind}")
|
|
549
|
+
|
|
550
|
+
mapping = K8S_KIND_MAPPING[kind]
|
|
551
|
+
|
|
552
|
+
# Dynamic import
|
|
553
|
+
module_path, class_name = mapping["class_path"].rsplit(".", 1)
|
|
554
|
+
module = importlib.import_module(module_path)
|
|
555
|
+
resource_class = getattr(module, class_name)
|
|
556
|
+
|
|
557
|
+
# Handle different metadata patterns
|
|
558
|
+
if mapping["metadata_handling"] == "combined":
|
|
559
|
+
full_data = {**yaml_data['spec'], 'metadata': yaml_data['metadata']}
|
|
560
|
+
resource = resource_class.model_validate(full_data, by_name=True)
|
|
561
|
+
else:
|
|
562
|
+
from sagemaker.hyperpod.common.config.metadata import Metadata
|
|
563
|
+
resource = resource_class.model_validate(yaml_data['spec'], by_name=True)
|
|
564
|
+
resource.metadata = Metadata.model_validate(yaml_data['metadata'], by_name=True)
|
|
565
|
+
|
|
566
|
+
resource.create()
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
gitdir: ../../../../../.git/modules/src/sagemaker/hyperpod/cli/sagemaker_hyperpod_recipes
|
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
---
|
|
2
|
+
name: Bug report
|
|
3
|
+
about: File a report to help us reproduce and fix the problem
|
|
4
|
+
title: ''
|
|
5
|
+
labels: 'bug'
|
|
6
|
+
assignees: ''
|
|
7
|
+
|
|
8
|
+
---
|
|
9
|
+
|
|
10
|
+
## Describe the bug
|
|
11
|
+
A clear and concise description of what the bug is.
|
|
12
|
+
|
|
13
|
+
## How to Reproduce?
|
|
14
|
+
A clear, step-by-step set of instructions to reproduce the bug.
|
|
15
|
+
The provided code need to be **complete** and **runnable**, if additional data is needed, please include them in the issue.
|
|
16
|
+
|
|
17
|
+
## Expected behavior
|
|
18
|
+
A clear and concise description of what you expected to happen.
|
|
19
|
+
|
|
20
|
+
## Screenshots, error messages or logs
|
|
21
|
+
If applicable, please share with us screenshots, error messages or logs to help explain your problem.
|
|
22
|
+
|
|
23
|
+
## System information
|
|
24
|
+
A description of your system. Please provide:
|
|
25
|
+
- **Docker image you ran against**:
|
|
26
|
+
- **Source code version you ran against**:
|
|
27
|
+
- **Python version**:
|
|
28
|
+
- **Hardware accelerator used**:
|
|
29
|
+
|
|
30
|
+
## Additional context
|
|
31
|
+
Add any other context about the problem here. Please provide any additional steps you have tried to solve your issue here.
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
---
|
|
2
|
+
name: Documentation request
|
|
3
|
+
about: Request improved documentation
|
|
4
|
+
title: ''
|
|
5
|
+
labels: 'documentation request'
|
|
6
|
+
assignees: ''
|
|
7
|
+
|
|
8
|
+
---
|
|
9
|
+
|
|
10
|
+
## What did you find confusing?
|
|
11
|
+
A clear and concise description of what you found confusing. Ex. I tried to [...] but I didn't understand how to [...]
|
|
12
|
+
|
|
13
|
+
## Describe how documentation can be improved
|
|
14
|
+
A clear and concise description of where documentation was lacking and how it can be improved.
|
|
15
|
+
|
|
16
|
+
## Additional context
|
|
17
|
+
Add any other context or screenshots about the documentation request here.
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
---
|
|
2
|
+
name: Feature request
|
|
3
|
+
about: Suggest new functionality for this project
|
|
4
|
+
title: ''
|
|
5
|
+
labels: 'feature request'
|
|
6
|
+
assignees: ''
|
|
7
|
+
|
|
8
|
+
---
|
|
9
|
+
|
|
10
|
+
## Describe the feature you'd like
|
|
11
|
+
A clear and concise description of the functionality you want.
|
|
12
|
+
|
|
13
|
+
## How would this feature be used?
|
|
14
|
+
A clear and concise description of the use case for this feature. Please provide an example, if possible.
|
|
15
|
+
|
|
16
|
+
## Describe alternatives you've considered
|
|
17
|
+
A clear and concise description of any alternative solutions or features you've considered.
|
|
18
|
+
|
|
19
|
+
## Additional context
|
|
20
|
+
Add any other context about the feature request here.
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
## Description
|
|
2
|
+
|
|
3
|
+
### Motivation
|
|
4
|
+
Explain the motivation
|
|
5
|
+
|
|
6
|
+
### Changes
|
|
7
|
+
* List your changes
|
|
8
|
+
|
|
9
|
+
### Testing
|
|
10
|
+
Explain how the changes were tested
|
|
11
|
+
|
|
12
|
+
## Merge Checklist
|
|
13
|
+
Put an x in the boxes that apply. If you're unsure about any of them, don't hesitate to ask. We're here to help! This is simply a reminder of what we are going to look for before merging your pull request.
|
|
14
|
+
|
|
15
|
+
### General
|
|
16
|
+
- [ ] I have read the [CONTRIBUTING](../CONTRIBUTING.md) doc
|
|
17
|
+
- [ ] I have run `pre-commit run --all-files` on my code. It will check for [this configuration](../.pre-commit-config.yaml).
|
|
18
|
+
- [ ] I have updated any necessary documentation, including [READMEs](../README.md) and API docs (if appropriate)
|
|
19
|
+
- [ ] I have verified the licenses used in the license-files artifact generated in the Python License Scan CI check. If the license workflow fails, kindly check the licenses used in the artifact.
|
|
20
|
+
|
|
21
|
+
### Tests
|
|
22
|
+
- [ ] I have run `pytest` on my code and all unit tests passed.
|
|
23
|
+
- [ ] I have added tests that prove my fix is effective or that my feature works (if appropriate)
|
|
24
|
+
|
|
25
|
+
By submitting this pull request, I confirm that my contribution is made under the terms of the Apache 2.0 license.
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
name: Python Pre Commit Check CI After Commit
|
|
2
|
+
|
|
3
|
+
on:
|
|
4
|
+
push:
|
|
5
|
+
branches:
|
|
6
|
+
- main # Triggers on direct pushes to the main branch
|
|
7
|
+
|
|
8
|
+
jobs:
|
|
9
|
+
build:
|
|
10
|
+
runs-on: ubuntu-latest
|
|
11
|
+
|
|
12
|
+
steps:
|
|
13
|
+
- name: Checkout code
|
|
14
|
+
uses: actions/checkout@v3
|
|
15
|
+
|
|
16
|
+
- name: Set up Python
|
|
17
|
+
uses: actions/setup-python@v4
|
|
18
|
+
with:
|
|
19
|
+
python-version: '3.8' # Set python version to 3.8
|
|
20
|
+
|
|
21
|
+
- name: Install pre-commit dependencies
|
|
22
|
+
run: |
|
|
23
|
+
python -m pip install --upgrade pip
|
|
24
|
+
pip install pre-commit
|
|
25
|
+
|
|
26
|
+
- name: Run pre-commit checks
|
|
27
|
+
run: |
|
|
28
|
+
pre-commit run --all-files
|
|
@@ -0,0 +1,69 @@
|
|
|
1
|
+
name: Repository Monitoring
|
|
2
|
+
|
|
3
|
+
on:
|
|
4
|
+
schedule:
|
|
5
|
+
- cron: '0 16 * * *'
|
|
6
|
+
|
|
7
|
+
concurrency:
|
|
8
|
+
group: ${{ github.workflow }}-${{ github.run_id }}
|
|
9
|
+
cancel-in-progress: true
|
|
10
|
+
|
|
11
|
+
permissions:
|
|
12
|
+
id-token: write # This is required for requesting the JWT
|
|
13
|
+
contents: read # This is required for actions/checkout
|
|
14
|
+
|
|
15
|
+
jobs:
|
|
16
|
+
check-pr-alerts:
|
|
17
|
+
runs-on: ubuntu-latest
|
|
18
|
+
if: github.event.repository.visibility == 'public'
|
|
19
|
+
timeout-minutes: 10
|
|
20
|
+
outputs:
|
|
21
|
+
pr_count: ${{ steps.pr-count.outputs.count }}
|
|
22
|
+
steps:
|
|
23
|
+
- name: Checkout code
|
|
24
|
+
uses: actions/checkout@v3
|
|
25
|
+
- name: Check for open PRs
|
|
26
|
+
id: pr-count
|
|
27
|
+
env:
|
|
28
|
+
GITHUB_TOKEN: ${{ secrets.GH_PAT }}
|
|
29
|
+
run: |
|
|
30
|
+
pr_count=$(gh pr list --state open --limit 1000 | wc -l)
|
|
31
|
+
echo "count=$pr_count" >> $GITHUB_OUTPUT
|
|
32
|
+
|
|
33
|
+
check-issue-alerts:
|
|
34
|
+
runs-on: ubuntu-latest
|
|
35
|
+
if: github.event.repository.visibility == 'public'
|
|
36
|
+
timeout-minutes: 10
|
|
37
|
+
outputs:
|
|
38
|
+
issue_count: ${{ steps.issue-count.outputs.count }}
|
|
39
|
+
steps:
|
|
40
|
+
- name: Checkout code
|
|
41
|
+
uses: actions/checkout@v3
|
|
42
|
+
- name: Check for open issues
|
|
43
|
+
id: issue-count
|
|
44
|
+
env:
|
|
45
|
+
GITHUB_TOKEN: ${{ secrets.GH_PAT }}
|
|
46
|
+
run: |
|
|
47
|
+
issue_count=$(gh issue list --state open --limit 1000 | wc -l)
|
|
48
|
+
echo "count=$issue_count" >> $GITHUB_OUTPUT
|
|
49
|
+
|
|
50
|
+
put-metric-data:
|
|
51
|
+
runs-on: ubuntu-latest
|
|
52
|
+
if: github.event.repository.visibility == 'public'
|
|
53
|
+
timeout-minutes: 10
|
|
54
|
+
needs: [check-pr-alerts, check-issue-alerts]
|
|
55
|
+
steps:
|
|
56
|
+
- name: Configure AWS Credentials
|
|
57
|
+
uses: aws-actions/configure-aws-credentials@v2
|
|
58
|
+
with:
|
|
59
|
+
role-to-assume: ${{ secrets.RUNNER_ROLE_ARN }}
|
|
60
|
+
role-session-name: repo-monitoring-cron-session
|
|
61
|
+
aws-region: us-west-2
|
|
62
|
+
|
|
63
|
+
- name: Put PR Alert Metric Data
|
|
64
|
+
run: |
|
|
65
|
+
aws cloudwatch put-metric-data --metric-name PRAlert --namespace RepoMetrics --value ${{ needs.check-pr-alerts.outputs.pr_count }} --unit Count --dimensions ProjectName=sagemaker-hyperpod-recipes
|
|
66
|
+
|
|
67
|
+
- name: Put Issue Alert Metric Data
|
|
68
|
+
run: |
|
|
69
|
+
aws cloudwatch put-metric-data --metric-name IssueAlert --namespace RepoMetrics --value ${{ needs.check-issue-alerts.outputs.issue_count }} --unit Count --dimensions ProjectName=sagemaker-hyperpod-recipes
|
|
@@ -0,0 +1,100 @@
|
|
|
1
|
+
name: Security Monitoring
|
|
2
|
+
|
|
3
|
+
on:
|
|
4
|
+
schedule:
|
|
5
|
+
- cron: '0 16 * * *'
|
|
6
|
+
|
|
7
|
+
concurrency:
|
|
8
|
+
group: ${{ github.workflow }}-${{ github.run_id }}
|
|
9
|
+
cancel-in-progress: true
|
|
10
|
+
|
|
11
|
+
permissions:
|
|
12
|
+
id-token: write # This is required for requesting the JWT
|
|
13
|
+
contents: read # This is required for actions/checkout
|
|
14
|
+
|
|
15
|
+
jobs:
|
|
16
|
+
check-dependabot-alerts:
|
|
17
|
+
runs-on: ubuntu-latest
|
|
18
|
+
outputs:
|
|
19
|
+
dependabot_alert_status: ${{ steps.check-dependabot-alerts.outputs.dependabot_alert_status }}
|
|
20
|
+
steps:
|
|
21
|
+
- name: Check for dependabot alerts
|
|
22
|
+
id: check-dependabot-alerts
|
|
23
|
+
uses: actions/github-script@60a0d83039c74a4aee543508d2ffcb1c3799cdea
|
|
24
|
+
with:
|
|
25
|
+
github-token: ${{ secrets.GH_PAT }}
|
|
26
|
+
script: |
|
|
27
|
+
async function checkAlerts() {
|
|
28
|
+
const owner = '${{ github.repository_owner }}';
|
|
29
|
+
const repo = '${{ github.event.repository.name }}';
|
|
30
|
+
|
|
31
|
+
const dependabotAlerts = await github.rest.dependabot.listAlertsForRepo({
|
|
32
|
+
owner,
|
|
33
|
+
repo,
|
|
34
|
+
headers: {
|
|
35
|
+
'accept': 'applications/vnd.github+json'
|
|
36
|
+
}
|
|
37
|
+
});
|
|
38
|
+
const activeDependabotAlerts = dependabotAlerts.data.filter(alert => alert.state === 'open');
|
|
39
|
+
core.setOutput('dependabot_alert_status', activeDependabotAlerts.length > 0 ? '1': '0');
|
|
40
|
+
}
|
|
41
|
+
await checkAlerts();
|
|
42
|
+
|
|
43
|
+
check-code-scanning-alerts:
|
|
44
|
+
runs-on: ubuntu-latest
|
|
45
|
+
outputs:
|
|
46
|
+
code_scanning_alert_status: ${{ steps.check-code-scanning-alerts.outputs.code_scanning_alert_status }}
|
|
47
|
+
steps:
|
|
48
|
+
- name: Check for security alerts for public repository
|
|
49
|
+
id: check-code-scanning-alerts
|
|
50
|
+
if: github.event.repository.visibility == 'public'
|
|
51
|
+
uses: actions/github-script@60a0d83039c74a4aee543508d2ffcb1c3799cdea
|
|
52
|
+
with:
|
|
53
|
+
github-token: ${{ secrets.GH_PAT }}
|
|
54
|
+
script: |
|
|
55
|
+
async function checkAlerts() {
|
|
56
|
+
const owner = '${{ github.repository_owner }}';
|
|
57
|
+
const repo = '${{ github.event.repository.name }}';
|
|
58
|
+
const ref = 'refs/heads/main';
|
|
59
|
+
|
|
60
|
+
const codeScanningAlerts = await github.rest.codeScanning.listAlertsForRepo({
|
|
61
|
+
owner,
|
|
62
|
+
repo,
|
|
63
|
+
ref: ref
|
|
64
|
+
});
|
|
65
|
+
const activeCodeScanningAlerts = codeScanningAlerts.data.filter(alert => alert.state === 'open');
|
|
66
|
+
return activeCodeScanningAlerts.length > 0 ? '1': '0';
|
|
67
|
+
}
|
|
68
|
+
await checkAlerts();
|
|
69
|
+
- name: Set code scanning alerts output
|
|
70
|
+
id: set-code-scanning-alerts-output
|
|
71
|
+
run: |
|
|
72
|
+
if ${{ github.event.repository.visibility == 'public' }}; then
|
|
73
|
+
echo "code_scanning_alert_status=${{ steps.check-code-scanning-alerts.outputs.result }}" >> $GITHUB_OUTPUT
|
|
74
|
+
else
|
|
75
|
+
echo "code_scanning_alert_status=0" >> $GITHUB_OUTPUT
|
|
76
|
+
fi
|
|
77
|
+
|
|
78
|
+
put-metric-data:
|
|
79
|
+
runs-on: ubuntu-latest
|
|
80
|
+
needs: [check-dependabot-alerts, check-code-scanning-alerts]
|
|
81
|
+
steps:
|
|
82
|
+
- name: Configure AWS Credentials
|
|
83
|
+
uses: aws-actions/configure-aws-credentials@12e3392609eaaceb7ae6191b3f54bbcb85b5002b
|
|
84
|
+
with:
|
|
85
|
+
role-to-assume: ${{ secrets.RUNNER_ROLE_ARN }}
|
|
86
|
+
aws-region: us-west-2
|
|
87
|
+
- name: Put Dependabot Alert Metric Data
|
|
88
|
+
run: |
|
|
89
|
+
if [ "${{ needs.check-dependabot-alerts.outputs.dependabot_alert_status }}" == "1" ]; then
|
|
90
|
+
aws cloudwatch put-metric-data --metric-name DependabotAlert --namespace SecurityMonitoringMetrics --value 1 --unit Count --dimensions ProjectName=sagemaker-hyperpod-recipes
|
|
91
|
+
else
|
|
92
|
+
aws cloudwatch put-metric-data --metric-name DependabotAlert --namespace SecurityMonitoringMetrics --value 0 --unit Count --dimensions ProjectName=sagemaker-hyperpod-recipes
|
|
93
|
+
fi
|
|
94
|
+
- name: Put Code Scanning Alert Metric Data
|
|
95
|
+
run: |
|
|
96
|
+
if [ "${{ needs.check-code-scanning-alerts.outputs.code_scanning_alert_status }}" == "1" ]; then
|
|
97
|
+
aws cloudwatch put-metric-data --metric-name CodeScanningAlert --namespace SecurityMonitoringMetrics --value 1 --unit Count --dimensions ProjectName=sagemaker-hyperpod-recipes
|
|
98
|
+
else
|
|
99
|
+
aws cloudwatch put-metric-data --metric-name CodeScanningAlert --namespace SecurityMonitoringMetrics --value 0 --unit Count --dimensions ProjectName=sagemaker-hyperpod-recipes
|
|
100
|
+
fi
|
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
name: Python Unit Test CI After Commit
|
|
2
|
+
|
|
3
|
+
on:
|
|
4
|
+
push:
|
|
5
|
+
branches:
|
|
6
|
+
- main # Triggers on direct pushes to the main branch
|
|
7
|
+
|
|
8
|
+
jobs:
|
|
9
|
+
build:
|
|
10
|
+
runs-on: ubuntu-latest
|
|
11
|
+
|
|
12
|
+
steps:
|
|
13
|
+
- name: Checkout code
|
|
14
|
+
uses: actions/checkout@v3
|
|
15
|
+
with:
|
|
16
|
+
submodules: recursive # Checkout submodules as well
|
|
17
|
+
|
|
18
|
+
- name: Set up Python
|
|
19
|
+
uses: actions/setup-python@v4
|
|
20
|
+
with:
|
|
21
|
+
python-version: '3.8' # Set python version to 3.8
|
|
22
|
+
|
|
23
|
+
- name: Install unit test dependencies
|
|
24
|
+
run: |
|
|
25
|
+
python -m pip install --upgrade pip
|
|
26
|
+
pip install -r launcher/nemo/nemo_framework_launcher/requirements.txt
|
|
27
|
+
pip install pytest
|
|
28
|
+
pip install pytest-cov
|
|
29
|
+
|
|
30
|
+
- name: Run unit tests
|
|
31
|
+
run: |
|
|
32
|
+
python -m pytest
|