sagemaker-core 1.0.47__py3-none-any.whl → 2.1.1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (363) hide show
  1. sagemaker/core/__init__.py +16 -0
  2. sagemaker/core/_studio.py +116 -0
  3. sagemaker/core/_version.py +11 -0
  4. sagemaker/core/accept_types.py +131 -0
  5. sagemaker/core/analytics.py +744 -0
  6. sagemaker/core/apiutils/__init__.py +13 -0
  7. sagemaker/core/apiutils/_base_types.py +228 -0
  8. sagemaker/core/apiutils/_boto_functions.py +130 -0
  9. sagemaker/core/apiutils/_utils.py +34 -0
  10. sagemaker/core/base_deserializers.py +35 -0
  11. sagemaker/core/base_serializers.py +35 -0
  12. sagemaker/core/clarify/__init__.py +2898 -0
  13. sagemaker/core/collection.py +467 -0
  14. sagemaker/core/common_utils.py +2281 -0
  15. sagemaker/core/compute_resource_requirements/__init__.py +18 -0
  16. sagemaker/core/compute_resource_requirements/resource_requirements.py +94 -0
  17. sagemaker/core/config/__init__.py +181 -0
  18. sagemaker/core/config/config.py +238 -0
  19. sagemaker/core/config/config_manager.py +595 -0
  20. sagemaker/core/config/config_schema.py +1220 -0
  21. sagemaker/core/config/config_utils.py +297 -0
  22. {sagemaker_core/main → sagemaker/core}/config_schema.py +410 -4
  23. sagemaker/core/constants.py +73 -0
  24. sagemaker/core/content_types.py +137 -0
  25. sagemaker/core/debugger/__init__.py +39 -0
  26. sagemaker/core/debugger/debugger.py +945 -0
  27. sagemaker/core/debugger/framework_profile.py +292 -0
  28. sagemaker/core/debugger/metrics_config.py +468 -0
  29. sagemaker/core/debugger/profiler.py +42 -0
  30. sagemaker/core/debugger/profiler_config.py +190 -0
  31. sagemaker/core/debugger/profiler_constants.py +40 -0
  32. sagemaker/core/debugger/utils.py +148 -0
  33. sagemaker/core/deprecations.py +254 -0
  34. sagemaker/core/deserializers/__init__.py +10 -0
  35. sagemaker/core/deserializers/base.py +424 -0
  36. sagemaker/core/deserializers/implementations.py +157 -0
  37. sagemaker/core/drift_check_baselines.py +106 -0
  38. sagemaker/core/enums.py +51 -0
  39. sagemaker/core/environment_variables.py +101 -0
  40. sagemaker/core/exceptions.py +108 -0
  41. sagemaker/core/experiments/__init__.py +53 -0
  42. sagemaker/core/experiments/_api_types.py +251 -0
  43. sagemaker/core/experiments/_environment.py +124 -0
  44. sagemaker/core/experiments/_helper.py +294 -0
  45. sagemaker/core/experiments/_metrics.py +333 -0
  46. sagemaker/core/experiments/_run_context.py +58 -0
  47. sagemaker/core/experiments/_utils.py +216 -0
  48. sagemaker/core/experiments/experiment.py +244 -0
  49. sagemaker/core/experiments/run.py +970 -0
  50. sagemaker/core/experiments/trial.py +296 -0
  51. sagemaker/core/experiments/trial_component.py +387 -0
  52. sagemaker/core/explainer/__init__.py +24 -0
  53. sagemaker/core/explainer/clarify_explainer_config.py +298 -0
  54. sagemaker/core/explainer/explainer_config.py +44 -0
  55. sagemaker/core/fw_utils.py +1176 -0
  56. sagemaker/core/git_utils.py +349 -0
  57. sagemaker/core/helper/pipeline_variable.py +82 -0
  58. sagemaker/core/helper/session_helper.py +2965 -0
  59. sagemaker/core/huggingface/__init__.py +29 -0
  60. sagemaker/core/huggingface/llm_utils.py +150 -0
  61. sagemaker/core/huggingface/processing.py +139 -0
  62. sagemaker/core/huggingface/training_compiler/config.py +167 -0
  63. sagemaker/core/hyperparameters.py +172 -0
  64. sagemaker/core/image_retriever/__init__.py +3 -0
  65. sagemaker/core/image_retriever/image_retriever.py +640 -0
  66. sagemaker/core/image_retriever/image_retriever_utils.py +511 -0
  67. sagemaker/core/image_retriever/test.py +7 -0
  68. sagemaker/core/image_uri_config/__init__.py +13 -0
  69. sagemaker/core/image_uri_config/autogluon.json +1335 -0
  70. sagemaker/core/image_uri_config/blazingtext.json +50 -0
  71. sagemaker/core/image_uri_config/chainer.json +104 -0
  72. sagemaker/core/image_uri_config/clarify.json +39 -0
  73. sagemaker/core/image_uri_config/coach-mxnet.json +70 -0
  74. sagemaker/core/image_uri_config/coach-tensorflow.json +186 -0
  75. sagemaker/core/image_uri_config/data-wrangler.json +91 -0
  76. sagemaker/core/image_uri_config/debugger.json +34 -0
  77. sagemaker/core/image_uri_config/detailed-profiler.json +18 -0
  78. sagemaker/core/image_uri_config/djl-deepspeed.json +385 -0
  79. sagemaker/core/image_uri_config/djl-fastertransformer.json +167 -0
  80. sagemaker/core/image_uri_config/djl-lmi.json +136 -0
  81. sagemaker/core/image_uri_config/djl-neuronx.json +258 -0
  82. sagemaker/core/image_uri_config/djl-tensorrtllm.json +262 -0
  83. sagemaker/core/image_uri_config/factorization-machines.json +50 -0
  84. sagemaker/core/image_uri_config/forecasting-deepar.json +50 -0
  85. sagemaker/core/image_uri_config/huggingface-llm-neuronx.json +660 -0
  86. sagemaker/core/image_uri_config/huggingface-llm.json +1158 -0
  87. sagemaker/core/image_uri_config/huggingface-neuron.json +52 -0
  88. sagemaker/core/image_uri_config/huggingface-neuronx.json +510 -0
  89. sagemaker/core/image_uri_config/huggingface-tei-cpu.json +298 -0
  90. sagemaker/core/image_uri_config/huggingface-tei.json +298 -0
  91. sagemaker/core/image_uri_config/huggingface-training-compiler.json +195 -0
  92. sagemaker/core/image_uri_config/huggingface.json +2138 -0
  93. sagemaker/core/image_uri_config/hyperpod-recipes-neuron.json +52 -0
  94. sagemaker/core/image_uri_config/image-classification-neo.json +43 -0
  95. sagemaker/core/image_uri_config/image-classification.json +50 -0
  96. sagemaker/core/image_uri_config/inferentia-mxnet.json +88 -0
  97. sagemaker/core/image_uri_config/inferentia-pytorch.json +127 -0
  98. sagemaker/core/image_uri_config/inferentia-tensorflow.json +88 -0
  99. sagemaker/core/image_uri_config/instance_gpu_info.json +782 -0
  100. sagemaker/core/image_uri_config/ipinsights.json +50 -0
  101. sagemaker/core/image_uri_config/kmeans.json +50 -0
  102. sagemaker/core/image_uri_config/knn.json +50 -0
  103. sagemaker/core/image_uri_config/lda.json +26 -0
  104. sagemaker/core/image_uri_config/linear-learner.json +50 -0
  105. sagemaker/core/image_uri_config/model-monitor.json +42 -0
  106. sagemaker/core/image_uri_config/mxnet.json +1154 -0
  107. sagemaker/core/image_uri_config/neo-mxnet.json +64 -0
  108. sagemaker/core/image_uri_config/neo-pytorch.json +341 -0
  109. sagemaker/core/image_uri_config/neo-tensorflow.json +109 -0
  110. sagemaker/core/image_uri_config/ntm.json +50 -0
  111. sagemaker/core/image_uri_config/object-detection.json +50 -0
  112. sagemaker/core/image_uri_config/object2vec.json +50 -0
  113. sagemaker/core/image_uri_config/pca.json +50 -0
  114. sagemaker/core/image_uri_config/pytorch-neuron.json +43 -0
  115. sagemaker/core/image_uri_config/pytorch-smp.json +218 -0
  116. sagemaker/core/image_uri_config/pytorch-training-compiler.json +80 -0
  117. sagemaker/core/image_uri_config/pytorch.json +3101 -0
  118. sagemaker/core/image_uri_config/randomcutforest.json +50 -0
  119. sagemaker/core/image_uri_config/ray-pytorch.json +46 -0
  120. sagemaker/core/image_uri_config/ray-tensorflow.json +194 -0
  121. sagemaker/core/image_uri_config/sagemaker-base-python.json +46 -0
  122. sagemaker/core/image_uri_config/sagemaker-distribution.json +37 -0
  123. sagemaker/core/image_uri_config/sagemaker-geospatial.json +13 -0
  124. sagemaker/core/image_uri_config/sagemaker-tritonserver.json +212 -0
  125. sagemaker/core/image_uri_config/semantic-segmentation.json +50 -0
  126. sagemaker/core/image_uri_config/seq2seq.json +50 -0
  127. sagemaker/core/image_uri_config/sklearn.json +446 -0
  128. sagemaker/core/image_uri_config/spark.json +280 -0
  129. sagemaker/core/image_uri_config/sparkml-serving.json +97 -0
  130. sagemaker/core/image_uri_config/stabilityai.json +53 -0
  131. sagemaker/core/image_uri_config/tensorflow.json +5086 -0
  132. sagemaker/core/image_uri_config/vw.json +25 -0
  133. sagemaker/core/image_uri_config/xgboost-neo.json +43 -0
  134. sagemaker/core/image_uri_config/xgboost.json +888 -0
  135. sagemaker/core/image_uris.py +810 -0
  136. sagemaker/core/inference_config.py +144 -0
  137. sagemaker/core/inference_recommender/__init__.py +18 -0
  138. sagemaker/core/inference_recommender/inference_recommender_mixin.py +622 -0
  139. sagemaker/core/inputs.py +366 -0
  140. sagemaker/core/instance_group.py +61 -0
  141. sagemaker/core/instance_types.py +164 -0
  142. sagemaker/core/instance_types_gpu_info.py +43 -0
  143. sagemaker/core/interactive_apps/__init__.py +41 -0
  144. sagemaker/core/interactive_apps/base_interactive_app.py +204 -0
  145. sagemaker/core/interactive_apps/detail_profiler_app.py +139 -0
  146. sagemaker/core/interactive_apps/tensorboard.py +149 -0
  147. sagemaker/core/iterators.py +186 -0
  148. sagemaker/core/job.py +380 -0
  149. sagemaker/core/jumpstart/__init__.py +156 -0
  150. sagemaker/core/jumpstart/accessors.py +390 -0
  151. sagemaker/core/jumpstart/artifacts/__init__.py +69 -0
  152. sagemaker/core/jumpstart/artifacts/environment_variables.py +252 -0
  153. sagemaker/core/jumpstart/artifacts/hyperparameters.py +120 -0
  154. sagemaker/core/jumpstart/artifacts/image_uris.py +139 -0
  155. sagemaker/core/jumpstart/artifacts/incremental_training.py +87 -0
  156. sagemaker/core/jumpstart/artifacts/instance_types.py +223 -0
  157. sagemaker/core/jumpstart/artifacts/kwargs.py +289 -0
  158. sagemaker/core/jumpstart/artifacts/metric_definitions.py +117 -0
  159. sagemaker/core/jumpstart/artifacts/model_packages.py +202 -0
  160. sagemaker/core/jumpstart/artifacts/model_uris.py +252 -0
  161. sagemaker/core/jumpstart/artifacts/payloads.py +96 -0
  162. sagemaker/core/jumpstart/artifacts/predictors.py +540 -0
  163. sagemaker/core/jumpstart/artifacts/resource_names.py +86 -0
  164. sagemaker/core/jumpstart/artifacts/resource_requirements.py +162 -0
  165. sagemaker/core/jumpstart/artifacts/script_uris.py +172 -0
  166. sagemaker/core/jumpstart/cache.py +663 -0
  167. sagemaker/core/jumpstart/configs.py +50 -0
  168. sagemaker/core/jumpstart/constants.py +198 -0
  169. sagemaker/core/jumpstart/deserializers.py +81 -0
  170. sagemaker/core/jumpstart/document.py +76 -0
  171. sagemaker/core/jumpstart/enums.py +168 -0
  172. sagemaker/core/jumpstart/exceptions.py +236 -0
  173. sagemaker/core/jumpstart/factory/utils.py +833 -0
  174. sagemaker/core/jumpstart/filters.py +597 -0
  175. sagemaker/core/jumpstart/hub/__init__.py +0 -0
  176. sagemaker/core/jumpstart/hub/constants.py +16 -0
  177. sagemaker/core/jumpstart/hub/hub.py +291 -0
  178. sagemaker/core/jumpstart/hub/interfaces.py +936 -0
  179. sagemaker/core/jumpstart/hub/parser_utils.py +70 -0
  180. sagemaker/core/jumpstart/hub/parsers.py +288 -0
  181. sagemaker/core/jumpstart/hub/types.py +35 -0
  182. sagemaker/core/jumpstart/hub/utils.py +260 -0
  183. sagemaker/core/jumpstart/models.py +499 -0
  184. sagemaker/core/jumpstart/notebook_utils.py +575 -0
  185. sagemaker/core/jumpstart/parameters.py +20 -0
  186. sagemaker/core/jumpstart/payload_utils.py +239 -0
  187. sagemaker/core/jumpstart/region_config.json +163 -0
  188. sagemaker/core/jumpstart/search.py +171 -0
  189. sagemaker/core/jumpstart/serializers.py +81 -0
  190. sagemaker/core/jumpstart/session_utils.py +234 -0
  191. sagemaker/core/jumpstart/types.py +3044 -0
  192. sagemaker/core/jumpstart/utils.py +1731 -0
  193. sagemaker/core/jumpstart/validators.py +257 -0
  194. sagemaker/core/lambda_helper.py +312 -0
  195. sagemaker/core/lineage/__init__.py +42 -0
  196. sagemaker/core/lineage/_api_types.py +239 -0
  197. sagemaker/core/lineage/_utils.py +49 -0
  198. sagemaker/core/lineage/action.py +345 -0
  199. sagemaker/core/lineage/artifact.py +646 -0
  200. sagemaker/core/lineage/association.py +190 -0
  201. sagemaker/core/lineage/context.py +505 -0
  202. sagemaker/core/lineage/lineage_trial_component.py +191 -0
  203. sagemaker/core/lineage/query.py +732 -0
  204. sagemaker/core/lineage/visualizer.py +346 -0
  205. sagemaker/core/local/__init__.py +18 -0
  206. sagemaker/core/local/data.py +413 -0
  207. sagemaker/core/local/entities.py +678 -0
  208. sagemaker/core/local/exceptions.py +17 -0
  209. sagemaker/core/local/image.py +1243 -0
  210. sagemaker/core/local/local_session.py +739 -0
  211. sagemaker/core/local/utils.py +245 -0
  212. sagemaker/core/logs.py +181 -0
  213. sagemaker/core/metadata_properties.py +56 -0
  214. sagemaker/core/metric_definitions.py +91 -0
  215. sagemaker/core/mlflow/__init__.py +38 -0
  216. sagemaker/core/mlflow/forward_sagemaker_metrics.py +44 -0
  217. sagemaker/core/model_card/__init__.py +26 -0
  218. sagemaker/core/model_life_cycle.py +51 -0
  219. sagemaker/core/model_metrics.py +160 -0
  220. sagemaker/core/model_monitor/__init__.py +66 -0
  221. sagemaker/core/model_monitor/clarify_model_monitoring.py +1495 -0
  222. sagemaker/core/model_monitor/cron_expression_generator.py +82 -0
  223. sagemaker/core/model_monitor/data_capture_config.py +115 -0
  224. sagemaker/core/model_monitor/data_quality_monitoring_config.py +66 -0
  225. sagemaker/core/model_monitor/dataset_format.py +102 -0
  226. sagemaker/core/model_monitor/model_monitoring.py +4266 -0
  227. sagemaker/core/model_monitor/monitoring_alert.py +76 -0
  228. sagemaker/core/model_monitor/monitoring_files.py +506 -0
  229. sagemaker/core/model_monitor/utils.py +793 -0
  230. sagemaker/core/model_registry.py +480 -0
  231. sagemaker/core/model_uris.py +97 -0
  232. sagemaker/core/modules/__init__.py +19 -0
  233. sagemaker/core/modules/configs.py +226 -0
  234. sagemaker/core/modules/constants.py +37 -0
  235. sagemaker/core/modules/distributed.py +182 -0
  236. sagemaker/core/modules/local_core/__init__.py +0 -0
  237. sagemaker/core/modules/local_core/local_container.py +605 -0
  238. sagemaker/core/modules/templates.py +83 -0
  239. sagemaker/core/modules/train/__init__.py +14 -0
  240. sagemaker/core/modules/train/container_drivers/__init__.py +14 -0
  241. sagemaker/core/modules/train/container_drivers/common/__init__.py +14 -0
  242. sagemaker/core/modules/train/container_drivers/common/utils.py +213 -0
  243. sagemaker/core/modules/train/container_drivers/distributed_drivers/__init__.py +14 -0
  244. sagemaker/core/modules/train/container_drivers/distributed_drivers/basic_script_driver.py +81 -0
  245. sagemaker/core/modules/train/container_drivers/distributed_drivers/mpi_driver.py +123 -0
  246. sagemaker/core/modules/train/container_drivers/distributed_drivers/mpi_utils.py +302 -0
  247. sagemaker/core/modules/train/container_drivers/distributed_drivers/torchrun_driver.py +129 -0
  248. sagemaker/core/modules/train/container_drivers/scripts/__init__.py +14 -0
  249. sagemaker/core/modules/train/container_drivers/scripts/environment.py +305 -0
  250. sagemaker/core/modules/train/sm_recipes/__init__.py +0 -0
  251. sagemaker/core/modules/train/sm_recipes/utils.py +330 -0
  252. sagemaker/core/modules/types.py +19 -0
  253. sagemaker/core/modules/utils.py +194 -0
  254. sagemaker/core/network.py +185 -0
  255. sagemaker/core/parameter.py +173 -0
  256. sagemaker/core/payloads.py +185 -0
  257. sagemaker/core/processing.py +1597 -0
  258. sagemaker/core/remote_function/__init__.py +19 -0
  259. sagemaker/core/remote_function/checkpoint_location.py +47 -0
  260. sagemaker/core/remote_function/client.py +1285 -0
  261. sagemaker/core/remote_function/core/__init__.py +0 -0
  262. sagemaker/core/remote_function/core/_custom_dispatch_table.py +72 -0
  263. sagemaker/core/remote_function/core/pipeline_variables.py +353 -0
  264. sagemaker/core/remote_function/core/serialization.py +422 -0
  265. sagemaker/core/remote_function/core/stored_function.py +226 -0
  266. sagemaker/core/remote_function/custom_file_filter.py +128 -0
  267. sagemaker/core/remote_function/errors.py +104 -0
  268. sagemaker/core/remote_function/invoke_function.py +172 -0
  269. sagemaker/core/remote_function/job.py +2140 -0
  270. sagemaker/core/remote_function/logging_config.py +38 -0
  271. sagemaker/core/remote_function/runtime_environment/__init__.py +14 -0
  272. sagemaker/core/remote_function/runtime_environment/bootstrap_runtime_environment.py +605 -0
  273. sagemaker/core/remote_function/runtime_environment/mpi_utils_remote.py +252 -0
  274. sagemaker/core/remote_function/runtime_environment/runtime_environment_manager.py +554 -0
  275. sagemaker/core/remote_function/runtime_environment/spark_app.py +18 -0
  276. sagemaker/core/remote_function/spark_config.py +149 -0
  277. sagemaker/core/resource_requirements.py +168 -0
  278. {sagemaker_core/main → sagemaker/core}/resources.py +20121 -11728
  279. sagemaker/core/s3/__init__.py +41 -0
  280. sagemaker/core/s3/client.py +367 -0
  281. sagemaker/core/s3/utils.py +175 -0
  282. sagemaker/core/script_uris.py +93 -0
  283. sagemaker/core/serializers/__init__.py +11 -0
  284. sagemaker/core/serializers/base.py +510 -0
  285. sagemaker/core/serializers/implementations.py +159 -0
  286. sagemaker/core/serializers/utils.py +223 -0
  287. sagemaker/core/serverless_inference_config.py +63 -0
  288. sagemaker/core/session_settings.py +55 -0
  289. sagemaker/core/shapes/__init__.py +3 -0
  290. sagemaker/core/shapes/model_card_shapes.py +159 -0
  291. {sagemaker_core/main → sagemaker/core/shapes}/shapes.py +6384 -1865
  292. sagemaker/core/spark/__init__.py +16 -0
  293. sagemaker/core/spark/defaults.py +16 -0
  294. sagemaker/core/spark/processing.py +1380 -0
  295. sagemaker/core/telemetry/__init__.py +23 -0
  296. sagemaker/core/telemetry/constants.py +84 -0
  297. sagemaker/core/telemetry/telemetry_logging.py +284 -0
  298. sagemaker/core/tools/__init__.py +1 -0
  299. {sagemaker_core → sagemaker/core}/tools/codegen.py +4 -4
  300. {sagemaker_core → sagemaker/core}/tools/constants.py +23 -15
  301. {sagemaker_core → sagemaker/core}/tools/data_extractor.py +1 -1
  302. {sagemaker_core → sagemaker/core}/tools/method.py +1 -1
  303. sagemaker/core/tools/model_card/generate_model_card_from_schema.py +562 -0
  304. {sagemaker_core → sagemaker/core}/tools/resources_codegen.py +165 -98
  305. {sagemaker_core → sagemaker/core}/tools/resources_extractor.py +5 -13
  306. {sagemaker_core → sagemaker/core}/tools/shapes_codegen.py +16 -17
  307. {sagemaker_core → sagemaker/core}/tools/shapes_extractor.py +29 -67
  308. {sagemaker_core → sagemaker/core}/tools/templates.py +39 -17
  309. sagemaker/core/training/__init__.py +14 -0
  310. sagemaker/core/training/configs.py +333 -0
  311. sagemaker/core/training/constants.py +37 -0
  312. sagemaker/core/training/utils.py +77 -0
  313. sagemaker/core/training_compiler/__init__.py +16 -0
  314. sagemaker/core/training_compiler/config.py +197 -0
  315. sagemaker/core/training_compiler_config.py +197 -0
  316. sagemaker/core/transformer.py +793 -0
  317. sagemaker/core/user_agent.py +76 -0
  318. sagemaker/core/utilities/__init__.py +24 -0
  319. sagemaker/core/utilities/cache.py +169 -0
  320. sagemaker/core/utilities/search_expression.py +133 -0
  321. sagemaker/core/utils/__init__.py +48 -0
  322. sagemaker/core/utils/code_injection/__init__.py +0 -0
  323. {sagemaker_core/main → sagemaker/core/utils}/code_injection/codec.py +2 -2
  324. {sagemaker_core/main → sagemaker/core/utils}/code_injection/shape_dag.py +6479 -136
  325. {sagemaker_core/main → sagemaker/core/utils}/exceptions.py +8 -8
  326. sagemaker_core/main/default_configs_helper.py → sagemaker/core/utils/intelligent_defaults_helper.py +5 -6
  327. {sagemaker_core/main → sagemaker/core/utils}/logs.py +1 -2
  328. {sagemaker_core/main → sagemaker/core/utils}/utils.py +25 -20
  329. sagemaker/core/workflow/__init__.py +152 -0
  330. sagemaker/core/workflow/conditions.py +313 -0
  331. sagemaker/core/workflow/entities.py +58 -0
  332. sagemaker/core/workflow/execution_variables.py +89 -0
  333. sagemaker/core/workflow/functions.py +193 -0
  334. sagemaker/core/workflow/parameters.py +222 -0
  335. sagemaker/core/workflow/pipeline_context.py +394 -0
  336. sagemaker/core/workflow/pipeline_definition_config.py +31 -0
  337. sagemaker/core/workflow/properties.py +285 -0
  338. sagemaker/core/workflow/step_outputs.py +65 -0
  339. sagemaker/core/workflow/utilities.py +507 -0
  340. sagemaker/lineage/__init__.py +33 -0
  341. sagemaker/lineage/action.py +28 -0
  342. sagemaker/lineage/artifact.py +28 -0
  343. sagemaker/lineage/context.py +28 -0
  344. sagemaker/lineage/lineage_trial_component.py +28 -0
  345. {sagemaker_core-1.0.47.dist-info → sagemaker_core-2.1.1.dist-info}/METADATA +28 -9
  346. sagemaker_core-2.1.1.dist-info/RECORD +355 -0
  347. sagemaker_core-2.1.1.dist-info/top_level.txt +1 -0
  348. sagemaker_core/__init__.py +0 -4
  349. sagemaker_core/_version.py +0 -3
  350. sagemaker_core/helper/session_helper.py +0 -769
  351. sagemaker_core/resources/__init__.py +0 -1
  352. sagemaker_core/shapes/__init__.py +0 -1
  353. sagemaker_core/tools/__init__.py +0 -1
  354. sagemaker_core-1.0.47.dist-info/RECORD +0 -35
  355. sagemaker_core-1.0.47.dist-info/top_level.txt +0 -1
  356. {sagemaker_core → sagemaker/core}/helper/__init__.py +0 -0
  357. {sagemaker_core/main → sagemaker/core/huggingface/training_compiler}/__init__.py +0 -0
  358. {sagemaker_core/main/code_injection → sagemaker/core/jumpstart/factory}/__init__.py +0 -0
  359. {sagemaker_core/main → sagemaker/core/utils}/code_injection/base.py +0 -0
  360. {sagemaker_core/main → sagemaker/core/utils}/code_injection/constants.py +0 -0
  361. {sagemaker_core/main → sagemaker/core/utils}/user_agent.py +0 -0
  362. {sagemaker_core-1.0.47.dist-info → sagemaker_core-2.1.1.dist-info}/WHEEL +0 -0
  363. {sagemaker_core-1.0.47.dist-info → sagemaker_core-2.1.1.dist-info}/licenses/LICENSE +0 -0
sagemaker/core/image_uri_config/huggingface-llm-neuronx.json ADDED
@@ -0,0 +1,660 @@
1
+ {
2
+ "inference": {
3
+ "processors": [
4
+ "inf2"
5
+ ],
6
+ "version_aliases": {
7
+ "0.0": "0.0.28"
8
+ },
9
+ "versions": {
10
+ "0.0.16": {
11
+ "py_versions": [
12
+ "py310"
13
+ ],
14
+ "registries": {
15
+ "af-south-1": "626614931356",
16
+ "ap-east-1": "871362719292",
17
+ "ap-east-2": "975050140332",
18
+ "ap-northeast-1": "763104351884",
19
+ "ap-northeast-2": "763104351884",
20
+ "ap-northeast-3": "364406365360",
21
+ "ap-south-1": "763104351884",
22
+ "ap-south-2": "772153158452",
23
+ "ap-southeast-1": "763104351884",
24
+ "ap-southeast-2": "763104351884",
25
+ "ap-southeast-3": "907027046896",
26
+ "ap-southeast-4": "457447274322",
27
+ "ap-southeast-5": "550225433462",
28
+ "ap-southeast-6": "633930458069",
29
+ "ap-southeast-7": "590183813437",
30
+ "ca-central-1": "763104351884",
31
+ "ca-west-1": "204538143572",
32
+ "cn-north-1": "727897471807",
33
+ "cn-northwest-1": "727897471807",
34
+ "eu-central-1": "763104351884",
35
+ "eu-central-2": "380420809688",
36
+ "eu-north-1": "763104351884",
37
+ "eu-south-1": "692866216735",
38
+ "eu-south-2": "503227376785",
39
+ "eu-west-1": "763104351884",
40
+ "eu-west-2": "763104351884",
41
+ "eu-west-3": "763104351884",
42
+ "il-central-1": "780543022126",
43
+ "me-central-1": "914824155844",
44
+ "me-south-1": "217643126080",
45
+ "mx-central-1": "637423239942",
46
+ "sa-east-1": "763104351884",
47
+ "us-east-1": "763104351884",
48
+ "us-east-2": "763104351884",
49
+ "us-gov-east-1": "446045086412",
50
+ "us-gov-west-1": "442386744353",
51
+ "us-iso-east-1": "886529160074",
52
+ "us-isob-east-1": "094389454867",
53
+ "us-isof-east-1": "303241398832",
54
+ "us-isof-south-1": "454834333376",
55
+ "us-west-1": "763104351884",
56
+ "us-west-2": "763104351884"
57
+ },
58
+ "tag_prefix": "1.13.1-optimum0.0.16",
59
+ "repository": "huggingface-pytorch-tgi-inference",
60
+ "container_version": {
61
+ "inf2": "ubuntu22.04"
62
+ }
63
+ },
64
+ "0.0.17": {
65
+ "py_versions": [
66
+ "py310"
67
+ ],
68
+ "registries": {
69
+ "af-south-1": "626614931356",
70
+ "ap-east-1": "871362719292",
71
+ "ap-east-2": "975050140332",
72
+ "ap-northeast-1": "763104351884",
73
+ "ap-northeast-2": "763104351884",
74
+ "ap-northeast-3": "364406365360",
75
+ "ap-south-1": "763104351884",
76
+ "ap-south-2": "772153158452",
77
+ "ap-southeast-1": "763104351884",
78
+ "ap-southeast-2": "763104351884",
79
+ "ap-southeast-3": "907027046896",
80
+ "ap-southeast-4": "457447274322",
81
+ "ap-southeast-5": "550225433462",
82
+ "ap-southeast-6": "633930458069",
83
+ "ap-southeast-7": "590183813437",
84
+ "ca-central-1": "763104351884",
85
+ "ca-west-1": "204538143572",
86
+ "cn-north-1": "727897471807",
87
+ "cn-northwest-1": "727897471807",
88
+ "eu-central-1": "763104351884",
89
+ "eu-central-2": "380420809688",
90
+ "eu-north-1": "763104351884",
91
+ "eu-south-1": "692866216735",
92
+ "eu-south-2": "503227376785",
93
+ "eu-west-1": "763104351884",
94
+ "eu-west-2": "763104351884",
95
+ "eu-west-3": "763104351884",
96
+ "il-central-1": "780543022126",
97
+ "me-central-1": "914824155844",
98
+ "me-south-1": "217643126080",
99
+ "mx-central-1": "637423239942",
100
+ "sa-east-1": "763104351884",
101
+ "us-east-1": "763104351884",
102
+ "us-east-2": "763104351884",
103
+ "us-gov-east-1": "446045086412",
104
+ "us-gov-west-1": "442386744353",
105
+ "us-iso-east-1": "886529160074",
106
+ "us-isob-east-1": "094389454867",
107
+ "us-isof-east-1": "303241398832",
108
+ "us-isof-south-1": "454834333376",
109
+ "us-west-1": "763104351884",
110
+ "us-west-2": "763104351884"
111
+ },
112
+ "tag_prefix": "1.13.1-optimum0.0.17",
113
+ "repository": "huggingface-pytorch-tgi-inference",
114
+ "container_version": {
115
+ "inf2": "ubuntu22.04"
116
+ }
117
+ },
118
+ "0.0.18": {
119
+ "py_versions": [
120
+ "py310"
121
+ ],
122
+ "registries": {
123
+ "af-south-1": "626614931356",
124
+ "ap-east-1": "871362719292",
125
+ "ap-east-2": "975050140332",
126
+ "ap-northeast-1": "763104351884",
127
+ "ap-northeast-2": "763104351884",
128
+ "ap-northeast-3": "364406365360",
129
+ "ap-south-1": "763104351884",
130
+ "ap-south-2": "772153158452",
131
+ "ap-southeast-1": "763104351884",
132
+ "ap-southeast-2": "763104351884",
133
+ "ap-southeast-3": "907027046896",
134
+ "ap-southeast-4": "457447274322",
135
+ "ap-southeast-5": "550225433462",
136
+ "ap-southeast-6": "633930458069",
137
+ "ap-southeast-7": "590183813437",
138
+ "ca-central-1": "763104351884",
139
+ "ca-west-1": "204538143572",
140
+ "cn-north-1": "727897471807",
141
+ "cn-northwest-1": "727897471807",
142
+ "eu-central-1": "763104351884",
143
+ "eu-central-2": "380420809688",
144
+ "eu-north-1": "763104351884",
145
+ "eu-south-1": "692866216735",
146
+ "eu-south-2": "503227376785",
147
+ "eu-west-1": "763104351884",
148
+ "eu-west-2": "763104351884",
149
+ "eu-west-3": "763104351884",
150
+ "il-central-1": "780543022126",
151
+ "me-central-1": "914824155844",
152
+ "me-south-1": "217643126080",
153
+ "mx-central-1": "637423239942",
154
+ "sa-east-1": "763104351884",
155
+ "us-east-1": "763104351884",
156
+ "us-east-2": "763104351884",
157
+ "us-gov-east-1": "446045086412",
158
+ "us-gov-west-1": "442386744353",
159
+ "us-iso-east-1": "886529160074",
160
+ "us-isob-east-1": "094389454867",
161
+ "us-isof-east-1": "303241398832",
162
+ "us-isof-south-1": "454834333376",
163
+ "us-west-1": "763104351884",
164
+ "us-west-2": "763104351884"
165
+ },
166
+ "tag_prefix": "1.13.1-optimum0.0.18",
167
+ "repository": "huggingface-pytorch-tgi-inference",
168
+ "container_version": {
169
+ "inf2": "ubuntu22.04"
170
+ }
171
+ },
172
+ "0.0.19": {
173
+ "py_versions": [
174
+ "py310"
175
+ ],
176
+ "registries": {
177
+ "af-south-1": "626614931356",
178
+ "ap-east-1": "871362719292",
179
+ "ap-east-2": "975050140332",
180
+ "ap-northeast-1": "763104351884",
181
+ "ap-northeast-2": "763104351884",
182
+ "ap-northeast-3": "364406365360",
183
+ "ap-south-1": "763104351884",
184
+ "ap-south-2": "772153158452",
185
+ "ap-southeast-1": "763104351884",
186
+ "ap-southeast-2": "763104351884",
187
+ "ap-southeast-3": "907027046896",
188
+ "ap-southeast-4": "457447274322",
189
+ "ap-southeast-5": "550225433462",
190
+ "ap-southeast-6": "633930458069",
191
+ "ap-southeast-7": "590183813437",
192
+ "ca-central-1": "763104351884",
193
+ "ca-west-1": "204538143572",
194
+ "cn-north-1": "727897471807",
195
+ "cn-northwest-1": "727897471807",
196
+ "eu-central-1": "763104351884",
197
+ "eu-central-2": "380420809688",
198
+ "eu-north-1": "763104351884",
199
+ "eu-south-1": "692866216735",
200
+ "eu-south-2": "503227376785",
201
+ "eu-west-1": "763104351884",
202
+ "eu-west-2": "763104351884",
203
+ "eu-west-3": "763104351884",
204
+ "il-central-1": "780543022126",
205
+ "me-central-1": "914824155844",
206
+ "me-south-1": "217643126080",
207
+ "mx-central-1": "637423239942",
208
+ "sa-east-1": "763104351884",
209
+ "us-east-1": "763104351884",
210
+ "us-east-2": "763104351884",
211
+ "us-gov-east-1": "446045086412",
212
+ "us-gov-west-1": "442386744353",
213
+ "us-iso-east-1": "886529160074",
214
+ "us-isob-east-1": "094389454867",
215
+ "us-isof-east-1": "303241398832",
216
+ "us-isof-south-1": "454834333376",
217
+ "us-west-1": "763104351884",
218
+ "us-west-2": "763104351884"
219
+ },
220
+ "tag_prefix": "1.13.1-optimum0.0.19",
221
+ "repository": "huggingface-pytorch-tgi-inference",
222
+ "container_version": {
223
+ "inf2": "ubuntu22.04"
224
+ }
225
+ },
226
+ "0.0.20": {
227
+ "py_versions": [
228
+ "py310"
229
+ ],
230
+ "registries": {
231
+ "af-south-1": "626614931356",
232
+ "ap-east-1": "871362719292",
233
+ "ap-east-2": "975050140332",
234
+ "ap-northeast-1": "763104351884",
235
+ "ap-northeast-2": "763104351884",
236
+ "ap-northeast-3": "364406365360",
237
+ "ap-south-1": "763104351884",
238
+ "ap-south-2": "772153158452",
239
+ "ap-southeast-1": "763104351884",
240
+ "ap-southeast-2": "763104351884",
241
+ "ap-southeast-3": "907027046896",
242
+ "ap-southeast-4": "457447274322",
243
+ "ap-southeast-5": "550225433462",
244
+ "ap-southeast-6": "633930458069",
245
+ "ap-southeast-7": "590183813437",
246
+ "ca-central-1": "763104351884",
247
+ "ca-west-1": "204538143572",
248
+ "cn-north-1": "727897471807",
249
+ "cn-northwest-1": "727897471807",
250
+ "eu-central-1": "763104351884",
251
+ "eu-central-2": "380420809688",
252
+ "eu-north-1": "763104351884",
253
+ "eu-south-1": "692866216735",
254
+ "eu-south-2": "503227376785",
255
+ "eu-west-1": "763104351884",
256
+ "eu-west-2": "763104351884",
257
+ "eu-west-3": "763104351884",
258
+ "il-central-1": "780543022126",
259
+ "me-central-1": "914824155844",
260
+ "me-south-1": "217643126080",
261
+ "mx-central-1": "637423239942",
262
+ "sa-east-1": "763104351884",
263
+ "us-east-1": "763104351884",
264
+ "us-east-2": "763104351884",
265
+ "us-gov-east-1": "446045086412",
266
+ "us-gov-west-1": "442386744353",
267
+ "us-iso-east-1": "886529160074",
268
+ "us-isob-east-1": "094389454867",
269
+ "us-isof-east-1": "303241398832",
270
+ "us-isof-south-1": "454834333376",
271
+ "us-west-1": "763104351884",
272
+ "us-west-2": "763104351884"
273
+ },
274
+ "tag_prefix": "1.13.1-optimum0.0.20",
275
+ "repository": "huggingface-pytorch-tgi-inference",
276
+ "container_version": {
277
+ "inf2": "ubuntu22.04"
278
+ }
279
+ },
280
+ "0.0.21": {
281
+ "py_versions": [
282
+ "py310"
283
+ ],
284
+ "registries": {
285
+ "af-south-1": "626614931356",
286
+ "ap-east-1": "871362719292",
287
+ "ap-east-2": "975050140332",
288
+ "ap-northeast-1": "763104351884",
289
+ "ap-northeast-2": "763104351884",
290
+ "ap-northeast-3": "364406365360",
291
+ "ap-south-1": "763104351884",
292
+ "ap-south-2": "772153158452",
293
+ "ap-southeast-1": "763104351884",
294
+ "ap-southeast-2": "763104351884",
295
+ "ap-southeast-3": "907027046896",
296
+ "ap-southeast-4": "457447274322",
297
+ "ap-southeast-5": "550225433462",
298
+ "ap-southeast-6": "633930458069",
299
+ "ap-southeast-7": "590183813437",
300
+ "ca-central-1": "763104351884",
301
+ "ca-west-1": "204538143572",
302
+ "cn-north-1": "727897471807",
303
+ "cn-northwest-1": "727897471807",
304
+ "eu-central-1": "763104351884",
305
+ "eu-central-2": "380420809688",
306
+ "eu-north-1": "763104351884",
307
+ "eu-south-1": "692866216735",
308
+ "eu-south-2": "503227376785",
309
+ "eu-west-1": "763104351884",
310
+ "eu-west-2": "763104351884",
311
+ "eu-west-3": "763104351884",
312
+ "il-central-1": "780543022126",
313
+ "me-central-1": "914824155844",
314
+ "me-south-1": "217643126080",
315
+ "mx-central-1": "637423239942",
316
+ "sa-east-1": "763104351884",
317
+ "us-east-1": "763104351884",
318
+ "us-east-2": "763104351884",
319
+ "us-gov-east-1": "446045086412",
320
+ "us-gov-west-1": "442386744353",
321
+ "us-iso-east-1": "886529160074",
322
+ "us-isob-east-1": "094389454867",
323
+ "us-isof-east-1": "303241398832",
324
+ "us-isof-south-1": "454834333376",
325
+ "us-west-1": "763104351884",
326
+ "us-west-2": "763104351884"
327
+ },
328
+ "tag_prefix": "1.13.1-optimum0.0.21",
329
+ "repository": "huggingface-pytorch-tgi-inference",
330
+ "container_version": {
331
+ "inf2": "ubuntu22.04"
332
+ }
333
+ },
334
+ "0.0.22": {
335
+ "py_versions": [
336
+ "py310"
337
+ ],
338
+ "registries": {
339
+ "af-south-1": "626614931356",
340
+ "ap-east-1": "871362719292",
341
+ "ap-east-2": "975050140332",
342
+ "ap-northeast-1": "763104351884",
343
+ "ap-northeast-2": "763104351884",
344
+ "ap-northeast-3": "364406365360",
345
+ "ap-south-1": "763104351884",
346
+ "ap-south-2": "772153158452",
347
+ "ap-southeast-1": "763104351884",
348
+ "ap-southeast-2": "763104351884",
349
+ "ap-southeast-3": "907027046896",
350
+ "ap-southeast-4": "457447274322",
351
+ "ap-southeast-5": "550225433462",
352
+ "ap-southeast-6": "633930458069",
353
+ "ap-southeast-7": "590183813437",
354
+ "ca-central-1": "763104351884",
355
+ "ca-west-1": "204538143572",
356
+ "cn-north-1": "727897471807",
357
+ "cn-northwest-1": "727897471807",
358
+ "eu-central-1": "763104351884",
359
+ "eu-central-2": "380420809688",
360
+ "eu-north-1": "763104351884",
361
+ "eu-south-1": "692866216735",
362
+ "eu-south-2": "503227376785",
363
+ "eu-west-1": "763104351884",
364
+ "eu-west-2": "763104351884",
365
+ "eu-west-3": "763104351884",
366
+ "il-central-1": "780543022126",
367
+ "me-central-1": "914824155844",
368
+ "me-south-1": "217643126080",
369
+ "mx-central-1": "637423239942",
370
+ "sa-east-1": "763104351884",
371
+ "us-east-1": "763104351884",
372
+ "us-east-2": "763104351884",
373
+ "us-gov-east-1": "446045086412",
374
+ "us-gov-west-1": "442386744353",
375
+ "us-iso-east-1": "886529160074",
376
+ "us-isob-east-1": "094389454867",
377
+ "us-isof-east-1": "303241398832",
378
+ "us-isof-south-1": "454834333376",
379
+ "us-west-1": "763104351884",
380
+ "us-west-2": "763104351884"
381
+ },
382
+ "tag_prefix": "2.1.2-optimum0.0.22",
383
+ "repository": "huggingface-pytorch-tgi-inference",
384
+ "container_version": {
385
+ "inf2": "ubuntu22.04"
386
+ }
387
+ },
388
+ "0.0.23": {
389
+ "py_versions": [
390
+ "py310"
391
+ ],
392
+ "registries": {
393
+ "af-south-1": "626614931356",
394
+ "ap-east-1": "871362719292",
395
+ "ap-east-2": "975050140332",
396
+ "ap-northeast-1": "763104351884",
397
+ "ap-northeast-2": "763104351884",
398
+ "ap-northeast-3": "364406365360",
399
+ "ap-south-1": "763104351884",
400
+ "ap-south-2": "772153158452",
401
+ "ap-southeast-1": "763104351884",
402
+ "ap-southeast-2": "763104351884",
403
+ "ap-southeast-3": "907027046896",
404
+ "ap-southeast-4": "457447274322",
405
+ "ap-southeast-5": "550225433462",
406
+ "ap-southeast-6": "633930458069",
407
+ "ap-southeast-7": "590183813437",
408
+ "ca-central-1": "763104351884",
409
+ "ca-west-1": "204538143572",
410
+ "cn-north-1": "727897471807",
411
+ "cn-northwest-1": "727897471807",
412
+ "eu-central-1": "763104351884",
413
+ "eu-central-2": "380420809688",
414
+ "eu-north-1": "763104351884",
415
+ "eu-south-1": "692866216735",
416
+ "eu-south-2": "503227376785",
417
+ "eu-west-1": "763104351884",
418
+ "eu-west-2": "763104351884",
419
+ "eu-west-3": "763104351884",
420
+ "il-central-1": "780543022126",
421
+ "me-central-1": "914824155844",
422
+ "me-south-1": "217643126080",
423
+ "mx-central-1": "637423239942",
424
+ "sa-east-1": "763104351884",
425
+ "us-east-1": "763104351884",
426
+ "us-east-2": "763104351884",
427
+ "us-gov-east-1": "446045086412",
428
+ "us-gov-west-1": "442386744353",
429
+ "us-iso-east-1": "886529160074",
430
+ "us-isob-east-1": "094389454867",
431
+ "us-isof-east-1": "303241398832",
432
+ "us-isof-south-1": "454834333376",
433
+ "us-west-1": "763104351884",
434
+ "us-west-2": "763104351884"
435
+ },
436
+ "tag_prefix": "2.1.2-optimum0.0.23",
437
+ "repository": "huggingface-pytorch-tgi-inference",
438
+ "container_version": {
439
+ "inf2": "ubuntu22.04"
440
+ }
441
+ },
442
+ "0.0.24": {
443
+ "py_versions": [
444
+ "py310"
445
+ ],
446
+ "registries": {
447
+ "af-south-1": "626614931356",
448
+ "ap-east-1": "871362719292",
449
+ "ap-east-2": "975050140332",
450
+ "ap-northeast-1": "763104351884",
451
+ "ap-northeast-2": "763104351884",
452
+ "ap-northeast-3": "364406365360",
453
+ "ap-south-1": "763104351884",
454
+ "ap-south-2": "772153158452",
455
+ "ap-southeast-1": "763104351884",
456
+ "ap-southeast-2": "763104351884",
457
+ "ap-southeast-3": "907027046896",
458
+ "ap-southeast-4": "457447274322",
459
+ "ap-southeast-5": "550225433462",
460
+ "ap-southeast-6": "633930458069",
461
+ "ap-southeast-7": "590183813437",
462
+ "ca-central-1": "763104351884",
463
+ "ca-west-1": "204538143572",
464
+ "cn-north-1": "727897471807",
465
+ "cn-northwest-1": "727897471807",
466
+ "eu-central-1": "763104351884",
467
+ "eu-central-2": "380420809688",
468
+ "eu-north-1": "763104351884",
469
+ "eu-south-1": "692866216735",
470
+ "eu-south-2": "503227376785",
471
+ "eu-west-1": "763104351884",
472
+ "eu-west-2": "763104351884",
473
+ "eu-west-3": "763104351884",
474
+ "il-central-1": "780543022126",
475
+ "me-central-1": "914824155844",
476
+ "me-south-1": "217643126080",
477
+ "mx-central-1": "637423239942",
478
+ "sa-east-1": "763104351884",
479
+ "us-east-1": "763104351884",
480
+ "us-east-2": "763104351884",
481
+ "us-gov-east-1": "446045086412",
482
+ "us-gov-west-1": "442386744353",
483
+ "us-iso-east-1": "886529160074",
484
+ "us-isob-east-1": "094389454867",
485
+ "us-isof-east-1": "303241398832",
486
+ "us-isof-south-1": "454834333376",
487
+ "us-west-1": "763104351884",
488
+ "us-west-2": "763104351884"
489
+ },
490
+ "tag_prefix": "2.1.2-optimum0.0.24",
491
+ "repository": "huggingface-pytorch-tgi-inference",
492
+ "container_version": {
493
+ "inf2": "ubuntu22.04"
494
+ }
495
+ },
496
+ "0.0.25": {
497
+ "py_versions": [
498
+ "py310"
499
+ ],
500
+ "registries": {
501
+ "af-south-1": "626614931356",
502
+ "ap-east-1": "871362719292",
503
+ "ap-east-2": "975050140332",
504
+ "ap-northeast-1": "763104351884",
505
+ "ap-northeast-2": "763104351884",
506
+ "ap-northeast-3": "364406365360",
507
+ "ap-south-1": "763104351884",
508
+ "ap-south-2": "772153158452",
509
+ "ap-southeast-1": "763104351884",
510
+ "ap-southeast-2": "763104351884",
511
+ "ap-southeast-3": "907027046896",
512
+ "ap-southeast-4": "457447274322",
513
+ "ap-southeast-5": "550225433462",
514
+ "ap-southeast-6": "633930458069",
515
+ "ap-southeast-7": "590183813437",
516
+ "ca-central-1": "763104351884",
517
+ "ca-west-1": "204538143572",
518
+ "cn-north-1": "727897471807",
519
+ "cn-northwest-1": "727897471807",
520
+ "eu-central-1": "763104351884",
521
+ "eu-central-2": "380420809688",
522
+ "eu-north-1": "763104351884",
523
+ "eu-south-1": "692866216735",
524
+ "eu-south-2": "503227376785",
525
+ "eu-west-1": "763104351884",
526
+ "eu-west-2": "763104351884",
527
+ "eu-west-3": "763104351884",
528
+ "il-central-1": "780543022126",
529
+ "me-central-1": "914824155844",
530
+ "me-south-1": "217643126080",
531
+ "mx-central-1": "637423239942",
532
+ "sa-east-1": "763104351884",
533
+ "us-east-1": "763104351884",
534
+ "us-east-2": "763104351884",
535
+ "us-gov-east-1": "446045086412",
536
+ "us-gov-west-1": "442386744353",
537
+ "us-iso-east-1": "886529160074",
538
+ "us-isob-east-1": "094389454867",
539
+ "us-isof-east-1": "303241398832",
540
+ "us-isof-south-1": "454834333376",
541
+ "us-west-1": "763104351884",
542
+ "us-west-2": "763104351884"
543
+ },
544
+ "tag_prefix": "2.1.2-optimum0.0.25",
545
+ "repository": "huggingface-pytorch-tgi-inference",
546
+ "container_version": {
547
+ "inf2": "ubuntu22.04"
548
+ }
549
+ },
550
+ "0.0.27": {
551
+ "py_versions": [
552
+ "py310"
553
+ ],
554
+ "registries": {
555
+ "af-south-1": "626614931356",
556
+ "ap-east-1": "871362719292",
557
+ "ap-east-2": "975050140332",
558
+ "ap-northeast-1": "763104351884",
559
+ "ap-northeast-2": "763104351884",
560
+ "ap-northeast-3": "364406365360",
561
+ "ap-south-1": "763104351884",
562
+ "ap-south-2": "772153158452",
563
+ "ap-southeast-1": "763104351884",
564
+ "ap-southeast-2": "763104351884",
565
+ "ap-southeast-3": "907027046896",
566
+ "ap-southeast-4": "457447274322",
567
+ "ap-southeast-5": "550225433462",
568
+ "ap-southeast-6": "633930458069",
569
+ "ap-southeast-7": "590183813437",
570
+ "ca-central-1": "763104351884",
571
+ "ca-west-1": "204538143572",
572
+ "cn-north-1": "727897471807",
573
+ "cn-northwest-1": "727897471807",
574
+ "eu-central-1": "763104351884",
575
+ "eu-central-2": "380420809688",
576
+ "eu-north-1": "763104351884",
577
+ "eu-south-1": "692866216735",
578
+ "eu-south-2": "503227376785",
579
+ "eu-west-1": "763104351884",
580
+ "eu-west-2": "763104351884",
581
+ "eu-west-3": "763104351884",
582
+ "il-central-1": "780543022126",
583
+ "me-central-1": "914824155844",
584
+ "me-south-1": "217643126080",
585
+ "mx-central-1": "637423239942",
586
+ "sa-east-1": "763104351884",
587
+ "us-east-1": "763104351884",
588
+ "us-east-2": "763104351884",
589
+ "us-gov-east-1": "446045086412",
590
+ "us-gov-west-1": "442386744353",
591
+ "us-iso-east-1": "886529160074",
592
+ "us-isob-east-1": "094389454867",
593
+ "us-isof-east-1": "303241398832",
594
+ "us-isof-south-1": "454834333376",
595
+ "us-west-1": "763104351884",
596
+ "us-west-2": "763104351884"
597
+ },
598
+ "tag_prefix": "2.1.2-optimum0.0.27",
599
+ "repository": "huggingface-pytorch-tgi-inference",
600
+ "container_version": {
601
+ "inf2": "ubuntu22.04"
602
+ }
603
+ },
604
+ "0.0.28": {
605
+ "py_versions": [
606
+ "py310"
607
+ ],
608
+ "registries": {
609
+ "af-south-1": "626614931356",
610
+ "ap-east-1": "871362719292",
611
+ "ap-east-2": "975050140332",
612
+ "ap-northeast-1": "763104351884",
613
+ "ap-northeast-2": "763104351884",
614
+ "ap-northeast-3": "364406365360",
615
+ "ap-south-1": "763104351884",
616
+ "ap-south-2": "772153158452",
617
+ "ap-southeast-1": "763104351884",
618
+ "ap-southeast-2": "763104351884",
619
+ "ap-southeast-3": "907027046896",
620
+ "ap-southeast-4": "457447274322",
621
+ "ap-southeast-5": "550225433462",
622
+ "ap-southeast-6": "633930458069",
623
+ "ap-southeast-7": "590183813437",
624
+ "ca-central-1": "763104351884",
625
+ "ca-west-1": "204538143572",
626
+ "cn-north-1": "727897471807",
627
+ "cn-northwest-1": "727897471807",
628
+ "eu-central-1": "763104351884",
629
+ "eu-central-2": "380420809688",
630
+ "eu-north-1": "763104351884",
631
+ "eu-south-1": "692866216735",
632
+ "eu-south-2": "503227376785",
633
+ "eu-west-1": "763104351884",
634
+ "eu-west-2": "763104351884",
635
+ "eu-west-3": "763104351884",
636
+ "il-central-1": "780543022126",
637
+ "me-central-1": "914824155844",
638
+ "me-south-1": "217643126080",
639
+ "mx-central-1": "637423239942",
640
+ "sa-east-1": "763104351884",
641
+ "us-east-1": "763104351884",
642
+ "us-east-2": "763104351884",
643
+ "us-gov-east-1": "446045086412",
644
+ "us-gov-west-1": "442386744353",
645
+ "us-iso-east-1": "886529160074",
646
+ "us-isob-east-1": "094389454867",
647
+ "us-isof-east-1": "303241398832",
648
+ "us-isof-south-1": "454834333376",
649
+ "us-west-1": "763104351884",
650
+ "us-west-2": "763104351884"
651
+ },
652
+ "tag_prefix": "2.1.2-optimum0.0.28",
653
+ "repository": "huggingface-pytorch-tgi-inference",
654
+ "container_version": {
655
+ "inf2": "ubuntu22.04"
656
+ }
657
+ }
658
+ }
659
+ }
660
+ }