sagemaker-core 1.0.62__py3-none-any.whl → 2.3.1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (358) hide show
  1. sagemaker/__init__.py +2 -0
  2. sagemaker/core/__init__.py +16 -0
  3. sagemaker/core/_studio.py +116 -0
  4. sagemaker/core/_version.py +11 -0
  5. sagemaker/core/accept_types.py +131 -0
  6. sagemaker/core/analytics.py +744 -0
  7. sagemaker/core/apiutils/__init__.py +13 -0
  8. sagemaker/core/apiutils/_base_types.py +228 -0
  9. sagemaker/core/apiutils/_boto_functions.py +130 -0
  10. sagemaker/core/apiutils/_utils.py +34 -0
  11. sagemaker/core/base_deserializers.py +35 -0
  12. sagemaker/core/base_serializers.py +35 -0
  13. sagemaker/core/clarify/__init__.py +2898 -0
  14. sagemaker/core/collection.py +467 -0
  15. sagemaker/core/common_utils.py +2399 -0
  16. sagemaker/core/compute_resource_requirements/__init__.py +18 -0
  17. sagemaker/core/compute_resource_requirements/resource_requirements.py +94 -0
  18. sagemaker/core/config/__init__.py +181 -0
  19. sagemaker/core/config/config.py +238 -0
  20. sagemaker/core/config/config_manager.py +595 -0
  21. sagemaker/core/config/config_schema.py +1220 -0
  22. sagemaker/core/config/config_utils.py +297 -0
  23. {sagemaker_core/main → sagemaker/core}/config_schema.py +408 -3
  24. sagemaker/core/constants.py +73 -0
  25. sagemaker/core/content_types.py +137 -0
  26. sagemaker/core/debugger/__init__.py +39 -0
  27. sagemaker/core/debugger/debugger.py +945 -0
  28. sagemaker/core/debugger/framework_profile.py +292 -0
  29. sagemaker/core/debugger/metrics_config.py +468 -0
  30. sagemaker/core/debugger/profiler.py +42 -0
  31. sagemaker/core/debugger/profiler_config.py +190 -0
  32. sagemaker/core/debugger/profiler_constants.py +40 -0
  33. sagemaker/core/debugger/utils.py +148 -0
  34. sagemaker/core/deprecations.py +254 -0
  35. sagemaker/core/deserializers/__init__.py +10 -0
  36. sagemaker/core/deserializers/base.py +424 -0
  37. sagemaker/core/deserializers/implementations.py +157 -0
  38. sagemaker/core/drift_check_baselines.py +106 -0
  39. sagemaker/core/enums.py +51 -0
  40. sagemaker/core/environment_variables.py +101 -0
  41. sagemaker/core/exceptions.py +108 -0
  42. sagemaker/core/experiments/__init__.py +53 -0
  43. sagemaker/core/experiments/_api_types.py +251 -0
  44. sagemaker/core/experiments/_environment.py +124 -0
  45. sagemaker/core/experiments/_helper.py +294 -0
  46. sagemaker/core/experiments/_metrics.py +333 -0
  47. sagemaker/core/experiments/_run_context.py +58 -0
  48. sagemaker/core/experiments/_utils.py +216 -0
  49. sagemaker/core/experiments/experiment.py +247 -0
  50. sagemaker/core/experiments/run.py +970 -0
  51. sagemaker/core/experiments/trial.py +296 -0
  52. sagemaker/core/experiments/trial_component.py +387 -0
  53. sagemaker/core/explainer/__init__.py +24 -0
  54. sagemaker/core/explainer/clarify_explainer_config.py +298 -0
  55. sagemaker/core/explainer/explainer_config.py +44 -0
  56. sagemaker/core/fw_utils.py +1220 -0
  57. sagemaker/core/git_utils.py +415 -0
  58. sagemaker/core/helper/pipeline_variable.py +82 -0
  59. sagemaker/core/helper/session_helper.py +2977 -0
  60. sagemaker/core/hyperparameters.py +172 -0
  61. sagemaker/core/image_retriever/__init__.py +3 -0
  62. sagemaker/core/image_retriever/image_retriever.py +640 -0
  63. sagemaker/core/image_retriever/image_retriever_utils.py +509 -0
  64. sagemaker/core/image_retriever/test.py +7 -0
  65. sagemaker/core/image_uri_config/autogluon.json +1335 -0
  66. sagemaker/core/image_uri_config/blazingtext.json +50 -0
  67. sagemaker/core/image_uri_config/chainer.json +104 -0
  68. sagemaker/core/image_uri_config/clarify.json +39 -0
  69. sagemaker/core/image_uri_config/coach-mxnet.json +70 -0
  70. sagemaker/core/image_uri_config/coach-tensorflow.json +186 -0
  71. sagemaker/core/image_uri_config/data-wrangler.json +91 -0
  72. sagemaker/core/image_uri_config/debugger.json +34 -0
  73. sagemaker/core/image_uri_config/detailed-profiler.json +18 -0
  74. sagemaker/core/image_uri_config/djl-deepspeed.json +385 -0
  75. sagemaker/core/image_uri_config/djl-fastertransformer.json +167 -0
  76. sagemaker/core/image_uri_config/djl-lmi.json +136 -0
  77. sagemaker/core/image_uri_config/djl-neuronx.json +258 -0
  78. sagemaker/core/image_uri_config/djl-tensorrtllm.json +262 -0
  79. sagemaker/core/image_uri_config/factorization-machines.json +50 -0
  80. sagemaker/core/image_uri_config/forecasting-deepar.json +50 -0
  81. sagemaker/core/image_uri_config/huggingface-llm-neuronx.json +770 -0
  82. sagemaker/core/image_uri_config/huggingface-llm.json +1267 -0
  83. sagemaker/core/image_uri_config/huggingface-neuron.json +52 -0
  84. sagemaker/core/image_uri_config/huggingface-neuronx.json +686 -0
  85. sagemaker/core/image_uri_config/huggingface-tei-cpu.json +298 -0
  86. sagemaker/core/image_uri_config/huggingface-tei.json +298 -0
  87. sagemaker/core/image_uri_config/huggingface-training-compiler.json +195 -0
  88. sagemaker/core/image_uri_config/huggingface-vllm-neuronx.json +38 -0
  89. sagemaker/core/image_uri_config/huggingface.json +2287 -0
  90. sagemaker/core/image_uri_config/hyperpod-recipes-neuron.json +52 -0
  91. sagemaker/core/image_uri_config/image-classification-neo.json +43 -0
  92. sagemaker/core/image_uri_config/image-classification.json +50 -0
  93. sagemaker/core/image_uri_config/inferentia-mxnet.json +88 -0
  94. sagemaker/core/image_uri_config/inferentia-pytorch.json +127 -0
  95. sagemaker/core/image_uri_config/inferentia-tensorflow.json +88 -0
  96. sagemaker/core/image_uri_config/instance_gpu_info.json +782 -0
  97. sagemaker/core/image_uri_config/ipinsights.json +50 -0
  98. sagemaker/core/image_uri_config/kmeans.json +50 -0
  99. sagemaker/core/image_uri_config/knn.json +50 -0
  100. sagemaker/core/image_uri_config/lda.json +26 -0
  101. sagemaker/core/image_uri_config/linear-learner.json +50 -0
  102. sagemaker/core/image_uri_config/model-monitor.json +42 -0
  103. sagemaker/core/image_uri_config/mxnet.json +1154 -0
  104. sagemaker/core/image_uri_config/neo-mxnet.json +64 -0
  105. sagemaker/core/image_uri_config/neo-pytorch.json +341 -0
  106. sagemaker/core/image_uri_config/neo-tensorflow.json +109 -0
  107. sagemaker/core/image_uri_config/ntm.json +50 -0
  108. sagemaker/core/image_uri_config/object-detection.json +50 -0
  109. sagemaker/core/image_uri_config/object2vec.json +50 -0
  110. sagemaker/core/image_uri_config/pca.json +50 -0
  111. sagemaker/core/image_uri_config/pytorch-neuron.json +43 -0
  112. sagemaker/core/image_uri_config/pytorch-smp.json +218 -0
  113. sagemaker/core/image_uri_config/pytorch-training-compiler.json +80 -0
  114. sagemaker/core/image_uri_config/pytorch.json +3101 -0
  115. sagemaker/core/image_uri_config/randomcutforest.json +50 -0
  116. sagemaker/core/image_uri_config/ray-pytorch.json +46 -0
  117. sagemaker/core/image_uri_config/ray-tensorflow.json +194 -0
  118. sagemaker/core/image_uri_config/sagemaker-base-python.json +46 -0
  119. sagemaker/core/image_uri_config/sagemaker-distribution.json +37 -0
  120. sagemaker/core/image_uri_config/sagemaker-geospatial.json +13 -0
  121. sagemaker/core/image_uri_config/sagemaker-tritonserver.json +252 -0
  122. sagemaker/core/image_uri_config/semantic-segmentation.json +50 -0
  123. sagemaker/core/image_uri_config/seq2seq.json +50 -0
  124. sagemaker/core/image_uri_config/sklearn.json +494 -0
  125. sagemaker/core/image_uri_config/spark.json +280 -0
  126. sagemaker/core/image_uri_config/sparkml-serving.json +97 -0
  127. sagemaker/core/image_uri_config/stabilityai.json +53 -0
  128. sagemaker/core/image_uri_config/tensorflow.json +5086 -0
  129. sagemaker/core/image_uri_config/vw.json +25 -0
  130. sagemaker/core/image_uri_config/xgboost-neo.json +43 -0
  131. sagemaker/core/image_uri_config/xgboost.json +972 -0
  132. sagemaker/core/image_uris.py +816 -0
  133. sagemaker/core/inference_config.py +144 -0
  134. sagemaker/core/inference_recommender/__init__.py +18 -0
  135. sagemaker/core/inference_recommender/inference_recommender_mixin.py +622 -0
  136. sagemaker/core/inputs.py +366 -0
  137. sagemaker/core/instance_group.py +61 -0
  138. sagemaker/core/instance_types.py +164 -0
  139. sagemaker/core/instance_types_gpu_info.py +43 -0
  140. sagemaker/core/interactive_apps/__init__.py +41 -0
  141. sagemaker/core/interactive_apps/base_interactive_app.py +204 -0
  142. sagemaker/core/interactive_apps/detail_profiler_app.py +139 -0
  143. sagemaker/core/interactive_apps/tensorboard.py +149 -0
  144. sagemaker/core/iterators.py +197 -0
  145. sagemaker/core/job.py +380 -0
  146. sagemaker/core/jumpstart/__init__.py +156 -0
  147. sagemaker/core/jumpstart/accessors.py +390 -0
  148. sagemaker/core/jumpstart/artifacts/__init__.py +69 -0
  149. sagemaker/core/jumpstart/artifacts/environment_variables.py +252 -0
  150. sagemaker/core/jumpstart/artifacts/hyperparameters.py +120 -0
  151. sagemaker/core/jumpstart/artifacts/image_uris.py +139 -0
  152. sagemaker/core/jumpstart/artifacts/incremental_training.py +87 -0
  153. sagemaker/core/jumpstart/artifacts/instance_types.py +223 -0
  154. sagemaker/core/jumpstart/artifacts/kwargs.py +289 -0
  155. sagemaker/core/jumpstart/artifacts/metric_definitions.py +117 -0
  156. sagemaker/core/jumpstart/artifacts/model_packages.py +202 -0
  157. sagemaker/core/jumpstart/artifacts/model_uris.py +252 -0
  158. sagemaker/core/jumpstart/artifacts/payloads.py +96 -0
  159. sagemaker/core/jumpstart/artifacts/predictors.py +540 -0
  160. sagemaker/core/jumpstart/artifacts/resource_names.py +86 -0
  161. sagemaker/core/jumpstart/artifacts/resource_requirements.py +162 -0
  162. sagemaker/core/jumpstart/artifacts/script_uris.py +172 -0
  163. sagemaker/core/jumpstart/cache.py +663 -0
  164. sagemaker/core/jumpstart/configs.py +50 -0
  165. sagemaker/core/jumpstart/constants.py +198 -0
  166. sagemaker/core/jumpstart/deserializers.py +81 -0
  167. sagemaker/core/jumpstart/document.py +76 -0
  168. sagemaker/core/jumpstart/enums.py +168 -0
  169. sagemaker/core/jumpstart/exceptions.py +236 -0
  170. sagemaker/core/jumpstart/factory/utils.py +833 -0
  171. sagemaker/core/jumpstart/filters.py +597 -0
  172. sagemaker/core/jumpstart/hub/constants.py +16 -0
  173. sagemaker/core/jumpstart/hub/hub.py +291 -0
  174. sagemaker/core/jumpstart/hub/interfaces.py +936 -0
  175. sagemaker/core/jumpstart/hub/parser_utils.py +70 -0
  176. sagemaker/core/jumpstart/hub/parsers.py +288 -0
  177. sagemaker/core/jumpstart/hub/types.py +35 -0
  178. sagemaker/core/jumpstart/hub/utils.py +260 -0
  179. sagemaker/core/jumpstart/models.py +501 -0
  180. sagemaker/core/jumpstart/notebook_utils.py +575 -0
  181. sagemaker/core/jumpstart/parameters.py +20 -0
  182. sagemaker/core/jumpstart/payload_utils.py +239 -0
  183. sagemaker/core/jumpstart/region_config.json +171 -0
  184. sagemaker/core/jumpstart/search.py +171 -0
  185. sagemaker/core/jumpstart/serializers.py +81 -0
  186. sagemaker/core/jumpstart/session_utils.py +234 -0
  187. sagemaker/core/jumpstart/types.py +3044 -0
  188. sagemaker/core/jumpstart/utils.py +1731 -0
  189. sagemaker/core/jumpstart/validators.py +257 -0
  190. sagemaker/core/lambda_helper.py +312 -0
  191. sagemaker/core/lineage/__init__.py +42 -0
  192. sagemaker/core/lineage/_api_types.py +239 -0
  193. sagemaker/core/lineage/_utils.py +49 -0
  194. sagemaker/core/lineage/action.py +345 -0
  195. sagemaker/core/lineage/artifact.py +646 -0
  196. sagemaker/core/lineage/association.py +190 -0
  197. sagemaker/core/lineage/context.py +505 -0
  198. sagemaker/core/lineage/lineage_trial_component.py +191 -0
  199. sagemaker/core/lineage/query.py +732 -0
  200. sagemaker/core/lineage/visualizer.py +346 -0
  201. sagemaker/core/local/__init__.py +18 -0
  202. sagemaker/core/local/data.py +423 -0
  203. sagemaker/core/local/entities.py +678 -0
  204. sagemaker/core/local/exceptions.py +17 -0
  205. sagemaker/core/local/image.py +1243 -0
  206. sagemaker/core/local/local_session.py +739 -0
  207. sagemaker/core/local/utils.py +246 -0
  208. sagemaker/core/logs.py +181 -0
  209. sagemaker/core/metadata_properties.py +56 -0
  210. sagemaker/core/metric_definitions.py +91 -0
  211. sagemaker/core/mlflow/__init__.py +38 -0
  212. sagemaker/core/mlflow/forward_sagemaker_metrics.py +44 -0
  213. sagemaker/core/model_card/__init__.py +26 -0
  214. sagemaker/core/model_life_cycle.py +51 -0
  215. sagemaker/core/model_metrics.py +160 -0
  216. sagemaker/core/model_monitor/__init__.py +66 -0
  217. sagemaker/core/model_monitor/clarify_model_monitoring.py +1497 -0
  218. sagemaker/core/model_monitor/cron_expression_generator.py +82 -0
  219. sagemaker/core/model_monitor/data_capture_config.py +115 -0
  220. sagemaker/core/model_monitor/data_quality_monitoring_config.py +66 -0
  221. sagemaker/core/model_monitor/dataset_format.py +102 -0
  222. sagemaker/core/model_monitor/model_monitoring.py +4266 -0
  223. sagemaker/core/model_monitor/monitoring_alert.py +76 -0
  224. sagemaker/core/model_monitor/monitoring_files.py +506 -0
  225. sagemaker/core/model_monitor/utils.py +793 -0
  226. sagemaker/core/model_registry.py +480 -0
  227. sagemaker/core/model_uris.py +97 -0
  228. sagemaker/core/modules/__init__.py +19 -0
  229. sagemaker/core/modules/configs.py +239 -0
  230. sagemaker/core/modules/constants.py +37 -0
  231. sagemaker/core/modules/distributed.py +182 -0
  232. sagemaker/core/modules/local_core/local_container.py +605 -0
  233. sagemaker/core/modules/templates.py +83 -0
  234. sagemaker/core/modules/train/__init__.py +14 -0
  235. sagemaker/core/modules/train/container_drivers/__init__.py +14 -0
  236. sagemaker/core/modules/train/container_drivers/common/__init__.py +14 -0
  237. sagemaker/core/modules/train/container_drivers/common/utils.py +205 -0
  238. sagemaker/core/modules/train/container_drivers/distributed_drivers/__init__.py +14 -0
  239. sagemaker/core/modules/train/container_drivers/distributed_drivers/basic_script_driver.py +81 -0
  240. sagemaker/core/modules/train/container_drivers/distributed_drivers/mpi_driver.py +123 -0
  241. sagemaker/core/modules/train/container_drivers/distributed_drivers/mpi_utils.py +302 -0
  242. sagemaker/core/modules/train/container_drivers/distributed_drivers/torchrun_driver.py +129 -0
  243. sagemaker/core/modules/train/container_drivers/scripts/__init__.py +14 -0
  244. sagemaker/core/modules/train/container_drivers/scripts/environment.py +305 -0
  245. sagemaker/core/modules/train/sm_recipes/__init__.py +0 -0
  246. sagemaker/core/modules/train/sm_recipes/utils.py +330 -0
  247. sagemaker/core/modules/types.py +19 -0
  248. sagemaker/core/modules/utils.py +194 -0
  249. sagemaker/core/network.py +185 -0
  250. sagemaker/core/parameter.py +173 -0
  251. sagemaker/core/payloads.py +185 -0
  252. sagemaker/core/processing.py +1599 -0
  253. sagemaker/core/remote_function/__init__.py +19 -0
  254. sagemaker/core/remote_function/checkpoint_location.py +47 -0
  255. sagemaker/core/remote_function/client.py +1310 -0
  256. sagemaker/core/remote_function/core/__init__.py +0 -0
  257. sagemaker/core/remote_function/core/_custom_dispatch_table.py +72 -0
  258. sagemaker/core/remote_function/core/pipeline_variables.py +347 -0
  259. sagemaker/core/remote_function/core/serialization.py +410 -0
  260. sagemaker/core/remote_function/core/stored_function.py +223 -0
  261. sagemaker/core/remote_function/custom_file_filter.py +128 -0
  262. sagemaker/core/remote_function/errors.py +102 -0
  263. sagemaker/core/remote_function/invoke_function.py +167 -0
  264. sagemaker/core/remote_function/job.py +2121 -0
  265. sagemaker/core/remote_function/logging_config.py +38 -0
  266. sagemaker/core/remote_function/runtime_environment/__init__.py +14 -0
  267. sagemaker/core/remote_function/runtime_environment/bootstrap_runtime_environment.py +605 -0
  268. sagemaker/core/remote_function/runtime_environment/mpi_utils_remote.py +252 -0
  269. sagemaker/core/remote_function/runtime_environment/runtime_environment_manager.py +554 -0
  270. sagemaker/core/remote_function/runtime_environment/spark_app.py +18 -0
  271. sagemaker/core/remote_function/spark_config.py +149 -0
  272. sagemaker/core/resource_requirements.py +168 -0
  273. {sagemaker_core/main → sagemaker/core}/resources.py +19098 -10895
  274. sagemaker/core/s3/__init__.py +41 -0
  275. sagemaker/core/s3/client.py +367 -0
  276. sagemaker/core/s3/utils.py +175 -0
  277. sagemaker/core/script_uris.py +93 -0
  278. sagemaker/core/serializers/__init__.py +11 -0
  279. sagemaker/core/serializers/base.py +510 -0
  280. sagemaker/core/serializers/implementations.py +159 -0
  281. sagemaker/core/serializers/utils.py +223 -0
  282. sagemaker/core/serverless_inference_config.py +63 -0
  283. sagemaker/core/session_settings.py +55 -0
  284. sagemaker/core/shapes/__init__.py +3 -0
  285. sagemaker/core/shapes/model_card_shapes.py +159 -0
  286. {sagemaker_core/main → sagemaker/core/shapes}/shapes.py +5810 -1806
  287. sagemaker/core/spark/__init__.py +16 -0
  288. sagemaker/core/spark/defaults.py +16 -0
  289. sagemaker/core/spark/processing.py +1380 -0
  290. sagemaker/core/telemetry/__init__.py +23 -0
  291. sagemaker/core/telemetry/constants.py +82 -0
  292. sagemaker/core/telemetry/telemetry_logging.py +285 -0
  293. sagemaker/core/tools/__init__.py +1 -0
  294. {sagemaker_core → sagemaker/core}/tools/codegen.py +4 -4
  295. {sagemaker_core → sagemaker/core}/tools/constants.py +23 -15
  296. {sagemaker_core → sagemaker/core}/tools/data_extractor.py +1 -1
  297. {sagemaker_core → sagemaker/core}/tools/method.py +1 -1
  298. sagemaker/core/tools/model_card/generate_model_card_from_schema.py +562 -0
  299. {sagemaker_core → sagemaker/core}/tools/resources_codegen.py +165 -98
  300. {sagemaker_core → sagemaker/core}/tools/resources_extractor.py +5 -13
  301. {sagemaker_core → sagemaker/core}/tools/shapes_codegen.py +16 -17
  302. {sagemaker_core → sagemaker/core}/tools/shapes_extractor.py +29 -67
  303. {sagemaker_core → sagemaker/core}/tools/templates.py +39 -17
  304. sagemaker/core/training/__init__.py +14 -0
  305. sagemaker/core/training/configs.py +345 -0
  306. sagemaker/core/training/constants.py +37 -0
  307. sagemaker/core/training/utils.py +77 -0
  308. sagemaker/core/training_compiler/__init__.py +16 -0
  309. sagemaker/core/training_compiler/config.py +197 -0
  310. sagemaker/core/training_compiler_config.py +197 -0
  311. sagemaker/core/transformer.py +793 -0
  312. sagemaker/core/user_agent.py +76 -0
  313. sagemaker/core/utilities/__init__.py +24 -0
  314. sagemaker/core/utilities/cache.py +169 -0
  315. sagemaker/core/utilities/search_expression.py +133 -0
  316. sagemaker/core/utils/__init__.py +48 -0
  317. sagemaker/core/utils/code_injection/__init__.py +0 -0
  318. {sagemaker_core/main → sagemaker/core/utils}/code_injection/codec.py +2 -2
  319. {sagemaker_core/main → sagemaker/core/utils}/code_injection/shape_dag.py +5979 -176
  320. {sagemaker_core/main → sagemaker/core/utils}/exceptions.py +8 -8
  321. sagemaker_core/main/default_configs_helper.py → sagemaker/core/utils/intelligent_defaults_helper.py +5 -6
  322. {sagemaker_core/main → sagemaker/core/utils}/logs.py +1 -2
  323. {sagemaker_core/main → sagemaker/core/utils}/utils.py +27 -22
  324. sagemaker/core/workflow/__init__.py +152 -0
  325. sagemaker/core/workflow/conditions.py +313 -0
  326. sagemaker/core/workflow/entities.py +58 -0
  327. sagemaker/core/workflow/execution_variables.py +89 -0
  328. sagemaker/core/workflow/functions.py +193 -0
  329. sagemaker/core/workflow/parameters.py +222 -0
  330. sagemaker/core/workflow/pipeline_context.py +394 -0
  331. sagemaker/core/workflow/pipeline_definition_config.py +31 -0
  332. sagemaker/core/workflow/properties.py +285 -0
  333. sagemaker/core/workflow/step_outputs.py +65 -0
  334. sagemaker/core/workflow/utilities.py +514 -0
  335. sagemaker/lineage/__init__.py +33 -0
  336. sagemaker/lineage/action.py +28 -0
  337. sagemaker/lineage/artifact.py +28 -0
  338. sagemaker/lineage/context.py +28 -0
  339. sagemaker/lineage/lineage_trial_component.py +28 -0
  340. {sagemaker_core-1.0.62.dist-info → sagemaker_core-2.3.1.dist-info}/METADATA +28 -9
  341. sagemaker_core-2.3.1.dist-info/RECORD +351 -0
  342. sagemaker_core-2.3.1.dist-info/top_level.txt +1 -0
  343. sagemaker_core/_version.py +0 -3
  344. sagemaker_core/helper/session_helper.py +0 -769
  345. sagemaker_core/resources/__init__.py +0 -1
  346. sagemaker_core/shapes/__init__.py +0 -1
  347. sagemaker_core/tools/__init__.py +0 -1
  348. sagemaker_core-1.0.62.dist-info/RECORD +0 -35
  349. sagemaker_core-1.0.62.dist-info/top_level.txt +0 -1
  350. {sagemaker_core → sagemaker/core/helper}/__init__.py +0 -0
  351. {sagemaker_core/helper → sagemaker/core/jumpstart/factory}/__init__.py +0 -0
  352. {sagemaker_core/main → sagemaker/core/jumpstart/hub}/__init__.py +0 -0
  353. {sagemaker_core/main/code_injection → sagemaker/core/modules/local_core}/__init__.py +0 -0
  354. {sagemaker_core/main → sagemaker/core/utils}/code_injection/base.py +0 -0
  355. {sagemaker_core/main → sagemaker/core/utils}/code_injection/constants.py +0 -0
  356. {sagemaker_core/main → sagemaker/core/utils}/user_agent.py +0 -0
  357. {sagemaker_core-1.0.62.dist-info → sagemaker_core-2.3.1.dist-info}/WHEEL +0 -0
  358. {sagemaker_core-1.0.62.dist-info → sagemaker_core-2.3.1.dist-info}/licenses/LICENSE +0 -0
sagemaker/core/image_uri_config/huggingface-llm-neuronx.json ADDED
@@ -0,0 +1,770 @@
1
+ {
2
+ "inference": {
3
+ "processors": [
4
+ "inf2"
5
+ ],
6
+ "version_aliases": {
7
+ "0.0": "0.0.28",
8
+ "0.2": "0.2.0",
9
+ "0.3": "0.3.0"
10
+ },
11
+ "versions": {
12
+ "0.0.16": {
13
+ "py_versions": [
14
+ "py310"
15
+ ],
16
+ "registries": {
17
+ "af-south-1": "626614931356",
18
+ "ap-east-1": "871362719292",
19
+ "ap-east-2": "975050140332",
20
+ "ap-northeast-1": "763104351884",
21
+ "ap-northeast-2": "763104351884",
22
+ "ap-northeast-3": "364406365360",
23
+ "ap-south-1": "763104351884",
24
+ "ap-south-2": "772153158452",
25
+ "ap-southeast-1": "763104351884",
26
+ "ap-southeast-2": "763104351884",
27
+ "ap-southeast-3": "907027046896",
28
+ "ap-southeast-4": "457447274322",
29
+ "ap-southeast-5": "550225433462",
30
+ "ap-southeast-6": "633930458069",
31
+ "ap-southeast-7": "590183813437",
32
+ "ca-central-1": "763104351884",
33
+ "ca-west-1": "204538143572",
34
+ "cn-north-1": "727897471807",
35
+ "cn-northwest-1": "727897471807",
36
+ "eu-central-1": "763104351884",
37
+ "eu-central-2": "380420809688",
38
+ "eu-north-1": "763104351884",
39
+ "eu-south-1": "692866216735",
40
+ "eu-south-2": "503227376785",
41
+ "eu-west-1": "763104351884",
42
+ "eu-west-2": "763104351884",
43
+ "eu-west-3": "763104351884",
44
+ "il-central-1": "780543022126",
45
+ "me-central-1": "914824155844",
46
+ "me-south-1": "217643126080",
47
+ "mx-central-1": "637423239942",
48
+ "sa-east-1": "763104351884",
49
+ "us-east-1": "763104351884",
50
+ "us-east-2": "763104351884",
51
+ "us-gov-east-1": "446045086412",
52
+ "us-gov-west-1": "442386744353",
53
+ "us-iso-east-1": "886529160074",
54
+ "us-isob-east-1": "094389454867",
55
+ "us-isof-east-1": "303241398832",
56
+ "us-isof-south-1": "454834333376",
57
+ "us-west-1": "763104351884",
58
+ "us-west-2": "763104351884"
59
+ },
60
+ "tag_prefix": "1.13.1-optimum0.0.16",
61
+ "repository": "huggingface-pytorch-tgi-inference",
62
+ "container_version": {
63
+ "inf2": "ubuntu22.04"
64
+ }
65
+ },
66
+ "0.0.17": {
67
+ "py_versions": [
68
+ "py310"
69
+ ],
70
+ "registries": {
71
+ "af-south-1": "626614931356",
72
+ "ap-east-1": "871362719292",
73
+ "ap-east-2": "975050140332",
74
+ "ap-northeast-1": "763104351884",
75
+ "ap-northeast-2": "763104351884",
76
+ "ap-northeast-3": "364406365360",
77
+ "ap-south-1": "763104351884",
78
+ "ap-south-2": "772153158452",
79
+ "ap-southeast-1": "763104351884",
80
+ "ap-southeast-2": "763104351884",
81
+ "ap-southeast-3": "907027046896",
82
+ "ap-southeast-4": "457447274322",
83
+ "ap-southeast-5": "550225433462",
84
+ "ap-southeast-6": "633930458069",
85
+ "ap-southeast-7": "590183813437",
86
+ "ca-central-1": "763104351884",
87
+ "ca-west-1": "204538143572",
88
+ "cn-north-1": "727897471807",
89
+ "cn-northwest-1": "727897471807",
90
+ "eu-central-1": "763104351884",
91
+ "eu-central-2": "380420809688",
92
+ "eu-north-1": "763104351884",
93
+ "eu-south-1": "692866216735",
94
+ "eu-south-2": "503227376785",
95
+ "eu-west-1": "763104351884",
96
+ "eu-west-2": "763104351884",
97
+ "eu-west-3": "763104351884",
98
+ "il-central-1": "780543022126",
99
+ "me-central-1": "914824155844",
100
+ "me-south-1": "217643126080",
101
+ "mx-central-1": "637423239942",
102
+ "sa-east-1": "763104351884",
103
+ "us-east-1": "763104351884",
104
+ "us-east-2": "763104351884",
105
+ "us-gov-east-1": "446045086412",
106
+ "us-gov-west-1": "442386744353",
107
+ "us-iso-east-1": "886529160074",
108
+ "us-isob-east-1": "094389454867",
109
+ "us-isof-east-1": "303241398832",
110
+ "us-isof-south-1": "454834333376",
111
+ "us-west-1": "763104351884",
112
+ "us-west-2": "763104351884"
113
+ },
114
+ "tag_prefix": "1.13.1-optimum0.0.17",
115
+ "repository": "huggingface-pytorch-tgi-inference",
116
+ "container_version": {
117
+ "inf2": "ubuntu22.04"
118
+ }
119
+ },
120
+ "0.0.18": {
121
+ "py_versions": [
122
+ "py310"
123
+ ],
124
+ "registries": {
125
+ "af-south-1": "626614931356",
126
+ "ap-east-1": "871362719292",
127
+ "ap-east-2": "975050140332",
128
+ "ap-northeast-1": "763104351884",
129
+ "ap-northeast-2": "763104351884",
130
+ "ap-northeast-3": "364406365360",
131
+ "ap-south-1": "763104351884",
132
+ "ap-south-2": "772153158452",
133
+ "ap-southeast-1": "763104351884",
134
+ "ap-southeast-2": "763104351884",
135
+ "ap-southeast-3": "907027046896",
136
+ "ap-southeast-4": "457447274322",
137
+ "ap-southeast-5": "550225433462",
138
+ "ap-southeast-6": "633930458069",
139
+ "ap-southeast-7": "590183813437",
140
+ "ca-central-1": "763104351884",
141
+ "ca-west-1": "204538143572",
142
+ "cn-north-1": "727897471807",
143
+ "cn-northwest-1": "727897471807",
144
+ "eu-central-1": "763104351884",
145
+ "eu-central-2": "380420809688",
146
+ "eu-north-1": "763104351884",
147
+ "eu-south-1": "692866216735",
148
+ "eu-south-2": "503227376785",
149
+ "eu-west-1": "763104351884",
150
+ "eu-west-2": "763104351884",
151
+ "eu-west-3": "763104351884",
152
+ "il-central-1": "780543022126",
153
+ "me-central-1": "914824155844",
154
+ "me-south-1": "217643126080",
155
+ "mx-central-1": "637423239942",
156
+ "sa-east-1": "763104351884",
157
+ "us-east-1": "763104351884",
158
+ "us-east-2": "763104351884",
159
+ "us-gov-east-1": "446045086412",
160
+ "us-gov-west-1": "442386744353",
161
+ "us-iso-east-1": "886529160074",
162
+ "us-isob-east-1": "094389454867",
163
+ "us-isof-east-1": "303241398832",
164
+ "us-isof-south-1": "454834333376",
165
+ "us-west-1": "763104351884",
166
+ "us-west-2": "763104351884"
167
+ },
168
+ "tag_prefix": "1.13.1-optimum0.0.18",
169
+ "repository": "huggingface-pytorch-tgi-inference",
170
+ "container_version": {
171
+ "inf2": "ubuntu22.04"
172
+ }
173
+ },
174
+ "0.0.19": {
175
+ "py_versions": [
176
+ "py310"
177
+ ],
178
+ "registries": {
179
+ "af-south-1": "626614931356",
180
+ "ap-east-1": "871362719292",
181
+ "ap-east-2": "975050140332",
182
+ "ap-northeast-1": "763104351884",
183
+ "ap-northeast-2": "763104351884",
184
+ "ap-northeast-3": "364406365360",
185
+ "ap-south-1": "763104351884",
186
+ "ap-south-2": "772153158452",
187
+ "ap-southeast-1": "763104351884",
188
+ "ap-southeast-2": "763104351884",
189
+ "ap-southeast-3": "907027046896",
190
+ "ap-southeast-4": "457447274322",
191
+ "ap-southeast-5": "550225433462",
192
+ "ap-southeast-6": "633930458069",
193
+ "ap-southeast-7": "590183813437",
194
+ "ca-central-1": "763104351884",
195
+ "ca-west-1": "204538143572",
196
+ "cn-north-1": "727897471807",
197
+ "cn-northwest-1": "727897471807",
198
+ "eu-central-1": "763104351884",
199
+ "eu-central-2": "380420809688",
200
+ "eu-north-1": "763104351884",
201
+ "eu-south-1": "692866216735",
202
+ "eu-south-2": "503227376785",
203
+ "eu-west-1": "763104351884",
204
+ "eu-west-2": "763104351884",
205
+ "eu-west-3": "763104351884",
206
+ "il-central-1": "780543022126",
207
+ "me-central-1": "914824155844",
208
+ "me-south-1": "217643126080",
209
+ "mx-central-1": "637423239942",
210
+ "sa-east-1": "763104351884",
211
+ "us-east-1": "763104351884",
212
+ "us-east-2": "763104351884",
213
+ "us-gov-east-1": "446045086412",
214
+ "us-gov-west-1": "442386744353",
215
+ "us-iso-east-1": "886529160074",
216
+ "us-isob-east-1": "094389454867",
217
+ "us-isof-east-1": "303241398832",
218
+ "us-isof-south-1": "454834333376",
219
+ "us-west-1": "763104351884",
220
+ "us-west-2": "763104351884"
221
+ },
222
+ "tag_prefix": "1.13.1-optimum0.0.19",
223
+ "repository": "huggingface-pytorch-tgi-inference",
224
+ "container_version": {
225
+ "inf2": "ubuntu22.04"
226
+ }
227
+ },
228
+ "0.0.20": {
229
+ "py_versions": [
230
+ "py310"
231
+ ],
232
+ "registries": {
233
+ "af-south-1": "626614931356",
234
+ "ap-east-1": "871362719292",
235
+ "ap-east-2": "975050140332",
236
+ "ap-northeast-1": "763104351884",
237
+ "ap-northeast-2": "763104351884",
238
+ "ap-northeast-3": "364406365360",
239
+ "ap-south-1": "763104351884",
240
+ "ap-south-2": "772153158452",
241
+ "ap-southeast-1": "763104351884",
242
+ "ap-southeast-2": "763104351884",
243
+ "ap-southeast-3": "907027046896",
244
+ "ap-southeast-4": "457447274322",
245
+ "ap-southeast-5": "550225433462",
246
+ "ap-southeast-6": "633930458069",
247
+ "ap-southeast-7": "590183813437",
248
+ "ca-central-1": "763104351884",
249
+ "ca-west-1": "204538143572",
250
+ "cn-north-1": "727897471807",
251
+ "cn-northwest-1": "727897471807",
252
+ "eu-central-1": "763104351884",
253
+ "eu-central-2": "380420809688",
254
+ "eu-north-1": "763104351884",
255
+ "eu-south-1": "692866216735",
256
+ "eu-south-2": "503227376785",
257
+ "eu-west-1": "763104351884",
258
+ "eu-west-2": "763104351884",
259
+ "eu-west-3": "763104351884",
260
+ "il-central-1": "780543022126",
261
+ "me-central-1": "914824155844",
262
+ "me-south-1": "217643126080",
263
+ "mx-central-1": "637423239942",
264
+ "sa-east-1": "763104351884",
265
+ "us-east-1": "763104351884",
266
+ "us-east-2": "763104351884",
267
+ "us-gov-east-1": "446045086412",
268
+ "us-gov-west-1": "442386744353",
269
+ "us-iso-east-1": "886529160074",
270
+ "us-isob-east-1": "094389454867",
271
+ "us-isof-east-1": "303241398832",
272
+ "us-isof-south-1": "454834333376",
273
+ "us-west-1": "763104351884",
274
+ "us-west-2": "763104351884"
275
+ },
276
+ "tag_prefix": "1.13.1-optimum0.0.20",
277
+ "repository": "huggingface-pytorch-tgi-inference",
278
+ "container_version": {
279
+ "inf2": "ubuntu22.04"
280
+ }
281
+ },
282
+ "0.0.21": {
283
+ "py_versions": [
284
+ "py310"
285
+ ],
286
+ "registries": {
287
+ "af-south-1": "626614931356",
288
+ "ap-east-1": "871362719292",
289
+ "ap-east-2": "975050140332",
290
+ "ap-northeast-1": "763104351884",
291
+ "ap-northeast-2": "763104351884",
292
+ "ap-northeast-3": "364406365360",
293
+ "ap-south-1": "763104351884",
294
+ "ap-south-2": "772153158452",
295
+ "ap-southeast-1": "763104351884",
296
+ "ap-southeast-2": "763104351884",
297
+ "ap-southeast-3": "907027046896",
298
+ "ap-southeast-4": "457447274322",
299
+ "ap-southeast-5": "550225433462",
300
+ "ap-southeast-6": "633930458069",
301
+ "ap-southeast-7": "590183813437",
302
+ "ca-central-1": "763104351884",
303
+ "ca-west-1": "204538143572",
304
+ "cn-north-1": "727897471807",
305
+ "cn-northwest-1": "727897471807",
306
+ "eu-central-1": "763104351884",
307
+ "eu-central-2": "380420809688",
308
+ "eu-north-1": "763104351884",
309
+ "eu-south-1": "692866216735",
310
+ "eu-south-2": "503227376785",
311
+ "eu-west-1": "763104351884",
312
+ "eu-west-2": "763104351884",
313
+ "eu-west-3": "763104351884",
314
+ "il-central-1": "780543022126",
315
+ "me-central-1": "914824155844",
316
+ "me-south-1": "217643126080",
317
+ "mx-central-1": "637423239942",
318
+ "sa-east-1": "763104351884",
319
+ "us-east-1": "763104351884",
320
+ "us-east-2": "763104351884",
321
+ "us-gov-east-1": "446045086412",
322
+ "us-gov-west-1": "442386744353",
323
+ "us-iso-east-1": "886529160074",
324
+ "us-isob-east-1": "094389454867",
325
+ "us-isof-east-1": "303241398832",
326
+ "us-isof-south-1": "454834333376",
327
+ "us-west-1": "763104351884",
328
+ "us-west-2": "763104351884"
329
+ },
330
+ "tag_prefix": "1.13.1-optimum0.0.21",
331
+ "repository": "huggingface-pytorch-tgi-inference",
332
+ "container_version": {
333
+ "inf2": "ubuntu22.04"
334
+ }
335
+ },
336
+ "0.0.22": {
337
+ "py_versions": [
338
+ "py310"
339
+ ],
340
+ "registries": {
341
+ "af-south-1": "626614931356",
342
+ "ap-east-1": "871362719292",
343
+ "ap-east-2": "975050140332",
344
+ "ap-northeast-1": "763104351884",
345
+ "ap-northeast-2": "763104351884",
346
+ "ap-northeast-3": "364406365360",
347
+ "ap-south-1": "763104351884",
348
+ "ap-south-2": "772153158452",
349
+ "ap-southeast-1": "763104351884",
350
+ "ap-southeast-2": "763104351884",
351
+ "ap-southeast-3": "907027046896",
352
+ "ap-southeast-4": "457447274322",
353
+ "ap-southeast-5": "550225433462",
354
+ "ap-southeast-6": "633930458069",
355
+ "ap-southeast-7": "590183813437",
356
+ "ca-central-1": "763104351884",
357
+ "ca-west-1": "204538143572",
358
+ "cn-north-1": "727897471807",
359
+ "cn-northwest-1": "727897471807",
360
+ "eu-central-1": "763104351884",
361
+ "eu-central-2": "380420809688",
362
+ "eu-north-1": "763104351884",
363
+ "eu-south-1": "692866216735",
364
+ "eu-south-2": "503227376785",
365
+ "eu-west-1": "763104351884",
366
+ "eu-west-2": "763104351884",
367
+ "eu-west-3": "763104351884",
368
+ "il-central-1": "780543022126",
369
+ "me-central-1": "914824155844",
370
+ "me-south-1": "217643126080",
371
+ "mx-central-1": "637423239942",
372
+ "sa-east-1": "763104351884",
373
+ "us-east-1": "763104351884",
374
+ "us-east-2": "763104351884",
375
+ "us-gov-east-1": "446045086412",
376
+ "us-gov-west-1": "442386744353",
377
+ "us-iso-east-1": "886529160074",
378
+ "us-isob-east-1": "094389454867",
379
+ "us-isof-east-1": "303241398832",
380
+ "us-isof-south-1": "454834333376",
381
+ "us-west-1": "763104351884",
382
+ "us-west-2": "763104351884"
383
+ },
384
+ "tag_prefix": "2.1.2-optimum0.0.22",
385
+ "repository": "huggingface-pytorch-tgi-inference",
386
+ "container_version": {
387
+ "inf2": "ubuntu22.04"
388
+ }
389
+ },
390
+ "0.0.23": {
391
+ "py_versions": [
392
+ "py310"
393
+ ],
394
+ "registries": {
395
+ "af-south-1": "626614931356",
396
+ "ap-east-1": "871362719292",
397
+ "ap-east-2": "975050140332",
398
+ "ap-northeast-1": "763104351884",
399
+ "ap-northeast-2": "763104351884",
400
+ "ap-northeast-3": "364406365360",
401
+ "ap-south-1": "763104351884",
402
+ "ap-south-2": "772153158452",
403
+ "ap-southeast-1": "763104351884",
404
+ "ap-southeast-2": "763104351884",
405
+ "ap-southeast-3": "907027046896",
406
+ "ap-southeast-4": "457447274322",
407
+ "ap-southeast-5": "550225433462",
408
+ "ap-southeast-6": "633930458069",
409
+ "ap-southeast-7": "590183813437",
410
+ "ca-central-1": "763104351884",
411
+ "ca-west-1": "204538143572",
412
+ "cn-north-1": "727897471807",
413
+ "cn-northwest-1": "727897471807",
414
+ "eu-central-1": "763104351884",
415
+ "eu-central-2": "380420809688",
416
+ "eu-north-1": "763104351884",
417
+ "eu-south-1": "692866216735",
418
+ "eu-south-2": "503227376785",
419
+ "eu-west-1": "763104351884",
420
+ "eu-west-2": "763104351884",
421
+ "eu-west-3": "763104351884",
422
+ "il-central-1": "780543022126",
423
+ "me-central-1": "914824155844",
424
+ "me-south-1": "217643126080",
425
+ "mx-central-1": "637423239942",
426
+ "sa-east-1": "763104351884",
427
+ "us-east-1": "763104351884",
428
+ "us-east-2": "763104351884",
429
+ "us-gov-east-1": "446045086412",
430
+ "us-gov-west-1": "442386744353",
431
+ "us-iso-east-1": "886529160074",
432
+ "us-isob-east-1": "094389454867",
433
+ "us-isof-east-1": "303241398832",
434
+ "us-isof-south-1": "454834333376",
435
+ "us-west-1": "763104351884",
436
+ "us-west-2": "763104351884"
437
+ },
438
+ "tag_prefix": "2.1.2-optimum0.0.23",
439
+ "repository": "huggingface-pytorch-tgi-inference",
440
+ "container_version": {
441
+ "inf2": "ubuntu22.04"
442
+ }
443
+ },
444
+ "0.0.24": {
445
+ "py_versions": [
446
+ "py310"
447
+ ],
448
+ "registries": {
449
+ "af-south-1": "626614931356",
450
+ "ap-east-1": "871362719292",
451
+ "ap-east-2": "975050140332",
452
+ "ap-northeast-1": "763104351884",
453
+ "ap-northeast-2": "763104351884",
454
+ "ap-northeast-3": "364406365360",
455
+ "ap-south-1": "763104351884",
456
+ "ap-south-2": "772153158452",
457
+ "ap-southeast-1": "763104351884",
458
+ "ap-southeast-2": "763104351884",
459
+ "ap-southeast-3": "907027046896",
460
+ "ap-southeast-4": "457447274322",
461
+ "ap-southeast-5": "550225433462",
462
+ "ap-southeast-6": "633930458069",
463
+ "ap-southeast-7": "590183813437",
464
+ "ca-central-1": "763104351884",
465
+ "ca-west-1": "204538143572",
466
+ "cn-north-1": "727897471807",
467
+ "cn-northwest-1": "727897471807",
468
+ "eu-central-1": "763104351884",
469
+ "eu-central-2": "380420809688",
470
+ "eu-north-1": "763104351884",
471
+ "eu-south-1": "692866216735",
472
+ "eu-south-2": "503227376785",
473
+ "eu-west-1": "763104351884",
474
+ "eu-west-2": "763104351884",
475
+ "eu-west-3": "763104351884",
476
+ "il-central-1": "780543022126",
477
+ "me-central-1": "914824155844",
478
+ "me-south-1": "217643126080",
479
+ "mx-central-1": "637423239942",
480
+ "sa-east-1": "763104351884",
481
+ "us-east-1": "763104351884",
482
+ "us-east-2": "763104351884",
483
+ "us-gov-east-1": "446045086412",
484
+ "us-gov-west-1": "442386744353",
485
+ "us-iso-east-1": "886529160074",
486
+ "us-isob-east-1": "094389454867",
487
+ "us-isof-east-1": "303241398832",
488
+ "us-isof-south-1": "454834333376",
489
+ "us-west-1": "763104351884",
490
+ "us-west-2": "763104351884"
491
+ },
492
+ "tag_prefix": "2.1.2-optimum0.0.24",
493
+ "repository": "huggingface-pytorch-tgi-inference",
494
+ "container_version": {
495
+ "inf2": "ubuntu22.04"
496
+ }
497
+ },
498
+ "0.0.25": {
499
+ "py_versions": [
500
+ "py310"
501
+ ],
502
+ "registries": {
503
+ "af-south-1": "626614931356",
504
+ "ap-east-1": "871362719292",
505
+ "ap-east-2": "975050140332",
506
+ "ap-northeast-1": "763104351884",
507
+ "ap-northeast-2": "763104351884",
508
+ "ap-northeast-3": "364406365360",
509
+ "ap-south-1": "763104351884",
510
+ "ap-south-2": "772153158452",
511
+ "ap-southeast-1": "763104351884",
512
+ "ap-southeast-2": "763104351884",
513
+ "ap-southeast-3": "907027046896",
514
+ "ap-southeast-4": "457447274322",
515
+ "ap-southeast-5": "550225433462",
516
+ "ap-southeast-6": "633930458069",
517
+ "ap-southeast-7": "590183813437",
518
+ "ca-central-1": "763104351884",
519
+ "ca-west-1": "204538143572",
520
+ "cn-north-1": "727897471807",
521
+ "cn-northwest-1": "727897471807",
522
+ "eu-central-1": "763104351884",
523
+ "eu-central-2": "380420809688",
524
+ "eu-north-1": "763104351884",
525
+ "eu-south-1": "692866216735",
526
+ "eu-south-2": "503227376785",
527
+ "eu-west-1": "763104351884",
528
+ "eu-west-2": "763104351884",
529
+ "eu-west-3": "763104351884",
530
+ "il-central-1": "780543022126",
531
+ "me-central-1": "914824155844",
532
+ "me-south-1": "217643126080",
533
+ "mx-central-1": "637423239942",
534
+ "sa-east-1": "763104351884",
535
+ "us-east-1": "763104351884",
536
+ "us-east-2": "763104351884",
537
+ "us-gov-east-1": "446045086412",
538
+ "us-gov-west-1": "442386744353",
539
+ "us-iso-east-1": "886529160074",
540
+ "us-isob-east-1": "094389454867",
541
+ "us-isof-east-1": "303241398832",
542
+ "us-isof-south-1": "454834333376",
543
+ "us-west-1": "763104351884",
544
+ "us-west-2": "763104351884"
545
+ },
546
+ "tag_prefix": "2.1.2-optimum0.0.25",
547
+ "repository": "huggingface-pytorch-tgi-inference",
548
+ "container_version": {
549
+ "inf2": "ubuntu22.04"
550
+ }
551
+ },
552
+ "0.0.27": {
553
+ "py_versions": [
554
+ "py310"
555
+ ],
556
+ "registries": {
557
+ "af-south-1": "626614931356",
558
+ "ap-east-1": "871362719292",
559
+ "ap-east-2": "975050140332",
560
+ "ap-northeast-1": "763104351884",
561
+ "ap-northeast-2": "763104351884",
562
+ "ap-northeast-3": "364406365360",
563
+ "ap-south-1": "763104351884",
564
+ "ap-south-2": "772153158452",
565
+ "ap-southeast-1": "763104351884",
566
+ "ap-southeast-2": "763104351884",
567
+ "ap-southeast-3": "907027046896",
568
+ "ap-southeast-4": "457447274322",
569
+ "ap-southeast-5": "550225433462",
570
+ "ap-southeast-6": "633930458069",
571
+ "ap-southeast-7": "590183813437",
572
+ "ca-central-1": "763104351884",
573
+ "ca-west-1": "204538143572",
574
+ "cn-north-1": "727897471807",
575
+ "cn-northwest-1": "727897471807",
576
+ "eu-central-1": "763104351884",
577
+ "eu-central-2": "380420809688",
578
+ "eu-north-1": "763104351884",
579
+ "eu-south-1": "692866216735",
580
+ "eu-south-2": "503227376785",
581
+ "eu-west-1": "763104351884",
582
+ "eu-west-2": "763104351884",
583
+ "eu-west-3": "763104351884",
584
+ "il-central-1": "780543022126",
585
+ "me-central-1": "914824155844",
586
+ "me-south-1": "217643126080",
587
+ "mx-central-1": "637423239942",
588
+ "sa-east-1": "763104351884",
589
+ "us-east-1": "763104351884",
590
+ "us-east-2": "763104351884",
591
+ "us-gov-east-1": "446045086412",
592
+ "us-gov-west-1": "442386744353",
593
+ "us-iso-east-1": "886529160074",
594
+ "us-isob-east-1": "094389454867",
595
+ "us-isof-east-1": "303241398832",
596
+ "us-isof-south-1": "454834333376",
597
+ "us-west-1": "763104351884",
598
+ "us-west-2": "763104351884"
599
+ },
600
+ "tag_prefix": "2.1.2-optimum0.0.27",
601
+ "repository": "huggingface-pytorch-tgi-inference",
602
+ "container_version": {
603
+ "inf2": "ubuntu22.04"
604
+ }
605
+ },
606
+ "0.0.28": {
607
+ "py_versions": [
608
+ "py310"
609
+ ],
610
+ "registries": {
611
+ "af-south-1": "626614931356",
612
+ "ap-east-1": "871362719292",
613
+ "ap-east-2": "975050140332",
614
+ "ap-northeast-1": "763104351884",
615
+ "ap-northeast-2": "763104351884",
616
+ "ap-northeast-3": "364406365360",
617
+ "ap-south-1": "763104351884",
618
+ "ap-south-2": "772153158452",
619
+ "ap-southeast-1": "763104351884",
620
+ "ap-southeast-2": "763104351884",
621
+ "ap-southeast-3": "907027046896",
622
+ "ap-southeast-4": "457447274322",
623
+ "ap-southeast-5": "550225433462",
624
+ "ap-southeast-6": "633930458069",
625
+ "ap-southeast-7": "590183813437",
626
+ "ca-central-1": "763104351884",
627
+ "ca-west-1": "204538143572",
628
+ "cn-north-1": "727897471807",
629
+ "cn-northwest-1": "727897471807",
630
+ "eu-central-1": "763104351884",
631
+ "eu-central-2": "380420809688",
632
+ "eu-north-1": "763104351884",
633
+ "eu-south-1": "692866216735",
634
+ "eu-south-2": "503227376785",
635
+ "eu-west-1": "763104351884",
636
+ "eu-west-2": "763104351884",
637
+ "eu-west-3": "763104351884",
638
+ "il-central-1": "780543022126",
639
+ "me-central-1": "914824155844",
640
+ "me-south-1": "217643126080",
641
+ "mx-central-1": "637423239942",
642
+ "sa-east-1": "763104351884",
643
+ "us-east-1": "763104351884",
644
+ "us-east-2": "763104351884",
645
+ "us-gov-east-1": "446045086412",
646
+ "us-gov-west-1": "442386744353",
647
+ "us-iso-east-1": "886529160074",
648
+ "us-isob-east-1": "094389454867",
649
+ "us-isof-east-1": "303241398832",
650
+ "us-isof-south-1": "454834333376",
651
+ "us-west-1": "763104351884",
652
+ "us-west-2": "763104351884"
653
+ },
654
+ "tag_prefix": "2.1.2-optimum0.0.28",
655
+ "repository": "huggingface-pytorch-tgi-inference",
656
+ "container_version": {
657
+ "inf2": "ubuntu22.04"
658
+ }
659
+ },
660
+ "0.2.0": {
661
+ "py_versions": [
662
+ "py310"
663
+ ],
664
+ "registries": {
665
+ "af-south-1": "626614931356",
666
+ "ap-east-1": "871362719292",
667
+ "ap-east-2": "975050140332",
668
+ "ap-northeast-1": "763104351884",
669
+ "ap-northeast-2": "763104351884",
670
+ "ap-northeast-3": "364406365360",
671
+ "ap-south-1": "763104351884",
672
+ "ap-south-2": "772153158452",
673
+ "ap-southeast-1": "763104351884",
674
+ "ap-southeast-2": "763104351884",
675
+ "ap-southeast-3": "907027046896",
676
+ "ap-southeast-4": "457447274322",
677
+ "ap-southeast-5": "550225433462",
678
+ "ap-southeast-6": "633930458069",
679
+ "ap-southeast-7": "590183813437",
680
+ "ca-central-1": "763104351884",
681
+ "ca-west-1": "204538143572",
682
+ "cn-north-1": "727897471807",
683
+ "cn-northwest-1": "727897471807",
684
+ "eu-central-1": "763104351884",
685
+ "eu-central-2": "380420809688",
686
+ "eu-north-1": "763104351884",
687
+ "eu-south-1": "692866216735",
688
+ "eu-south-2": "503227376785",
689
+ "eu-west-1": "763104351884",
690
+ "eu-west-2": "763104351884",
691
+ "eu-west-3": "763104351884",
692
+ "il-central-1": "780543022126",
693
+ "me-central-1": "914824155844",
694
+ "me-south-1": "217643126080",
695
+ "mx-central-1": "637423239942",
696
+ "sa-east-1": "763104351884",
697
+ "us-east-1": "763104351884",
698
+ "us-east-2": "763104351884",
699
+ "us-gov-east-1": "446045086412",
700
+ "us-gov-west-1": "442386744353",
701
+ "us-iso-east-1": "886529160074",
702
+ "us-isob-east-1": "094389454867",
703
+ "us-isof-east-1": "303241398832",
704
+ "us-isof-south-1": "454834333376",
705
+ "us-west-1": "763104351884",
706
+ "us-west-2": "763104351884"
707
+ },
708
+ "tag_prefix": "2.5.1-optimum3.3.4",
709
+ "repository": "huggingface-pytorch-tgi-inference",
710
+ "container_version": {
711
+ "inf2": "ubuntu22.04"
712
+ }
713
+ },
714
+ "0.3.0": {
715
+ "py_versions": [
716
+ "py310"
717
+ ],
718
+ "registries": {
719
+ "af-south-1": "626614931356",
720
+ "ap-east-1": "871362719292",
721
+ "ap-east-2": "975050140332",
722
+ "ap-northeast-1": "763104351884",
723
+ "ap-northeast-2": "763104351884",
724
+ "ap-northeast-3": "364406365360",
725
+ "ap-south-1": "763104351884",
726
+ "ap-south-2": "772153158452",
727
+ "ap-southeast-1": "763104351884",
728
+ "ap-southeast-2": "763104351884",
729
+ "ap-southeast-3": "907027046896",
730
+ "ap-southeast-4": "457447274322",
731
+ "ap-southeast-5": "550225433462",
732
+ "ap-southeast-6": "633930458069",
733
+ "ap-southeast-7": "590183813437",
734
+ "ca-central-1": "763104351884",
735
+ "ca-west-1": "204538143572",
736
+ "cn-north-1": "727897471807",
737
+ "cn-northwest-1": "727897471807",
738
+ "eu-central-1": "763104351884",
739
+ "eu-central-2": "380420809688",
740
+ "eu-north-1": "763104351884",
741
+ "eu-south-1": "692866216735",
742
+ "eu-south-2": "503227376785",
743
+ "eu-west-1": "763104351884",
744
+ "eu-west-2": "763104351884",
745
+ "eu-west-3": "763104351884",
746
+ "il-central-1": "780543022126",
747
+ "me-central-1": "914824155844",
748
+ "me-south-1": "217643126080",
749
+ "mx-central-1": "637423239942",
750
+ "sa-east-1": "763104351884",
751
+ "us-east-1": "763104351884",
752
+ "us-east-2": "763104351884",
753
+ "us-gov-east-1": "446045086412",
754
+ "us-gov-west-1": "442386744353",
755
+ "us-iso-east-1": "886529160074",
756
+ "us-isob-east-1": "094389454867",
757
+ "us-isof-east-1": "303241398832",
758
+ "us-isof-south-1": "454834333376",
759
+ "us-west-1": "763104351884",
760
+ "us-west-2": "763104351884"
761
+ },
762
+ "tag_prefix": "2.7.0-optimum3.3.6",
763
+ "repository": "huggingface-pytorch-tgi-inference",
764
+ "container_version": {
765
+ "inf2": "ubuntu22.04"
766
+ }
767
+ }
768
+ }
769
+ }
770
+ }