torchx-nightly 2023.10.18__py3-none-any.whl → 2023.10.20__py3-none-any.whl

torchx/schedulers/aws_batch_scheduler.py

@@ -516,6 +516,7 @@ class AWSBatchScheduler(DockerWorkspaceMixin, Scheduler[AWSBatchOpts]):
                     TAG_TORCHX_VER: torchx.__version__,
                     TAG_TORCHX_APPNAME: app.name,
                     TAG_TORCHX_USER: cfg.get("user"),
+                    **app.metadata,
                 },
             },
             **({"schedulingPriority": priority} if share_id is not None else {}),

torchx/specs/named_resources_aws.py

@@ -33,6 +33,8 @@ from typing import Callable, Mapping
 
 from torchx.specs.api import Resource
 
+EFA_DEVICE = "vpc.amazonaws.com/efa"
+
 # ecs and ec2 have memtax and currently AWS Batch uses hard memory limits
 # so we have to account for mem tax when registering these resources for AWS
 # otherwise the job will be stuck in the jobqueue forever
@@ -63,20 +65,32 @@ def aws_p3_16xlarge() -> Resource:
 
 def aws_p3dn_24xlarge() -> Resource:
     return Resource(
-        cpu=96, gpu=8, memMB=768 * GiB, capabilities={K8S_ITYPE: "p3dn.24xlarge"}
+        cpu=96,
+        gpu=8,
+        memMB=768 * GiB,
+        capabilities={K8S_ITYPE: "p3dn.24xlarge"},
+        devices={EFA_DEVICE: 1},
     )
 
 
 def aws_p4d_24xlarge() -> Resource:
     return Resource(
-        cpu=96, gpu=8, memMB=1152 * GiB, capabilities={K8S_ITYPE: "p4d.24xlarge"}
+        cpu=96,
+        gpu=8,
+        memMB=1152 * GiB,
+        capabilities={K8S_ITYPE: "p4d.24xlarge"},
+        devices={EFA_DEVICE: 4},
     )
 
 
 def aws_p4de_24xlarge() -> Resource:
     # p4de has same cpu, gpu, memMB as p4d but gpu memory is 2x (32GB vs 64GB per GPU)
     return Resource(
-        cpu=96, gpu=8, memMB=1152 * GiB, capabilities={K8S_ITYPE: "p4de.24xlarge"}
+        cpu=96,
+        gpu=8,
+        memMB=1152 * GiB,
+        capabilities={K8S_ITYPE: "p4de.24xlarge"},
+        devices={EFA_DEVICE: 4},
     )
 
 

torchx/version.py

@@ -16,7 +16,7 @@ from torchx.util.entrypoints import load
 # 0.1.0bN  # Beta release
 # 0.1.0rcN  # Release Candidate
 # 0.1.0  # Final release
-__version__ = "0.6.0"
+__version__ = "0.7.0dev0"
 
 
 # Use the github container registry images corresponding to the current package

{torchx_nightly-2023.10.18.dist-info → torchx_nightly-2023.10.20.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: torchx-nightly
-Version: 2023.10.18
+Version: 2023.10.20
 Summary: TorchX SDK and Components
 Home-page: https://github.com/pytorch/torchx
 Author: TorchX Devs

{torchx_nightly-2023.10.18.dist-info → torchx_nightly-2023.10.20.dist-info}/RECORD

@@ -1,6 +1,6 @@
 torchx/__init__.py,sha256=ff7M2dxFLin47E152U1gSdfLog0UFD-dIlB1lX033es,340
 torchx/notebook.py,sha256=6x9VlBjiOpwB9aCnRiGz40Nmd_Kxj2wxQp9t0HW-Zg4,993
-torchx/version.py,sha256=-mIeZC8LWI8-gTs3WOPv0X9VK5lvwkTc_bch23mHDnM,932
+torchx/version.py,sha256=WO5RhvE1bK2IFm0GNA_bk6jrfdTRotCt1WZmOKqNkIY,936
 torchx/apps/__init__.py,sha256=fE0IHi1JJpxsNVBNzWNee2thrNXFFRhY94c80RxNSIE,231
 torchx/apps/serve/__init__.py,sha256=Md3cCHD7Ano9kV15PqGbicgUO-RMdh4aVy1yKiDt_xE,208
 torchx/apps/serve/serve.py,sha256=2LxjeE_d1qCM2bxltDwYXjKbgcizm2YaIc_qPC2akvo,4371
@@ -65,7 +65,7 @@ torchx/runtime/tracking/__init__.py,sha256=uHbJ1NqsxFWGYz2aV0_p4OCMhW467zDJu_86B
 torchx/runtime/tracking/api.py,sha256=9mlsCnnKP8hfvypNcEX2_57OYMW4AuTMM-nvsIgOzK4,5457
 torchx/schedulers/__init__.py,sha256=cCansxGU45SV_lxhgzyw2on7AJyIvhprAFo6Di1x9xQ,2157
 torchx/schedulers/api.py,sha256=XlYrD6ZjV71HotJxdVZxA_Zc8DuxhM4KKCnkibqZflU,14140
-torchx/schedulers/aws_batch_scheduler.py,sha256=wUYe5kmcZSv0o63idzpO1qQQ-lvGeEqiJomX6K8VIOI,26815
+torchx/schedulers/aws_batch_scheduler.py,sha256=1gHJw5ufNybOUmvOleWZCx0eZ7qDMamnsGZpIp_qRcU,26851
 torchx/schedulers/devices.py,sha256=PNbcpf8fEM18Ag1RgK9Q30zPBalEcPdsFWctdbLxuv8,1352
 torchx/schedulers/docker_scheduler.py,sha256=I-kZN-dXoQyokLPe9ZKjfhkVX5lHx_C5jvLLc2JmXQQ,15456
 torchx/schedulers/gcp_batch_scheduler.py,sha256=pgPnlx5tzogPw6FuOkoaxBY-rVjEh3mWFP-yX5izGZ8,16206
@@ -85,7 +85,7 @@ torchx/specs/api.py,sha256=7qpCGO_ccP6VpuH1dp-_gSaXG-t9rTVR-7sMUPTUxVs,34053
 torchx/specs/builders.py,sha256=MJKci3zUKEC3WHh13MqZpmhdib39Bj6BK3aUvWQ-a2w,8526
 torchx/specs/file_linter.py,sha256=LREWELpHJyE7YN3rc5ixf2ZydWFU9dlcSy5gGqdB5rA,11714
 torchx/specs/finder.py,sha256=RJI0PkG69esuVzhCp4w6Lotu2tSzIRh6PhWemCSQR7I,16234
-torchx/specs/named_resources_aws.py,sha256=6ID0jOGi5HVXn9BLylzCMD-SUQtxGeBHS5zU8PCten4,6361
+torchx/specs/named_resources_aws.py,sha256=98XPgZLuT6a8Ou4cbdT9eL8iyOUm6Hz-kKX43q3-rIQ,6573
 torchx/specs/named_resources_generic.py,sha256=_xz0cRjy3fz-CVtX9G_MY7f3NX6n3AkP3xzAkuDevwk,2631
 torchx/specs/test/components/__init__.py,sha256=Md3cCHD7Ano9kV15PqGbicgUO-RMdh4aVy1yKiDt_xE,208
 torchx/specs/test/components/a/__init__.py,sha256=T7exlQ47Fak5ajCEGPg6_yOfChJCWpIMhWBmSVUnlrQ,546
@@ -110,9 +110,9 @@ torchx/workspace/__init__.py,sha256=KbGEzJqqXaIxALm_EQO64aw-fE7MeDMFXcpU1mY650I,
 torchx/workspace/api.py,sha256=Ej6DR__mNWaVyZgoVNAAOloDy1kTD5X1jz7pRtoVf80,5464
 torchx/workspace/dir_workspace.py,sha256=Fz-hKIx0KN8iJf2BsthNj0NvTkWlxP6WFsElPs_BaT0,2253
 torchx/workspace/docker_workspace.py,sha256=Yd8ut26bNfjyJQnmH8ANOrflfr-4VKcnOrIjbi_XIUY,9208
-torchx_nightly-2023.10.18.dist-info/LICENSE,sha256=WVHfXhFC0Ia8LTKt_nJVYobdqTJVg_4J3Crrfm2A8KQ,1721
-torchx_nightly-2023.10.18.dist-info/METADATA,sha256=zdV4LDBtAH8r_pt2EUP-waaEUGSDjDx_hVmU_nRIgag,5558
-torchx_nightly-2023.10.18.dist-info/WHEEL,sha256=yQN5g4mg4AybRjkgi-9yy4iQEFibGQmlz78Pik5Or-A,92
-torchx_nightly-2023.10.18.dist-info/entry_points.txt,sha256=3JYZFlX9aWzR-Gs_qsx1zq7mlqbFz6Mi9rQUULW8caI,170
-torchx_nightly-2023.10.18.dist-info/top_level.txt,sha256=pxew3bc2gsiViS0zADs0jb6kC5v8o_Yy_85fhHj_J1A,7
-torchx_nightly-2023.10.18.dist-info/RECORD,,
+torchx_nightly-2023.10.20.dist-info/LICENSE,sha256=WVHfXhFC0Ia8LTKt_nJVYobdqTJVg_4J3Crrfm2A8KQ,1721
+torchx_nightly-2023.10.20.dist-info/METADATA,sha256=qbCNjGL13EaftPHKhPy-XDWPQw40qanrWKsl5gqrQY8,5558
+torchx_nightly-2023.10.20.dist-info/WHEEL,sha256=yQN5g4mg4AybRjkgi-9yy4iQEFibGQmlz78Pik5Or-A,92
+torchx_nightly-2023.10.20.dist-info/entry_points.txt,sha256=3JYZFlX9aWzR-Gs_qsx1zq7mlqbFz6Mi9rQUULW8caI,170
+torchx_nightly-2023.10.20.dist-info/top_level.txt,sha256=pxew3bc2gsiViS0zADs0jb6kC5v8o_Yy_85fhHj_J1A,7
+torchx_nightly-2023.10.20.dist-info/RECORD,,