xpk 0.17.2__py3-none-any.whl → 1.0.0__py3-none-any.whl

xpk/parser/storage.py

@@ -25,7 +25,6 @@ from ..commands.storage import (
 )
 from .common import (
     add_cluster_arguments,
-    add_kind_cluster_arguments,
     add_shared_arguments,
 )
 from typing import Protocol, Any
@@ -185,7 +184,6 @@ def add_storage_attach_parser(
       help='Comma-separated list of mountOptions for PersistentVolume',
       default='implicit-dirs',
   )
-  add_kind_cluster_arguments(opt_args)
 
 
 def add_storage_create_parser(storage_subcommands_parser: Subcommands) -> None:
@@ -284,8 +282,6 @@ def add_storage_create_parser(storage_subcommands_parser: Subcommands) -> None:
       default='',
   )
 
-  add_kind_cluster_arguments(opt_args)
-
 
 def add_storage_list_parser(storage_subcommands_parser: Subcommands) -> None:
   storage_list_parser: argparse.ArgumentParser = (
@@ -319,12 +315,6 @@ def add_storage_detach_parser(storage_subcommands_parser: Subcommands) -> None:
   req_args.add_argument('name', type=str)
   add_cluster_arguments(req_args, required=True)
 
-  opt_args = storage_detach_parser.add_argument_group(
-      'Optional Arguments',
-      'Optional arguments for storage delete.',
-  )
-  add_kind_cluster_arguments(opt_args)
-
 
 def add_storage_delete_parser(storage_subcommands_parser: Subcommands) -> None:
   storage_delete_parser: argparse.ArgumentParser = (
@@ -352,4 +342,3 @@ def add_storage_delete_parser(storage_subcommands_parser: Subcommands) -> None:
       action='store_true',
       help='Force filestore instance deletion even if it has attached storages',
   )
-  add_kind_cluster_arguments(opt_args)

xpk/utils/feature_flags.py

@@ -28,7 +28,7 @@ def _get_boolean_flag(flag: str, default: bool) -> bool:
 
 class _FeatureFlags:
   SUB_SLICING_ENABLED = _get_boolean_flag("SUB_SLICING_ENABLED", default=False)
-  TELEMETRY_ENABLED = _get_boolean_flag("TELEMETRY_ENABLED", default=False)
+  TELEMETRY_ENABLED = _get_boolean_flag("TELEMETRY_ENABLED", default=True)
   SUPER_SLICING_ENABLED = _get_boolean_flag(
       "SUPER_SLICING_ENABLED", default=False
   )

xpk/utils/validation.py

@@ -37,14 +37,6 @@ class SystemDependency(Enum):
           ' to install xpk prerequisites.'
       ),
   )
-  KJOB = _SystemDependency(
-      command='kubectl kjob --help',
-      message=(
-          '`kjobctl` not installed. Please follow'
-          ' https://github.com/AI-Hypercomputer/xpk?tab=readme-ov-file#prerequisites'
-          ' to install xpk prerequisites.'
-      ),
-  )
   GCLOUD = _SystemDependency(
       command='gcloud version',
       message=(

{xpk-0.17.2.dist-info → xpk-1.0.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: xpk
-Version: 0.17.2
+Version: 1.0.0
 Summary: xpk helps Cloud developers to orchestrate training jobs on accelerators on GKE.
 Author-email: XPK team <xpk-code-reviewers@google.com>
 License: Apache-2.0
@@ -114,10 +114,21 @@ XPK also supports the following [Google Cloud Storage solutions](./docs/usage/st
   * [Storage](./docs/usage/storage.md)
   * [Advanced](./docs/usage/advanced.md)
   * [Inspector](./docs/usage/inspector.md)
-  * [Run](./docs/usage/run.md)
-  * [Job](./docs/usage/job.md)
 * [Troubleshooting](./docs/troubleshooting.md)
-* [Local Testing](./docs/local_testing.md)
+
+# Privacy notice
+
+To help improve XPK, feature usage statistics are collected and sent to Google. You can opt-out at any time by executing
+the following shell command:
+
+```shell
+xpk config set send-telemetry <true/false>
+```
+
+XPK telemetry overall is handled in accordance with the [Google Privacy Policy](https://policies.google.com/privacy). When
+you use XPK to interact with or utilize GCP Services, your information is handled in accordance with the
+[Google Cloud Privacy Notice](https://cloud.google.com/terms/cloud-privacy-notice).
+
 
 # Contributing
 

{xpk-0.17.2.dist-info → xpk-1.0.0.dist-info}/RECORD

@@ -20,34 +20,28 @@ xpk/blueprints/a4/config-map.yaml.tftpl,sha256=o6LeGIYUfFGyj3vj-8ztV5ildQ46QZVl7
 xpk/blueprints/a4/nccl-rdma-installer-a4.yaml,sha256=if3WOmNLVGTJIJHU76EWC1FyiIXDTRIXcwo4OsBxarQ,2113
 xpk/blueprints/a4/storage_crd.yaml,sha256=r4WFXnSJJ25EUF-t4Ljfbl-cJoSaiFiZkP8451eTub4,1260
 xpk/commands/__init__.py,sha256=YPwWBbgLAu7L-YlTVGB2r8ZV4TzypURMRBcehSHHlLY,561
-xpk/commands/batch.py,sha256=Cj1bDpzPMoPdhaKKrOJJLJ3JzRvJrCMn8huQoHHIZJI,4192
-xpk/commands/cluster.py,sha256=DtMiIYdYsciXldoWqAfxPIxl9Hc9kbYIj2LsdBER0PI,46172
-xpk/commands/cluster_gcluster.py,sha256=x26UqoT8RFX5T9ftQXPEL12HMnMFTi8lret16dnZCms,13970
-xpk/commands/cluster_gcluster_test.py,sha256=UcqTTkrQv-R753AtsQvinwgI2vqI6lMHPPEfHPS5e-4,6655
-xpk/commands/cluster_test.py,sha256=-7EjuOoGSZhdnLBNBNCMKM6laDYy02aPncbSfUYcrUs,24147
+xpk/commands/cluster.py,sha256=d5L8Kqfk93SZCxbPCZ5oePkqruWYZKi49rJ6yGgZSMg,45479
+xpk/commands/cluster_gcluster.py,sha256=Ig8jLjsiyFgw9U4BBEzDK2diA9m0STKQgz-uUTG_vYE,13731
+xpk/commands/cluster_gcluster_test.py,sha256=zdxz5gAMu3HRVNsj7F-VYRf4TYSPMjuOG7DolQN2Pb4,6263
+xpk/commands/cluster_test.py,sha256=aMkwKrhoEuqElME16ztx5lwv4zT0z_xV0L3in1RaW6M,24017
 xpk/commands/common.py,sha256=p43sspD5RfYRj3Se_b-X0s0dbBs1PMI1qtySg6zZKKg,2706
 xpk/commands/config.py,sha256=L_zRpQTxMcSh6rxOT8gG263V6YGqzVoz4UxdWywTFdA,850
 xpk/commands/info.py,sha256=uhv5mPfgg9N-5JhQw4dT2jujL9ZC5kzGA18h9NFfm5A,7429
 xpk/commands/inspector.py,sha256=FPasKtGuEZKNXIQin4AG49clfD4b53NxXpWqBPZIIoE,12955
-xpk/commands/job.py,sha256=rPIfWvgm5mLz7K7YDLK721ZcUcg5OEmYVAPAtRtB5Ag,6718
-xpk/commands/kind.py,sha256=GNqsaoLInifFQ_ZGpbN_3xA8ExyeyOqBMdnoPV-PqYI,7813
-xpk/commands/kjob_common.py,sha256=bRaORiGVjPAdN0T3aRmbcQgXYe-EtjoVKePdWzQ5xU4,1928
 xpk/commands/managed_ml_diagnostics.py,sha256=87wmFbnYQY-kEpJfPo1Up53xM5P_P5wOlXczxHzxJjQ,6984
 xpk/commands/managed_ml_diagnostics_test.py,sha256=pQ1YUGMGRQFJYTS_1o9YyGUzYdLaBdA84LjbnncaeEo,3828
-xpk/commands/run.py,sha256=D0zgmnGeBLATphYhzQj29EScxrMmAKqPRhP6nfWuYcY,4085
-xpk/commands/shell.py,sha256=mRHMwm3Izzsue4bocekm82Rg_cPUaGMClSlvNzNXQ-o,4467
 xpk/commands/storage.py,sha256=cSTJN9Mjvdsvk_Nk43kVdQFhp89nxWbanDsTOGZCkpQ,10708
 xpk/commands/version.py,sha256=k30rdLP9clUM8eeSwRFhpfzSb1qwcQImTfuC59Ed6CA,771
-xpk/commands/workload.py,sha256=l99NRFLs7pXuaLdn5d-Pid-cZulKpB3FNus-HdNDtZw,31513
-xpk/commands/workload_test.py,sha256=iXTY7VR1KrlPZZyh1Zm0N946kIP1iV2Fnqx1NtOYDJU,7274
+xpk/commands/workload.py,sha256=HV54qdjxR4fceQjae9Qpgdk9BY2C5Wh8a9aOS_kFY4E,31725
+xpk/commands/workload_test.py,sha256=KLSI4L01fWmPm7xNPXEpjABU5FC9P3CXVto1ifSiqKY,7322
 xpk/core/__init__.py,sha256=YPwWBbgLAu7L-YlTVGB2r8ZV4TzypURMRBcehSHHlLY,561
 xpk/core/capacity.py,sha256=_TyWayBkNU8fBpz1LTbCddEFZiZW5Qz-xmJnQMsXh0c,10534
 xpk/core/capacity_test.py,sha256=jZjMHTYlFLdAmBN1t9k29iABCSE5hlW0--q7QLDQpfQ,4330
-xpk/core/cluster.py,sha256=3nl77I_MgQpBZsZSzsiQ_7IyFRzfLrYNRUL1gsSNhKU,24036
+xpk/core/cluster.py,sha256=_h82ZmYufvBOezEUvy-DWOJv9h3SQsy5isL9qbYdq44,24001
 xpk/core/cluster_private.py,sha256=RLi0C7bV0NEUXl6QKQzvUT0weN9EdqPvjuuOQsNO0DY,6868
 xpk/core/cluster_test.py,sha256=J4Wk7E--ik_IsWWzL_iWGWbx99Ih03m-0bs-uU7gGDg,5853
 xpk/core/commands.py,sha256=at73VJHdZ4rVA8uvW997tNrvnCjP9v6zaw96bU0kd74,10841
-xpk/core/config.py,sha256=L3iPFvzFCpW8IEAvlbkuEHYBYXmRTC0BAaR7I_5_Peo,5146
+xpk/core/config.py,sha256=U2JDXx-XBuqQpZJf2iUDoww5--E8ejZfgmIxKeGu-gU,4668
 xpk/core/config_test.py,sha256=POSuofK0LFbNNygDAo2fjtKY4NMrRjUFeGcpBh9JOS4,3569
 xpk/core/docker_container.py,sha256=8hqWWNKtjf6dqCFRpfndTMGvN_NS6zhfBr7YuKfh7qo,7626
 xpk/core/docker_image.py,sha256=9vwqbb6Mc3C5ZEOph03WS-EWI5hxMYGGigqzIMkDTjE,6909
@@ -60,22 +54,22 @@ xpk/core/gcluster_manager.py,sha256=lyv_MvdnkByy9_PEBj_ugAEBwnCbFNiWTSrEFjrMlPc,
 xpk/core/gcsfuse.py,sha256=kg5pgxdTjgiqquuGjev9fXzJPb8oiWPTK6wzCddzheQ,2125
 xpk/core/jobset.py,sha256=PJ4Fd8TNNLuYKNOMehoMYRIUEXyc5jsbHctJGqfW_8Y,4037
 xpk/core/kueue_manager.py,sha256=JB8DcD-RFvBdC9Mk_DDCAkI2Km8W5-KMTRMVec06LlM,20010
-xpk/core/kueue_manager_test.py,sha256=FfBd1vninU_fcJ9wZev45-vpEsH12a9-XKysk_h4auo,22008
+xpk/core/kueue_manager_test.py,sha256=ZYnIOFN2ZgnrxBhoBkh9JUXP5YbFsoFI11iQnHspafI,22109
 xpk/core/monitoring.py,sha256=__bzTq_DIDAK8yIaN4F3MJh-yjYw5X1OlxmRgYOpf1g,4332
 xpk/core/mtc.py,sha256=pO7p3l-EzLFdTE8MdwWV8i0Zu-7epGql_kPoksVofIU,6259
 xpk/core/nap.py,sha256=7haJtWVfe9csfK-LmmIcDnmXCPIJFnoSviHaZ4y4i6s,12556
 xpk/core/network.py,sha256=Oulb7U69lWkpOKxOC1C7ekJDpC51TLwd7XdZA3NQ7E0,10505
-xpk/core/nodepool.py,sha256=X8sANyzpDoYhV5uWfEYV0RnHfvj_o1G84hArqWaNDu8,24301
-xpk/core/nodepool_test.py,sha256=k29tg-lDNEZP6KUNJQE0sHIKFLD6LJ1PSLVtWHzqh5E,13161
+xpk/core/nodepool.py,sha256=ehncCzvtDZ5lhyejRkYQCBjlcKHwKh3PXuGSLY1eWz8,24504
+xpk/core/nodepool_test.py,sha256=qx0VQ_YpgjB8Sf1KJvQCKQuCd3NmWvjBQuKdnT8NWKU,13358
 xpk/core/pathways.py,sha256=32GxCIPiEBqSpK6g2gMmB7Nxj_HlG4I30u1C9UyWl1A,11594
 xpk/core/pathways_test.py,sha256=UeuSo_g9BNI27to-wflQwc6dJFVSA5-kOK_cjmY5qgU,1809
 xpk/core/ray.py,sha256=JWhc_ToRHpF4_URGnuE_47FMgamaRsA4KVUMpqThWzw,6145
 xpk/core/resources.py,sha256=dDsG_LOtcU17p1UKgOYyjdPxbMfqcb7pJ4SjfLDA6Os,9389
-xpk/core/scheduling.py,sha256=RMoei_HUs03rfrEC-HYk7ONzg9BRKwr59-KljCR2TMo,11560
-xpk/core/scheduling_test.py,sha256=iYnzXv_MjN743pa4zYAgRqb-6dB9nVPpLI7JP5S8M2I,14463
+xpk/core/scheduling.py,sha256=ucNOidEO_QQekIL44zG6Yhpr8gErPjJa6B2JJHb7diY,12404
+xpk/core/scheduling_test.py,sha256=dzdrUCc61Twu7WC86t1XNDg-7bWLYYz4hqBDWIVHKL4,15883
 xpk/core/storage.py,sha256=NILvVAcLNMLmp4wKx_TEKbMMF5X1oL-FrQV46PT0_ds,16902
-xpk/core/system_characteristics.py,sha256=Tam8wjUz77E6jAJib-r0GsTBmdjo9uaEkXmIdWuzGO8,32844
-xpk/core/system_characteristics_test.py,sha256=sREN8u8bC0ze_q9hY3v-ZxC7so-_Ox1mt_DkIbUgHJ4,7477
+xpk/core/system_characteristics.py,sha256=y9v4WRN-u9yvo990MKbWTUOWlzn-f6vfaMNeikQlhHY,34115
+xpk/core/system_characteristics_test.py,sha256=XVaKJ5wYdNwwwUKBnuK3zd1u-Qj3VnJR7MHlOeCa-K0,8029
 xpk/core/telemetry.py,sha256=R7IONNl5heMoNcOurfT3I34XJrBEODKVY88ONiDGuqE,7512
 xpk/core/telemetry_test.py,sha256=ll-B1ut9X-por17fpQnNb6hKrfyoZanMWRPbvqWrXss,8261
 xpk/core/updates.py,sha256=FxLDgEL2O-qnslhT9U60NG5gzXmSv8Fn2wPUf3YZLM8,1734
@@ -99,26 +93,21 @@ xpk/core/testing/__init__.py,sha256=PkV8D9WOtlJHH5AIxsQaKeIBcmupT_Ol_bwJgN6G2I8,
 xpk/core/testing/commands_tester.py,sha256=mQOSFggESeTdzqG4srAPV9ezmoeT90r22K58yAty9sE,4445
 xpk/core/testing/commands_tester_test.py,sha256=NnLWh7TJ9rKtb-DtB-vwkxvCe5wNtvUJ0f6sOa87Ht4,4023
 xpk/core/workload_decorators/__init__.py,sha256=YPwWBbgLAu7L-YlTVGB2r8ZV4TzypURMRBcehSHHlLY,561
-xpk/core/workload_decorators/rdma_decorator.py,sha256=isbgPnjdu2AT_Da1nVUIRoGE_qZ7jMDOKCgZOLq5r2A,4006
+xpk/core/workload_decorators/rdma_decorator.py,sha256=02HVA_jSyzlVtSQnQj7aPdK03h7v5YyioBqEen6pbj0,3636
 xpk/core/workload_decorators/storage_decorator.py,sha256=DDYQVO1OKTLhveDOA4V6b2RWr4n0fbwHdnoFFmW7iaQ,2000
-xpk/core/workload_decorators/tcpx_decorator.py,sha256=6yvofTv6_XmRfI-nESZjGYeLmGrza1rWxeJGET0TqXU,6182
-xpk/core/workload_decorators/tcpx_decorator_test.py,sha256=iTBS3X_-VwA2oveNDjscduLtll0VOJyFRCp4xmsjg7w,8515
-xpk/core/workload_decorators/tcpxo_decorator.py,sha256=_nLX7tbnxhnS-xv4Jijd1JOP76V4LpNCfW3Np404Cqw,6537
+xpk/core/workload_decorators/tcpx_decorator.py,sha256=cLOntH2ekBcPeiPW0sU3TRozSCpcTxgxpzncrMbRj44,5962
+xpk/core/workload_decorators/tcpx_decorator_test.py,sha256=BmTWsFoBeLb9xhQh3kpqSiarkYax4bj2wLeZ9GrQzag,6089
+xpk/core/workload_decorators/tcpxo_decorator.py,sha256=5SgL-7aTHclN7rvCGvEOjZoUixBmyjfuhVIUBFmneug,6124
 xpk/parser/__init__.py,sha256=YPwWBbgLAu7L-YlTVGB2r8ZV4TzypURMRBcehSHHlLY,561
-xpk/parser/batch.py,sha256=mJU-Cp1yTLje59vD-B1IiBcUeD-ZmEsoeB4xhj9cflc,1406
 xpk/parser/cluster.py,sha256=U2T-Q4yS86PWeFLNfknYWDDzZfubCKqIhqasxKLmErI,31342
 xpk/parser/cluster_test.py,sha256=xzQEC3IeAMpwsbNbHLuaNKxR3iaZcm3z4m3i61G62d4,6581
-xpk/parser/common.py,sha256=sJYGjrn2YgFxelDCYB18s1R8Md8GpDcMQNoAezxDDIs,7257
+xpk/parser/common.py,sha256=DBj0MQHbxcquPWJ3WcwdiaKhGJZgjdppNJrb9iUFQsE,6797
 xpk/parser/common_test.py,sha256=_6Fm2pUF7h4K0G5qxGabXSYr4ng9ihOzlViE6oLQwQs,1557
 xpk/parser/config.py,sha256=-XnWx9aFsBW4Uzo_hpOMD2ZQ0bdZLvq1ksv83_5jqSM,1633
-xpk/parser/core.py,sha256=VRJerlS92ufoQbG1mZv7B04DAP4qGkBHa4pRXgcbAs0,4761
+xpk/parser/core.py,sha256=rUgPYrqBgqoeuVVwcu3qMABs5KZ3jZI-lfkKywwpGYo,3340
 xpk/parser/info.py,sha256=UJohxVVWdt9IgUXoPsrVae2DN1BjAVGWrSN2ajrB8RQ,1860
 xpk/parser/inspector.py,sha256=hAPAZ2k9iSJgC1mjnz3rMleInsAQ8PmkyyUKFyBmsgY,1997
-xpk/parser/job.py,sha256=5RdE70rucGfrsn65l7Ho6RmO06mag1S0AO-3saVuXyw,4328
-xpk/parser/kind.py,sha256=sgPCqNVrgmFLcOBEbhlaphwVXxMh_opP9ntCq4KPePE,2682
-xpk/parser/run.py,sha256=oi_ksSyJ8Ooffe2EgoV_ecpmXEmNGVotjpIQH-HjufE,1481
-xpk/parser/shell.py,sha256=VC8p-kz9XjJZW9DXZ-rnv41XnRDRpQRFywHpB5j7tfc,1970
-xpk/parser/storage.py,sha256=0V1d1htsjoa-SuxOX_vNxz2Lg4Nue9CBe_H0bNS2Hv0,10270
+xpk/parser/storage.py,sha256=VnMWSGW1xNIMz_cU-dk1CtpGSZEtZ9ecz1KI3bpQPqw,9945
 xpk/parser/storage_test.py,sha256=i_F9cuQXHRvUy4RJwbfuuI8ZVpTpkkY96sZ1GZ4dLPw,1494
 xpk/parser/validators.py,sha256=-NBZelvfwZRzjz-YUCreD8EzMLHll8PZM-d-MVm2PG4,1192
 xpk/parser/version.py,sha256=eJo4PAbbmRQZulgKBs_ytbVgV9zAaaXeNzMMxmgFMVY,769
@@ -142,7 +131,7 @@ xpk/utils/__init__.py,sha256=YPwWBbgLAu7L-YlTVGB2r8ZV4TzypURMRBcehSHHlLY,561
 xpk/utils/console.py,sha256=AJWSyjuWyLjb7SYt8kPb0gw9N84EN9LbLxYCXjC-6Ds,2464
 xpk/utils/console_test.py,sha256=x1v7v9VrIZwAKH-eOzj1lAY4EsHxJ6ruhfEOzpssO6o,2944
 xpk/utils/execution_context.py,sha256=hONGz1hQSKE-puah2rE_uN9YUeEC4oW82VOryw5_Vgo,1181
-xpk/utils/feature_flags.py,sha256=lRNjJIKyMUvUkF35MjG0iQYuoxSZarf-W98gWOW8r6M,1161
+xpk/utils/feature_flags.py,sha256=9QSMpdxcGR84unhOGJyCteT9R92-h5K6tOcjn5YHgDw,1160
 xpk/utils/file.py,sha256=yB1-k3FahoxkBpojB59vQNeZYOXB3pmktnjU4Ceah7M,2605
 xpk/utils/gcs_utils.py,sha256=zg-XSTv4G4TFjeT2bNBm2WLdDXPrOZi0rNv_JdppNg4,4113
 xpk/utils/kubectl.py,sha256=WKB9UhpouPN9G4n2ejRi_PgsYLI0R01gzkS1WGU6mJA,1828
@@ -156,13 +145,13 @@ xpk/utils/user_agent.py,sha256=1NMtixC1RIr_MwM5pJ0THQ0x1-fCQA92TFHjWAVZldw,1083
 xpk/utils/user_agent_test.py,sha256=lkv8LqzhlA1gXFVeBzoLwE1_iGnm8G9LzkkElMrIrx0,1774
 xpk/utils/user_input.py,sha256=kMdCcPWdkI31f1mJcMsNGda-xKyKxEerpSLpCqIWYPc,1503
 xpk/utils/user_input_test.py,sha256=xO34jkMoTAk5Cmw7yHTk-7YexzC2UZ6ajihV8lnlAyI,2666
-xpk/utils/validation.py,sha256=irL9579RbvwxiGn1t3zhhPo-0oHgdUPOSYsUuFqsDSM,3039
+xpk/utils/validation.py,sha256=rE9LTkXJT7jIesodFb9pONL7ixhLqiQleyoaz7N39Dw,2765
 xpk/utils/validation_test.py,sha256=PEDSMUqZdt_Lx1FSR-LOTXKKtsJ47JH1fxugM0Gfz6Y,1168
 xpk/utils/versions.py,sha256=_Ep68W70a9605XjiaOOpBa9Is9jXlsoOiwL8v5Xt-WA,897
 xpk/utils/yaml.py,sha256=j8xuAJ9yAAwnQi6ozwZ-nMnDyDnc3xWkeBZMtSuP4RU,844
-xpk-0.17.2.dist-info/licenses/LICENSE,sha256=z8d0m5b2O9McPEK1xHG_dWgUBT6EfBDz6wA0F7xSPTA,11358
-xpk-0.17.2.dist-info/METADATA,sha256=_G5EPL08DVbtGWPXVmHAg_HxH_-op5be3Fx1rWRJiwI,7930
-xpk-0.17.2.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-xpk-0.17.2.dist-info/entry_points.txt,sha256=mzEtiIesFkT1kmcTUVDA1o3uOhiniX6tIz2wmOlMu1M,38
-xpk-0.17.2.dist-info/top_level.txt,sha256=TQKZWgV7LSElvmunYT9V_627qOMoxq3qYzWAFzKudB8,16
-xpk-0.17.2.dist-info/RECORD,,
+xpk-1.0.0.dist-info/licenses/LICENSE,sha256=z8d0m5b2O9McPEK1xHG_dWgUBT6EfBDz6wA0F7xSPTA,11358
+xpk-1.0.0.dist-info/METADATA,sha256=9woUe1dyR3fKZPXpoJeLwWTSNKCPZO--_LWee7UPRNc,8364
+xpk-1.0.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+xpk-1.0.0.dist-info/entry_points.txt,sha256=mzEtiIesFkT1kmcTUVDA1o3uOhiniX6tIz2wmOlMu1M,38
+xpk-1.0.0.dist-info/top_level.txt,sha256=TQKZWgV7LSElvmunYT9V_627qOMoxq3qYzWAFzKudB8,16
+xpk-1.0.0.dist-info/RECORD,,

xpk/commands/batch.py

@@ -1,144 +0,0 @@
-"""
-Copyright 2024 Google LLC
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-     https://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-"""
-
-import re
-from argparse import Namespace
-
-from ..core.cluster import (
-    setup_k8s_service_accounts,
-    get_cluster_credentials,
-)
-from ..core.commands import run_command_for_value
-from ..core.gcloud_context import add_zone_and_project
-from ..core.kjob import (
-    AppProfileDefaults,
-    JobTemplateDefaults,
-    get_storage_annotations,
-    prepare_kjob,
-)
-from ..core.kueue_manager import LOCAL_QUEUE_NAME
-from ..utils.console import xpk_exit, xpk_print
-from ..utils.execution_context import is_dry_run
-from ..utils.validation import validate_dependencies_list, SystemDependency, should_validate_dependencies
-from .kind import set_local_cluster_command
-from .kjob_common import add_gpu_networking_annotations_to_command, add_TAS_annotations_to_command
-
-
-def batch(args: Namespace) -> None:
-  """Run batch task.
-     This function runs passed script in non-blocking manner.
-  Args:
-    args: user provided arguments for running the command.
-  Returns:
-    None
-  """
-  if should_validate_dependencies(args):
-    validate_dependencies_list([
-        SystemDependency.KUBECTL,
-        SystemDependency.KJOB,
-        SystemDependency.GCLOUD,
-    ])
-  if not args.kind_cluster:
-    add_zone_and_project(args)
-    get_cluster_credentials(args)
-  else:
-    set_cluster_command_code = set_local_cluster_command(args)
-    if set_cluster_command_code != 0:
-      xpk_exit(set_cluster_command_code)
-
-  if not is_dry_run():
-    err_code = prepare_kjob(args)
-    if err_code > 0:
-      xpk_exit(err_code)
-    setup_k8s_service_accounts()
-
-  submit_job(args)
-
-
-def submit_job(args: Namespace) -> None:
-  cmd = (
-      'kubectl kjob create slurm'
-      f' --profile {AppProfileDefaults.NAME.value}'
-      f' --localqueue {LOCAL_QUEUE_NAME}'
-      f' --worker-container {JobTemplateDefaults.CONTAINER_NAME.value}'
-      ' --first-node-ip'
-  )
-  cmd = add_gpu_networking_annotations_to_command(args, cmd)
-  cmd = add_TAS_annotations_to_command(args, cmd)
-
-  annotations = [] if is_dry_run() else get_storage_annotations(args)
-  for annotation in annotations:
-    cmd += f' --pod-template-annotation {annotation}'
-
-  if args.ignore_unknown_flags:
-    cmd += ' --ignore-unknown-flags'
-
-  cmd += f' -- {args.script} --partition {LOCAL_QUEUE_NAME}'
-
-  if args.array is not None:
-    cmd += f' --array {args.array}'
-
-  if args.cpus_per_task is not None:
-    cmd += f' --cpus-per-task {args.cpus_per_task}'
-
-  if args.gpus_per_task is not None:
-    cmd += f' --gpus-per-task {args.gpus_per_task}'
-
-  if args.mem is not None:
-    cmd += f' --mem {args.mem}'
-
-  if args.mem_per_task is not None:
-    cmd += f' --mem-per-task {args.mem_per_task}'
-
-  if args.mem_per_cpu is not None:
-    cmd += f' --mem-per-cpu {args.mem_per_cpu}'
-
-  if args.mem_per_gpu is not None:
-    cmd += f' --mem-per-gpu {args.mem_per_gpu}'
-
-  if args.nodes is not None:
-    cmd += f' --nodes {args.nodes}'
-
-  if args.ntasks is not None:
-    cmd += f' --ntasks {args.ntasks}'
-
-  if args.output is not None:
-    cmd += f' --output {args.output}'
-
-  if args.error is not None:
-    cmd += f' --error {args.error}'
-
-  if args.input is not None:
-    cmd += f' --input {args.input}'
-
-  if args.job_name is not None:
-    cmd += f' --job-name {args.job_name}'
-
-  if args.chdir is not None:
-    cmd += f' --chdir {args.chdir}'
-
-  if args.time is not None:
-    cmd += f' --time {args.time}'
-
-  return_code, return_value = run_command_for_value(cmd, 'submit job')
-
-  if return_code != 0:
-    xpk_print(f'Running batch job returned ERROR {return_code}')
-    xpk_exit(return_code)
-
-  m = re.match(r'job\.batch/([-a-z0-9]+)', return_value)
-  if m:
-    xpk_print(f'Job name: {m.group(1)}')

xpk/commands/job.py

@@ -1,244 +0,0 @@
-"""
-Copyright 2024 Google LLC
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-     https://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-"""
-
-import re
-import sys
-
-from ruamel.yaml import YAML
-from typing import cast
-
-from ..core.commands import run_command_for_value, run_command_with_updates
-from ..core.cluster import get_cluster_credentials
-from ..core.gcloud_context import add_zone_and_project
-from ..core.kjob import AppProfileDefaults
-from ..utils.console import xpk_exit, xpk_print
-from ..utils.validation import validate_dependencies_list, SystemDependency, should_validate_dependencies
-from .kind import set_local_cluster_command
-
-
-JOBS_DRY_RUN_YAML = """
-items:
-- apiVersion: slurm.k8s.io/v1alpha1
-  kind: SlurmJob
-  metadata:
-    annotations:
-      kjobctl.x-k8s.io/script: echo hello
-    creationTimestamp: '2024-04-29T12:00:00Z'
-    labels:
-      kjobctl.x-k8s.io/app-profile: default
-    name: golden-job
-    namespace: default
-  spec:
-    script: echo hello
-"""
-
-PODS_DRY_RUN_RESULT = """
-foo-pod 2/2 Running 0 2d
-bar-pod 1/1 Evicted 0 1d
-"""
-
-
-def job_info(args):
-  """Run commands obtaining information about a job given by name.
-
-  Args:
-    args: user provided arguments for running the command.
-
-  Returns:
-    None
-  """
-  if should_validate_dependencies(args):
-    validate_dependencies_list([
-        SystemDependency.KUBECTL,
-        SystemDependency.KJOB,
-        SystemDependency.GCLOUD,
-    ])
-  job_name = args.name
-
-  desc_command = f'kubectl-kjob describe slurm {job_name}'
-  desc_code, desc_text = run_command_for_value(desc_command, 'Getting job data')
-  if desc_code != 0:
-    xpk_print(f'Data info request returned ERROR {desc_code}')
-    xpk_exit(desc_code)
-
-  job_command = (
-      'kubectl-kjob list slurm -o yaml --field-selector'
-      f' metadata.name=={job_name}'
-  )
-  job_code, job_text = run_command_for_value(
-      job_command,
-      'Getting job info',
-      dry_run_return_val=JOBS_DRY_RUN_YAML,
-  )
-  if job_code != 0:
-    xpk_print(f'Job info request returned ERROR {job_code}')
-    xpk_exit(job_code)
-
-  pods_command = f'kubectl get pods -l=job-name={job_name} --no-headers'
-  pods_code, pods_text = run_command_for_value(
-      pods_command,
-      'Getting pods list',
-      dry_run_return_val=PODS_DRY_RUN_RESULT,
-  )
-  if pods_code != 0:
-    xpk_print(f'Pods list request returned ERROR {pods_code}')
-    xpk_exit(pods_code)
-
-  yaml = YAML(typ='safe')
-  job_yaml = yaml.load(job_text)['items'][0]
-
-  output = {
-      'Job name': job_name,
-      'Script name': get_script_name(job_yaml),
-      'Profile': get_profile(job_yaml),
-      'Labels': job_yaml.get('metadata').get('labels', []),
-      'Mounts': get_mounts(job_yaml),
-      'Pods': get_pods(pods_text),
-      'Entrypoint environment variables template': get_kjob_env_vars(desc_text),
-  }
-
-  yaml.default_flow_style = False
-  yaml.sort_base_mapping_type_on_output = False
-  yaml.dump(output, sys.stdout)
-
-
-def get_profile(job_yaml: dict) -> str:
-  containers: list[dict] = (
-      job_yaml.get('spec', {})
-      .get('template', {})
-      .get('spec', {})
-      .get('containers', [])
-  )
-  env_vars = next(iter(containers), {}).get('env', [])
-  profile = next((x['value'] for x in env_vars if x['name'] == 'PROFILE'), '')
-  return profile
-
-
-def get_mounts(job_yaml: dict) -> list[dict]:
-  containers: list[dict] = (
-      job_yaml.get('spec', {})
-      .get('template', {})
-      .get('spec', {})
-      .get('containers', [])
-  )
-  mounts: list[dict] = next(iter(containers), {}).get('volumeMounts', [])
-  return mounts
-
-
-def get_kjob_env_vars(job_desc_text: str) -> list[tuple[str, str]]:
-  regex = r'(SLURM_[A-Z_]*=.*)'
-  search_res = re.findall(regex, job_desc_text)
-  return search_res
-
-
-def get_pods(pods_text: str) -> list[dict[str, str]]:
-  pods_lines = pods_text.strip().split('\n')
-  pods_lines_tokenized = [line.split() for line in pods_lines]
-  return [
-      {
-          'Name': tokens[0],
-          'Status': tokens[2],
-      }
-      for tokens in pods_lines_tokenized
-  ]
-
-
-def get_script_name(job_yaml: dict) -> str | None:
-  return cast(
-      str | None,
-      job_yaml.get('metadata', {})
-      .get('annotations', {})
-      .get('kjobctl.x-k8s.io/script', ''),
-  )
-
-
-def job_list(args) -> None:
-  """Function around job list.
-
-  Args:
-    args: user provided arguments for running the command.
-
-  Returns:
-    None
-  """
-  if should_validate_dependencies(args):
-    validate_dependencies_list([
-        SystemDependency.KUBECTL,
-        SystemDependency.KJOB,
-        SystemDependency.GCLOUD,
-    ])
-  if not args.kind_cluster:
-    add_zone_and_project(args)
-    get_cluster_credentials(args)
-    msg = f'Listing jobs for project {args.project} and zone {args.zone}:'
-  else:
-    set_cluster_command_code = set_local_cluster_command(args)
-    msg = 'Listing jobs:'
-    if set_cluster_command_code != 0:
-      xpk_exit(set_cluster_command_code)
-
-  xpk_print(msg, flush=True)
-
-  return_code = run_slurm_job_list_command()
-  xpk_exit(return_code)
-
-
-def run_slurm_job_list_command() -> int:
-  cmd = f'kubectl-kjob list slurm  --profile {AppProfileDefaults.NAME.value}'
-
-  return_code = run_command_with_updates(cmd, 'list jobs')
-  if return_code != 0:
-    xpk_print(f'Listing jobs returned ERROR {return_code}')
-  return return_code
-
-
-def job_cancel(args) -> None:
-  """Function around job cancel.
-
-  Args:
-    args: user provided arguments for running the command.
-
-  Returns:
-    None
-  """
-  if should_validate_dependencies(args):
-    validate_dependencies_list([
-        SystemDependency.KUBECTL,
-        SystemDependency.KJOB,
-        SystemDependency.GCLOUD,
-    ])
-
-  xpk_print(f'Starting job cancel for job: {args.name}', flush=True)
-  if not args.kind_cluster:
-    add_zone_and_project(args)
-    get_cluster_credentials(args)
-  else:
-    set_cluster_command_code = set_local_cluster_command(args)
-    if set_cluster_command_code != 0:
-      xpk_exit(set_cluster_command_code)
-
-  return_code = run_slurm_job_delete_command(args)
-  xpk_exit(return_code)
-
-
-def run_slurm_job_delete_command(args) -> int:
-  list_of_jobs = ' '.join(args.name)
-  cmd = f'kubectl-kjob delete slurm {list_of_jobs}'
-
-  return_code = run_command_with_updates(cmd, 'delete job')
-  if return_code != 0:
-    xpk_print(f'Delete job request returned ERROR {return_code}')
-  return return_code