xpk 1.0.0__py3-none-any.whl → 1.1.1__py3-none-any.whl

xpk/parser/cluster_test.py

@@ -15,8 +15,8 @@ limitations under the License.
 """
 
 import argparse
-from xpk.parser.cluster import set_cluster_create_parser, set_cluster_create_pathways_parser, set_cluster_create_ray_parser
 import pytest
+from xpk.parser.cluster import set_cluster_create_parser, set_cluster_create_pathways_parser, set_cluster_create_ray_parser, set_cluster_adapt_parser
 from ..utils.feature_flags import FeatureFlags
 
 
@@ -261,3 +261,61 @@ def test_cluster_create_num_slices_has_no_default_if_superslicing_feature():
   )
 
   assert args.num_slices is None
+
+
+def test_cluster_adapt_sub_slicing_is_hidden_with_flag_off():
+  FeatureFlags.SUB_SLICING_ENABLED = False
+  parser = argparse.ArgumentParser()
+
+  set_cluster_adapt_parser(parser)
+  help_str = parser.format_help()
+
+  assert "--sub-slicing" not in help_str
+
+
+def test_cluster_adapt_sub_slicing_is_shown_with_flag_on():
+  FeatureFlags.SUB_SLICING_ENABLED = True
+  parser = argparse.ArgumentParser()
+
+  set_cluster_adapt_parser(parser)
+  help_str = parser.format_help()
+
+  assert "--sub-slicing" in help_str
+
+
+def test_cluster_adapt_super_slicing_is_hidden_with_flag_off():
+  FeatureFlags.SUPER_SLICING_ENABLED = False
+  parser = argparse.ArgumentParser()
+
+  set_cluster_adapt_parser(parser)
+  help_str = parser.format_help()
+
+  assert "--super-slicing" not in help_str
+
+
+def test_cluster_adapt_super_slicing_is_shown_with_flag_on():
+  FeatureFlags.SUPER_SLICING_ENABLED = True
+  parser = argparse.ArgumentParser()
+
+  set_cluster_adapt_parser(parser)
+  help_str = parser.format_help()
+
+  assert "--super-slicing" in help_str
+
+
+def test_cluster_adapt_memory_limit_is_shown():
+  parser = argparse.ArgumentParser()
+
+  set_cluster_adapt_parser(parser)
+  help_str = parser.format_help()
+
+  assert "--memory-limit" in help_str
+
+
+def test_cluster_adapt_cpu_limit_is_shown():
+  parser = argparse.ArgumentParser()
+
+  set_cluster_adapt_parser(parser)
+  help_str = parser.format_help()
+
+  assert "--cpu-limit" in help_str

xpk/parser/common.py

@@ -83,6 +83,17 @@ def add_shared_arguments(
       help='GCE project name, defaults to "gcloud config project."',
       required=required,
   )
+  custom_parser_or_group.add_argument(
+      '--project-number',
+      type=str,
+      default=None,
+      help=(
+          'GCE project number. If provided, skips the Cloud Resource Manager'
+          ' API call to translate project ID to project number. Useful when'
+          ' the API is not enabled or you lack permissions.'
+      ),
+      required=False,
+  )
   custom_parser_or_group.add_argument(
       '--zone',
       type=str,

xpk/parser/storage.py

@@ -127,7 +127,7 @@ def add_storage_attach_parser(
       type=str,
       help=(
           '(optional) Name of the bucket. If not set, then the "name" parameter'
-          ' is infered as a bucket name.'
+          ' is inferred as a bucket name.'
       ),
   )
   gcsfuse_args.add_argument(
@@ -165,7 +165,7 @@ def add_storage_attach_parser(
       type=str,
       help=(
           '(optional) Name of the filestore instance. If not set, then the'
-          ' "name" parameter is infered as an instance name.'
+          ' "name" parameter is inferred as an instance name.'
       ),
   )
 
@@ -238,7 +238,7 @@ def add_storage_create_parser(storage_subcommands_parser: Subcommands) -> None:
       type=str,
       help=(
           '(optional) Name of the filestore instance. If not set, then the'
-          ' "name" parameter is infered as an instance name.'
+          ' "name" parameter is inferred as an instance name.'
       ),
   )
   opt_args.add_argument(

xpk/utils/console.py

@@ -51,7 +51,7 @@ def ask_for_user_consent(
     question: str, default_option: Literal["Y", "N"] = "N"
 ) -> bool:
   """Prompts user with the given question, asking for a yes/no answer and returns a relevant boolean.
-  Important: immediatelly returns `True` in quiet mode!
+  Important: immediately returns `True` in quiet mode!
 
   Example prompt for `question='Continue?'`: `[XPK] Continue? (y/N): `.
 

xpk/utils/feature_flags.py

@@ -17,20 +17,24 @@ limitations under the License.
 import os
 
 
+def is_tester() -> bool:
+  """Returns true if user is a tester."""
+  return os.getenv("XPK_TESTER", "").lower() == "true"
+
+
 def _get_boolean_flag(flag: str, default: bool) -> bool:
   experiment_value = os.getenv(flag, "").lower()
   if experiment_value in ["true", "false"]:
     return experiment_value == "true"
 
-  xpk_tester = os.getenv("XPK_TESTER", "").lower() == "true"
-  return xpk_tester or default
+  return is_tester() or default
 
 
 class _FeatureFlags:
   SUB_SLICING_ENABLED = _get_boolean_flag("SUB_SLICING_ENABLED", default=False)
   TELEMETRY_ENABLED = _get_boolean_flag("TELEMETRY_ENABLED", default=True)
   SUPER_SLICING_ENABLED = _get_boolean_flag(
-      "SUPER_SLICING_ENABLED", default=False
+      "SUPER_SLICING_ENABLED", default=True
   )
 
 

{xpk-1.0.0.dist-info → xpk-1.1.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: xpk
-Version: 1.0.0
+Version: 1.1.1
 Summary: xpk helps Cloud developers to orchestrate training jobs on accelerators on GKE.
 Author-email: XPK team <xpk-code-reviewers@google.com>
 License: Apache-2.0
@@ -93,28 +93,41 @@ XPK supports a variety of hardware accelerators.
 
 XPK also supports the following [Google Cloud Storage solutions](./docs/usage/storage.md):
 
-| Storage Type                               | Documentation                                                                            |
-|--------------------------------------------|------------------------------------------------------------------------------------------|
-| Cloud Storage FUSE                         | [docs](./docs/usage/storage.md#fuse)                                                     |
-| Filestore                                  | [docs](./docs/usage/storage.md#filestore)                                                |
-| Parallelstore                              | [docs](./docs/usage/storage.md#parallelstore)                                            |
-| Block storage (Persistent Disk, Hyperdisk) | [docs](./docs/usage/storage.md#block-storage-persistent-disk-hyperdisk)                  |
+| Storage Type                               | Documentation                                                           |
+| ------------------------------------------ | ----------------------------------------------------------------------- |
+| Cloud Storage FUSE                         | [docs](./docs/usage/storage.md#fuse)                                    |
+| Filestore                                  | [docs](./docs/usage/storage.md#filestore)                               |
+| Parallelstore                              | [docs](./docs/usage/storage.md#parallelstore)                           |
+| Block storage (Persistent Disk, Hyperdisk) | [docs](./docs/usage/storage.md#block-storage-persistent-disk-hyperdisk) |
 
 # Documentation
 
-* [Permissions](./docs/permissions.md)
-* [Installation](./docs/installation.md)
-* Usage:
-  * [Clusters](./docs/usage/clusters.md)
-    * [GPU](./docs/usage/gpu.md)
-    * [CPU](./docs/usage/cpu.md)
-    * [Autoprovisioning](./docs/usage/autoprovisioning.md)
-  * [Workloads](./docs/usage/workloads.md)
-    * [Docker](./docs/usage/docker.md)
-  * [Storage](./docs/usage/storage.md)
-  * [Advanced](./docs/usage/advanced.md)
-  * [Inspector](./docs/usage/inspector.md)
-* [Troubleshooting](./docs/troubleshooting.md)
+- [Permissions](./docs/permissions.md)
+- [Installation](./docs/installation.md)
+- Usage:
+  - [Clusters](./docs/usage/clusters.md)
+    - [GPU](./docs/usage/gpu.md)
+    - [CPU](./docs/usage/cpu.md)
+    - [Autoprovisioning](./docs/usage/autoprovisioning.md)
+  - [Workloads](./docs/usage/workloads.md)
+    - [Docker](./docs/usage/docker.md)
+  - [Storage](./docs/usage/storage.md)
+  - [Advanced](./docs/usage/advanced.md)
+  - [Inspector](./docs/usage/inspector.md)
+- [Troubleshooting](./docs/troubleshooting.md)
+
+# Dependencies
+
+| Dependency                                                                                                   | When used                   |
+| ------------------------------------------------------------------------------------------------------------ | --------------------------- |
+| [Google Cloud SDK (gcloud)](https://cloud.google.com/sdk/docs/install)                                       | _always_                    |
+| [kubectl](https://cloud.google.com/kubernetes-engine/docs/how-to/cluster-access-for-kubectl#install_kubectl) | _always_                    |
+| [ClusterToolkit](https://github.com/GoogleCloudPlatform/cluster-toolkit)                                     | Provisioning GPU clusters   |
+| [Kueue](https://github.com/kubernetes-sigs/kueue)                                                            | Scheduling workloads        |
+| [JobSet](https://github.com/kubernetes-sigs/jobset)                                                          | Workload creation           |
+| [Docker](https://docs.docker.com/engine/install/)                                                            | Building workload container |
+| [CoreDNS](https://github.com/coredns/deployment/tree/master/kubernetes)                                      | Cluster set up              |
+| [PathwaysJob](https://github.com/google/pathways-job)                                                        | Running Pathways workloads  |
 
 # Privacy notice
 
@@ -129,11 +142,14 @@ XPK telemetry overall is handled in accordance with the [Google Privacy Policy](
 you use XPK to interact with or utilize GCP Services, your information is handled in accordance with the
 [Google Cloud Privacy Notice](https://cloud.google.com/terms/cloud-privacy-notice).
 
-
 # Contributing
 
 Please read [`contributing.md`](./docs/contributing.md) for details on our code of conduct, and the process for submitting pull requests to us.
 
+# Get involved
+
+We'd love to hear from you! If you have questions or want to discuss ideas, join us on [GitHub Discussions](https://github.com/AI-Hypercomputer/xpk/discussions). Found a bug or have a feature request? Please let us know on [GitHub Issues](https://github.com/AI-Hypercomputer/xpk/issues).
+
 # License
 
 This project is licensed under the Apache License 2.0 - see the [`LICENSE`](./LICENSE) file for details

{xpk-1.0.0.dist-info → xpk-1.1.1.dist-info}/RECORD

@@ -1,10 +1,3 @@
-integration/README.md,sha256=EZwllubkB7mJt-DzPRNrhD0kkSV7TwaihmOX1mjNvAk,296
-integration/__init__.py,sha256=YPwWBbgLAu7L-YlTVGB2r8ZV4TzypURMRBcehSHHlLY,561
-integration/docker_manager_test.py,sha256=J2xijy6crRtrwQXrEvtOEY7mo1kEJYhcIYMZ7w0OGa4,2514
-integration/gcluster_a3mega_test.py,sha256=DoDEWWPTxjvn6T1ZNNXJEC64vlA7ywvtrSwYUEUn5Gg,6522
-integration/gcluster_a3ultra_test.py,sha256=XGZXuir2PeLjEI2Yt8VlIEmxtPHEHjeKQeMMBKTSGVg,6322
-integration/gcluster_a4_test.py,sha256=c5asoFLioHznq6-F7GjZf2JRqQuTODX5_bjJWuBcRwU,6230
-integration/gcluster_test.py,sha256=3GSOMszzNW6Yr4T4PFIpmszonwDAAGpSdKutUA77O-g,3304
 xpk/__init__.py,sha256=7mu-VQDQMyxM5To0KOhuYe4y2TYGsEkfV7hXZmUyih4,561
 xpk/main.py,sha256=esCpSoFhiA9ZGxcm6XWI6m2OIOsEeMnZt6OCkqMkjs0,3288
 xpk/telemetry_uploader.py,sha256=DW-eXiWpxc0Ga3igehhVIz-F3CmBwe1kl1Lbgbn0MOE,901
@@ -20,58 +13,60 @@ xpk/blueprints/a4/config-map.yaml.tftpl,sha256=o6LeGIYUfFGyj3vj-8ztV5ildQ46QZVl7
 xpk/blueprints/a4/nccl-rdma-installer-a4.yaml,sha256=if3WOmNLVGTJIJHU76EWC1FyiIXDTRIXcwo4OsBxarQ,2113
 xpk/blueprints/a4/storage_crd.yaml,sha256=r4WFXnSJJ25EUF-t4Ljfbl-cJoSaiFiZkP8451eTub4,1260
 xpk/commands/__init__.py,sha256=YPwWBbgLAu7L-YlTVGB2r8ZV4TzypURMRBcehSHHlLY,561
-xpk/commands/cluster.py,sha256=d5L8Kqfk93SZCxbPCZ5oePkqruWYZKi49rJ6yGgZSMg,45479
-xpk/commands/cluster_gcluster.py,sha256=Ig8jLjsiyFgw9U4BBEzDK2diA9m0STKQgz-uUTG_vYE,13731
+xpk/commands/cluster.py,sha256=9LGVlrXg5C2w7wRKYTWe6lh3wSl7ZFpaNXSlpBfd0tc,45311
+xpk/commands/cluster_gcluster.py,sha256=H6_pphIrIzDCHZg-ZH3o-xA2AgVQKSjE2HKbhIW6-Xo,13727
 xpk/commands/cluster_gcluster_test.py,sha256=zdxz5gAMu3HRVNsj7F-VYRf4TYSPMjuOG7DolQN2Pb4,6263
-xpk/commands/cluster_test.py,sha256=aMkwKrhoEuqElME16ztx5lwv4zT0z_xV0L3in1RaW6M,24017
-xpk/commands/common.py,sha256=p43sspD5RfYRj3Se_b-X0s0dbBs1PMI1qtySg6zZKKg,2706
+xpk/commands/cluster_test.py,sha256=va1ODWx0Y2fSZIGzIsqEIVN25tIsfYr95ubcyxTMDfA,23494
+xpk/commands/common.py,sha256=fsM4Sud3y1RU6a8JHi99l13O4raYvW2oPahCBzvMwh4,3884
+xpk/commands/common_test.py,sha256=BDYFtN-cVfpEpj6akZy4R2KrnP53AIV1Lh1FEImhXx0,6106
 xpk/commands/config.py,sha256=L_zRpQTxMcSh6rxOT8gG263V6YGqzVoz4UxdWywTFdA,850
-xpk/commands/info.py,sha256=uhv5mPfgg9N-5JhQw4dT2jujL9ZC5kzGA18h9NFfm5A,7429
-xpk/commands/inspector.py,sha256=FPasKtGuEZKNXIQin4AG49clfD4b53NxXpWqBPZIIoE,12955
+xpk/commands/info.py,sha256=iVGWMIaxPB54-nQGW7YqFdpVcgaKVJ5r4LZVxcSlo5Y,7486
+xpk/commands/inspector.py,sha256=M_py1VFSTSYUrlUS32i3qUM8LkuHqPQ73FS1dkR6wfM,13911
+xpk/commands/inspector_test.py,sha256=Jc-YnWW8eOHI8RDyz8HoJvN1XxG9XQTa0xe3scHiOXM,4305
 xpk/commands/managed_ml_diagnostics.py,sha256=87wmFbnYQY-kEpJfPo1Up53xM5P_P5wOlXczxHzxJjQ,6984
 xpk/commands/managed_ml_diagnostics_test.py,sha256=pQ1YUGMGRQFJYTS_1o9YyGUzYdLaBdA84LjbnncaeEo,3828
 xpk/commands/storage.py,sha256=cSTJN9Mjvdsvk_Nk43kVdQFhp89nxWbanDsTOGZCkpQ,10708
 xpk/commands/version.py,sha256=k30rdLP9clUM8eeSwRFhpfzSb1qwcQImTfuC59Ed6CA,771
-xpk/commands/workload.py,sha256=HV54qdjxR4fceQjae9Qpgdk9BY2C5Wh8a9aOS_kFY4E,31725
-xpk/commands/workload_test.py,sha256=KLSI4L01fWmPm7xNPXEpjABU5FC9P3CXVto1ifSiqKY,7322
+xpk/commands/workload.py,sha256=Xhu_xNzGnKVfU3Piwf-rJbNO0r0LCjwslYjYlvOjD8Y,32347
+xpk/commands/workload_test.py,sha256=m79x6YDYn-36BX0CttTtAMdt_O-WJY40FLTGa6KwKg8,9804
 xpk/core/__init__.py,sha256=YPwWBbgLAu7L-YlTVGB2r8ZV4TzypURMRBcehSHHlLY,561
-xpk/core/capacity.py,sha256=_TyWayBkNU8fBpz1LTbCddEFZiZW5Qz-xmJnQMsXh0c,10534
-xpk/core/capacity_test.py,sha256=jZjMHTYlFLdAmBN1t9k29iABCSE5hlW0--q7QLDQpfQ,4330
-xpk/core/cluster.py,sha256=_h82ZmYufvBOezEUvy-DWOJv9h3SQsy5isL9qbYdq44,24001
-xpk/core/cluster_private.py,sha256=RLi0C7bV0NEUXl6QKQzvUT0weN9EdqPvjuuOQsNO0DY,6868
-xpk/core/cluster_test.py,sha256=J4Wk7E--ik_IsWWzL_iWGWbx99Ih03m-0bs-uU7gGDg,5853
+xpk/core/capacity.py,sha256=MGiNOwBCwg8Ci-hsssbZYIJ2xXTm6Y5yKTO4J5ozqEk,11053
+xpk/core/capacity_test.py,sha256=04ecANSECL3APmFCjdtkw2Wz6JxWkRZwE_QHa2m1_68,6026
+xpk/core/cluster.py,sha256=RC-91Dk4nx9F-jLmZPP78ALlUgSBq670geaIqnRMZxY,24184
+xpk/core/cluster_private.py,sha256=43BEO49MA-p1KfKuchxVZk6wwIlRCUU17j-6MMMeq4I,6868
+xpk/core/cluster_test.py,sha256=VeC1C7kN0OJe6yeoL8GCaFk4uPhijP6CjvQAcE7q9xw,6653
 xpk/core/commands.py,sha256=at73VJHdZ4rVA8uvW997tNrvnCjP9v6zaw96bU0kd74,10841
 xpk/core/config.py,sha256=U2JDXx-XBuqQpZJf2iUDoww5--E8ejZfgmIxKeGu-gU,4668
 xpk/core/config_test.py,sha256=POSuofK0LFbNNygDAo2fjtKY4NMrRjUFeGcpBh9JOS4,3569
-xpk/core/docker_container.py,sha256=8hqWWNKtjf6dqCFRpfndTMGvN_NS6zhfBr7YuKfh7qo,7626
+xpk/core/docker_container.py,sha256=SZ3msIMx-2gBIok3j5N73KO1wVcMfzw1pQpgTdyZOQA,8243
 xpk/core/docker_image.py,sha256=9vwqbb6Mc3C5ZEOph03WS-EWI5hxMYGGigqzIMkDTjE,6909
-xpk/core/docker_manager.py,sha256=JBFgyD6O7LKwEHJC7YuSoCDZqrFRtb-LjgWNqkfAbR0,10566
-xpk/core/docker_resources.py,sha256=ycizZ1qLvvs52PiNh9FNqUwaF8UTQAG7pf99hfka1dQ,12491
+xpk/core/docker_manager.py,sha256=vGPCWPDB507sxEsXvSD4IM-h5HqQzYLk7WSdCUmSDb4,10568
+xpk/core/docker_resources.py,sha256=7EXV1CvwCVogE5-m6utSE1GXxwf6EpB4QDYeuGXWHmI,12547
 xpk/core/filestore.py,sha256=mcuUzsAPARbnrBG4fIGsEoN8NmzjaQ6k0tvIwMtjO9k,8068
 xpk/core/gcloud_context.py,sha256=d1wQ76zp7QMdG5BxB3sJz4b4OF5Mc8OzmPd_m0xd-Ys,6810
 xpk/core/gcloud_context_test.py,sha256=M8rp6S1zaEcAI7u4Bt8ukWKzv82HH5h9oYVojBcKgHk,5987
 xpk/core/gcluster_manager.py,sha256=lyv_MvdnkByy9_PEBj_ugAEBwnCbFNiWTSrEFjrMlPc,6236
 xpk/core/gcsfuse.py,sha256=kg5pgxdTjgiqquuGjev9fXzJPb8oiWPTK6wzCddzheQ,2125
 xpk/core/jobset.py,sha256=PJ4Fd8TNNLuYKNOMehoMYRIUEXyc5jsbHctJGqfW_8Y,4037
-xpk/core/kueue_manager.py,sha256=JB8DcD-RFvBdC9Mk_DDCAkI2Km8W5-KMTRMVec06LlM,20010
-xpk/core/kueue_manager_test.py,sha256=ZYnIOFN2ZgnrxBhoBkh9JUXP5YbFsoFI11iQnHspafI,22109
+xpk/core/kueue_manager.py,sha256=qpz4Df7tfWNKzBFlTbMUfsHnXl15SdI7r_mHlCFRYdc,19998
+xpk/core/kueue_manager_test.py,sha256=iJZFQE-fhQAI8MVXe66zUJpSbU5HHUZmNFnnCPCXNZs,22042
 xpk/core/monitoring.py,sha256=__bzTq_DIDAK8yIaN4F3MJh-yjYw5X1OlxmRgYOpf1g,4332
 xpk/core/mtc.py,sha256=pO7p3l-EzLFdTE8MdwWV8i0Zu-7epGql_kPoksVofIU,6259
-xpk/core/nap.py,sha256=7haJtWVfe9csfK-LmmIcDnmXCPIJFnoSviHaZ4y4i6s,12556
+xpk/core/nap.py,sha256=gBxXu8Png1-BlAHbxLWZgbSXeLMGVixufkQVMR0fmvk,12963
 xpk/core/network.py,sha256=Oulb7U69lWkpOKxOC1C7ekJDpC51TLwd7XdZA3NQ7E0,10505
-xpk/core/nodepool.py,sha256=ehncCzvtDZ5lhyejRkYQCBjlcKHwKh3PXuGSLY1eWz8,24504
-xpk/core/nodepool_test.py,sha256=qx0VQ_YpgjB8Sf1KJvQCKQuCd3NmWvjBQuKdnT8NWKU,13358
-xpk/core/pathways.py,sha256=32GxCIPiEBqSpK6g2gMmB7Nxj_HlG4I30u1C9UyWl1A,11594
+xpk/core/nodepool.py,sha256=FX2ljKvwMsG3fXfn_CDCRwiKH4UAArQeDiFLq3XK9F0,25495
+xpk/core/nodepool_test.py,sha256=9xSFpn-1j9Vd0J8KFzbq8ywS_Ibsbx4CgR1er68mRnw,17542
+xpk/core/pathways.py,sha256=9w_VrpLLjQSSdNd8HJLWWtIYzA0NpR7t70knRSVLK0w,11574
 xpk/core/pathways_test.py,sha256=UeuSo_g9BNI27to-wflQwc6dJFVSA5-kOK_cjmY5qgU,1809
 xpk/core/ray.py,sha256=JWhc_ToRHpF4_URGnuE_47FMgamaRsA4KVUMpqThWzw,6145
 xpk/core/resources.py,sha256=dDsG_LOtcU17p1UKgOYyjdPxbMfqcb7pJ4SjfLDA6Os,9389
-xpk/core/scheduling.py,sha256=ucNOidEO_QQekIL44zG6Yhpr8gErPjJa6B2JJHb7diY,12404
-xpk/core/scheduling_test.py,sha256=dzdrUCc61Twu7WC86t1XNDg-7bWLYYz4hqBDWIVHKL4,15883
+xpk/core/scheduling.py,sha256=J0yTpb4jBTQTFJ5QPyycFPFAKXC0fnmxeXRxZbvx8k8,12542
+xpk/core/scheduling_test.py,sha256=zoGLoxNYLQGeQKtWOhBPP0bj4B0zXylRKhRIjO-TyTc,16280
 xpk/core/storage.py,sha256=NILvVAcLNMLmp4wKx_TEKbMMF5X1oL-FrQV46PT0_ds,16902
-xpk/core/system_characteristics.py,sha256=y9v4WRN-u9yvo990MKbWTUOWlzn-f6vfaMNeikQlhHY,34115
+xpk/core/system_characteristics.py,sha256=8WXi48mZ7eT9r57FZ5eFtmdonik7MItGTYiuYvcjXG8,34335
 xpk/core/system_characteristics_test.py,sha256=XVaKJ5wYdNwwwUKBnuK3zd1u-Qj3VnJR7MHlOeCa-K0,8029
-xpk/core/telemetry.py,sha256=R7IONNl5heMoNcOurfT3I34XJrBEODKVY88ONiDGuqE,7512
-xpk/core/telemetry_test.py,sha256=ll-B1ut9X-por17fpQnNb6hKrfyoZanMWRPbvqWrXss,8261
+xpk/core/telemetry.py,sha256=IRwv91p_1-u_Pza-5GaV3wDibpZrTG0e3JMADyea9O8,7794
+xpk/core/telemetry_test.py,sha256=o0ueLPXbKAn86CXIhooSef9iiU1uB7T5cbIZOMuQN6w,9556
 xpk/core/updates.py,sha256=FxLDgEL2O-qnslhT9U60NG5gzXmSv8Fn2wPUf3YZLM8,1734
 xpk/core/updates_test.py,sha256=oeGMv-wOHcOhWKGI4GnVLZ4Z_vCxLzLHeXRCi8rIDIM,2704
 xpk/core/vertex.py,sha256=DSrwoLmpWMZZe9ABdTxYI--50E11oEUC1mBLdrzOvdo,3573
@@ -79,35 +74,35 @@ xpk/core/workload.py,sha256=6TVZM15n8W7046VgmmH9Jv54MrhExtLQH3GaiwlV8Xs,8959
 xpk/core/workload_test.py,sha256=tVTvrwDRXD3O1GCoftgEBWilCYTN74ayP1KRP0vptx0,857
 xpk/core/blueprint/__init__.py,sha256=YPwWBbgLAu7L-YlTVGB2r8ZV4TzypURMRBcehSHHlLY,561
 xpk/core/blueprint/blueprint_definitions.py,sha256=OgKkMnz4xAnmnZLaXuehVzNm1Gr2R4HWgofc7qd_mC4,2258
-xpk/core/blueprint/blueprint_generator.py,sha256=qWUmB8mBuWgcGOJPKnUMACpl7nD08ns6B1mq-nPWHZU,37862
+xpk/core/blueprint/blueprint_generator.py,sha256=-30_3bn103CwJ4FONLRaSpAOuQk7FakRFO9mSal-FyA,38362
 xpk/core/blueprint/blueprint_test.py,sha256=8wgH-HdYDySCVJh9RnxOTrkfBc1Nmv6ZXfzBzLlow54,7550
 xpk/core/blueprint/testing/__init__.py,sha256=YPwWBbgLAu7L-YlTVGB2r8ZV4TzypURMRBcehSHHlLY,561
 xpk/core/blueprint/testing/data/a3_mega.yaml,sha256=K3JMFuj-ZHgHPimeL_GJqmib47O0BMIp_DywzHG1wSU,3988
 xpk/core/blueprint/testing/data/a3_mega_spot.yaml,sha256=HLKNx4PxomvPtT0m_hcc7hFVraFalu-xlakqn6RxB_s,3843
-xpk/core/blueprint/testing/data/a3_ultra.yaml,sha256=J9PUvs-oAwsVRAdZhRBNHKcQ5FBcPqH6HclwM5sGyaY,6176
-xpk/core/blueprint/testing/data/a4.yaml,sha256=3jlo5y396-2iJu2ZFPxcK9E_GC86_kMTjzS3TmWB3QY,5695
+xpk/core/blueprint/testing/data/a3_ultra.yaml,sha256=vYq5kEGvz_Q6M4r6rOLktneZTtGF8sd8-O3zNrZSjCY,6221
+xpk/core/blueprint/testing/data/a4.yaml,sha256=VVTKXkoLH0pxes9vMvUBgka1Lj_zCMNbXZKmrraiZzc,5740
 xpk/core/remote_state/__init__.py,sha256=PkV8D9WOtlJHH5AIxsQaKeIBcmupT_Ol_bwJgN6G2I8,561
-xpk/core/remote_state/fuse_remote_state.py,sha256=3Dx4ZZd0NFF5-MlqGWHzz8H4bjYiPOWdF_YSEnKUPQ8,3246
+xpk/core/remote_state/fuse_remote_state.py,sha256=IuTzeMSZRiAnMsBT4AJ7v9ITwueLw53S1Rkh6rIDWbA,3247
 xpk/core/remote_state/remote_state_client.py,sha256=6PcR92Xy_RMjlF4AscanQ1jXNHnewLWGNC2v53jbzD4,1077
 xpk/core/testing/__init__.py,sha256=PkV8D9WOtlJHH5AIxsQaKeIBcmupT_Ol_bwJgN6G2I8,561
-xpk/core/testing/commands_tester.py,sha256=mQOSFggESeTdzqG4srAPV9ezmoeT90r22K58yAty9sE,4445
-xpk/core/testing/commands_tester_test.py,sha256=NnLWh7TJ9rKtb-DtB-vwkxvCe5wNtvUJ0f6sOa87Ht4,4023
+xpk/core/testing/commands_tester.py,sha256=ISnb20BF9nb8WxQKhzIdfYHOX7JTwHYQhgxhKvN7XOU,5181
+xpk/core/testing/commands_tester_test.py,sha256=ZnnZp35edfuJslqtOPxkLYmeA5gjsXz_q3Zdak2utgM,4589
 xpk/core/workload_decorators/__init__.py,sha256=YPwWBbgLAu7L-YlTVGB2r8ZV4TzypURMRBcehSHHlLY,561
-xpk/core/workload_decorators/rdma_decorator.py,sha256=02HVA_jSyzlVtSQnQj7aPdK03h7v5YyioBqEen6pbj0,3636
+xpk/core/workload_decorators/rdma_decorator.py,sha256=7UDJol77-NOl7C4BlK4bwab-HL-PyqzDPegT5t7o0oY,3841
 xpk/core/workload_decorators/storage_decorator.py,sha256=DDYQVO1OKTLhveDOA4V6b2RWr4n0fbwHdnoFFmW7iaQ,2000
 xpk/core/workload_decorators/tcpx_decorator.py,sha256=cLOntH2ekBcPeiPW0sU3TRozSCpcTxgxpzncrMbRj44,5962
 xpk/core/workload_decorators/tcpx_decorator_test.py,sha256=BmTWsFoBeLb9xhQh3kpqSiarkYax4bj2wLeZ9GrQzag,6089
 xpk/core/workload_decorators/tcpxo_decorator.py,sha256=5SgL-7aTHclN7rvCGvEOjZoUixBmyjfuhVIUBFmneug,6124
 xpk/parser/__init__.py,sha256=YPwWBbgLAu7L-YlTVGB2r8ZV4TzypURMRBcehSHHlLY,561
-xpk/parser/cluster.py,sha256=U2T-Q4yS86PWeFLNfknYWDDzZfubCKqIhqasxKLmErI,31342
-xpk/parser/cluster_test.py,sha256=xzQEC3IeAMpwsbNbHLuaNKxR3iaZcm3z4m3i61G62d4,6581
-xpk/parser/common.py,sha256=DBj0MQHbxcquPWJ3WcwdiaKhGJZgjdppNJrb9iUFQsE,6797
+xpk/parser/cluster.py,sha256=2ib6qpIOPsw8nGlUM0qBzcgHrmRyDrmM8a8jzZEbz5E,31675
+xpk/parser/cluster_test.py,sha256=_ssBirp_TnNny_mdHUgWmagxeTiCg23U1Nk_m-ZPf08,8015
+xpk/parser/common.py,sha256=dCh_mtRzlmXwh__nKGjSrmkenzZieJpcrQrsEOQYtd0,7162
 xpk/parser/common_test.py,sha256=_6Fm2pUF7h4K0G5qxGabXSYr4ng9ihOzlViE6oLQwQs,1557
 xpk/parser/config.py,sha256=-XnWx9aFsBW4Uzo_hpOMD2ZQ0bdZLvq1ksv83_5jqSM,1633
 xpk/parser/core.py,sha256=rUgPYrqBgqoeuVVwcu3qMABs5KZ3jZI-lfkKywwpGYo,3340
 xpk/parser/info.py,sha256=UJohxVVWdt9IgUXoPsrVae2DN1BjAVGWrSN2ajrB8RQ,1860
 xpk/parser/inspector.py,sha256=hAPAZ2k9iSJgC1mjnz3rMleInsAQ8PmkyyUKFyBmsgY,1997
-xpk/parser/storage.py,sha256=VnMWSGW1xNIMz_cU-dk1CtpGSZEtZ9ecz1KI3bpQPqw,9945
+xpk/parser/storage.py,sha256=2rpM3scZTGqeC_AVogQnInj3BGdClxhCHWSP3_0mnyA,9948
 xpk/parser/storage_test.py,sha256=i_F9cuQXHRvUy4RJwbfuuI8ZVpTpkkY96sZ1GZ4dLPw,1494
 xpk/parser/validators.py,sha256=-NBZelvfwZRzjz-YUCreD8EzMLHll8PZM-d-MVm2PG4,1192
 xpk/parser/version.py,sha256=eJo4PAbbmRQZulgKBs_ytbVgV9zAaaXeNzMMxmgFMVY,769
@@ -128,10 +123,10 @@ xpk/templates/kueue_super_slicing_topology.yaml.j2,sha256=4WkSfQ2A5-jnKWiHWj2WXl
 xpk/templates/mtc-cpc.yaml,sha256=MPx75tog09kjRAvHoNOPCEobigQ17d7pYCUnZCevSDQ,340
 xpk/templates/storage.yaml,sha256=AykdyMtDnKZF8Y_0BYxoYP03hEIzEk6iNalXAQHgAls,163
 xpk/utils/__init__.py,sha256=YPwWBbgLAu7L-YlTVGB2r8ZV4TzypURMRBcehSHHlLY,561
-xpk/utils/console.py,sha256=AJWSyjuWyLjb7SYt8kPb0gw9N84EN9LbLxYCXjC-6Ds,2464
+xpk/utils/console.py,sha256=2f2ZjVXjH5z3VInMCPXAsJeH0I6kle7WfzcK86fkcXc,2463
 xpk/utils/console_test.py,sha256=x1v7v9VrIZwAKH-eOzj1lAY4EsHxJ6ruhfEOzpssO6o,2944
 xpk/utils/execution_context.py,sha256=hONGz1hQSKE-puah2rE_uN9YUeEC4oW82VOryw5_Vgo,1181
-xpk/utils/feature_flags.py,sha256=9QSMpdxcGR84unhOGJyCteT9R92-h5K6tOcjn5YHgDw,1160
+xpk/utils/feature_flags.py,sha256=_Cbr4YQzk25fuSWYzinVnXfyTRnM9D0WMU_01mBTgBM,1223
 xpk/utils/file.py,sha256=yB1-k3FahoxkBpojB59vQNeZYOXB3pmktnjU4Ceah7M,2605
 xpk/utils/gcs_utils.py,sha256=zg-XSTv4G4TFjeT2bNBm2WLdDXPrOZi0rNv_JdppNg4,4113
 xpk/utils/kubectl.py,sha256=WKB9UhpouPN9G4n2ejRi_PgsYLI0R01gzkS1WGU6mJA,1828
@@ -143,15 +138,13 @@ xpk/utils/topology.py,sha256=MK9s2drBkL1F6V_uFh5K9jneOZ-VUbYLuTMFQWELwFU,1485
 xpk/utils/topology_test.py,sha256=jDXCPgBPfByqjhi0W9A5c8uOHOYjRav53nNlg71ipjk,1943
 xpk/utils/user_agent.py,sha256=1NMtixC1RIr_MwM5pJ0THQ0x1-fCQA92TFHjWAVZldw,1083
 xpk/utils/user_agent_test.py,sha256=lkv8LqzhlA1gXFVeBzoLwE1_iGnm8G9LzkkElMrIrx0,1774
-xpk/utils/user_input.py,sha256=kMdCcPWdkI31f1mJcMsNGda-xKyKxEerpSLpCqIWYPc,1503
-xpk/utils/user_input_test.py,sha256=xO34jkMoTAk5Cmw7yHTk-7YexzC2UZ6ajihV8lnlAyI,2666
 xpk/utils/validation.py,sha256=rE9LTkXJT7jIesodFb9pONL7ixhLqiQleyoaz7N39Dw,2765
 xpk/utils/validation_test.py,sha256=PEDSMUqZdt_Lx1FSR-LOTXKKtsJ47JH1fxugM0Gfz6Y,1168
 xpk/utils/versions.py,sha256=_Ep68W70a9605XjiaOOpBa9Is9jXlsoOiwL8v5Xt-WA,897
 xpk/utils/yaml.py,sha256=j8xuAJ9yAAwnQi6ozwZ-nMnDyDnc3xWkeBZMtSuP4RU,844
-xpk-1.0.0.dist-info/licenses/LICENSE,sha256=z8d0m5b2O9McPEK1xHG_dWgUBT6EfBDz6wA0F7xSPTA,11358
-xpk-1.0.0.dist-info/METADATA,sha256=9woUe1dyR3fKZPXpoJeLwWTSNKCPZO--_LWee7UPRNc,8364
-xpk-1.0.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-xpk-1.0.0.dist-info/entry_points.txt,sha256=mzEtiIesFkT1kmcTUVDA1o3uOhiniX6tIz2wmOlMu1M,38
-xpk-1.0.0.dist-info/top_level.txt,sha256=TQKZWgV7LSElvmunYT9V_627qOMoxq3qYzWAFzKudB8,16
-xpk-1.0.0.dist-info/RECORD,,
+xpk-1.1.1.dist-info/licenses/LICENSE,sha256=z8d0m5b2O9McPEK1xHG_dWgUBT6EfBDz6wA0F7xSPTA,11358
+xpk-1.1.1.dist-info/METADATA,sha256=CqGGSACNDUVw7uPODTokMvMqpBMc1gDbY99AUmvQ68Q,10013
+xpk-1.1.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+xpk-1.1.1.dist-info/entry_points.txt,sha256=mzEtiIesFkT1kmcTUVDA1o3uOhiniX6tIz2wmOlMu1M,38
+xpk-1.1.1.dist-info/top_level.txt,sha256=aDe4N0jicmuWExx_6w0TxWQJaEuPSs9BnLU-3aF1GLo,4
+xpk-1.1.1.dist-info/RECORD,,

xpk-1.1.1.dist-info/top_level.txt

@@ -0,0 +1 @@
+xpk

integration/README.md

@@ -1,19 +0,0 @@
-This folder contains integration tests.
-
-To run them env variables are needed:
-
-```bash
-export PROJECT_ID=...
-export REGION=...
-export ZONE=...
-export AUTH_CIDR=...
-export DEPLOYMENT_DIR=...
-export CLUSTER_NAME=...
-export GCLOUD_CFG_PATH=...
-```
-
-To run tests:
-
-```bash
-pytest src/integration
-```

integration/__init__.py

@@ -1,15 +0,0 @@
-"""
-Copyright 2024 Google LLC
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-     https://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-"""

integration/docker_manager_test.py

@@ -1,102 +0,0 @@
-"""
-Copyright 2024 Google LLC
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-     https://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-"""
-
-import docker
-from docker.errors import APIError
-from xpk.core.docker_manager import DockerManager, ctk_build_ref
-import pytest
-import os
-import time
-
-test_cfg_path = '/tmp/xpk_gcloud_cfg'
-test_deployment_dir = '/tmp/xpk_deployment'
-test_gcluster_cmd = 'gcluster --version'
-test_ctk_xpk_img = 'gcluster-xpk'
-test_ctk_xpk_container = 'xpk-test-container'
-
-
-def remove_img():
-  dc = docker.from_env()
-  try:
-    dc.images.remove(test_ctk_xpk_img, force=True)
-  except APIError as _:
-    pass
-
-
-def remove_container():
-  dc = docker.from_env()
-  try:
-    container = dc.containers.get(test_ctk_xpk_container)
-    container.remove(force=True)
-  except APIError as _:
-    pass
-
-
-def create_tmp_dirs():
-  os.mkdir(test_cfg_path)
-  os.mkdir(test_deployment_dir)
-
-
-def remove_tmp_dirs():
-  os.removedirs(test_cfg_path)
-  os.removedirs(test_deployment_dir)
-
-
-@pytest.fixture(name='setup_img_name')
-def remove_test_ctk_img():
-  create_tmp_dirs()
-  remove_container()
-  remove_img()
-  yield test_ctk_xpk_img
-  remove_container()
-  remove_img()
-  remove_tmp_dirs()
-
-
-def test_docker_build_image(setup_img_name):
-  dm = DockerManager(
-      gcloud_cfg_path=test_cfg_path,
-      working_dir=test_deployment_dir,
-      img_name=setup_img_name,
-  )
-  dm.initialize()
-
-  dc = docker.from_env()
-  containers_before = dc.containers.list(all=True)
-  dc.images.get(f'{setup_img_name}:{ctk_build_ref}')
-  containers_after = dc.containers.list(all=True)
-  assert len(containers_before) == len(containers_after)
-
-
-def test_run_command(setup_img_name):
-
-  dm = DockerManager(
-      gcloud_cfg_path=test_cfg_path,
-      working_dir=test_deployment_dir,
-      img_name=setup_img_name,
-      remove_container=True,
-  )
-  dc = docker.from_env()
-
-  containers_before = dc.containers.list(all=True)
-  dm.initialize()
-  dm.run_command(test_gcluster_cmd)
-
-  time.sleep(2)
-
-  containers_after = dc.containers.list(all=True)
-
-  assert len(containers_after) - len(containers_before) == 0