xpk 0.14.4__py3-none-any.whl → 0.16.0__py3-none-any.whl

xpk/core/blueprint/testing/data/a3_mega.yaml

@@ -0,0 +1,129 @@
+# Copyright 2024 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+---
+!Blueprint
+blueprint_name: xpk-gke-a3-megagpu
+toolkit_modules_url: github.com/GoogleCloudPlatform/cluster-toolkit
+toolkit_modules_version: v1.62.2
+
+vars:
+  project_id: "foo"
+  deployment_name: xpk-gke-a3-megagpu
+  region: us-central1
+  zone: us-central1-c
+  labels: {gke_product_type: xpk}
+
+deployment_groups:
+- !DeploymentGroup
+  group: primary
+  modules:
+  - !DeploymentModule
+    id: network1
+    source: modules/network/vpc
+    settings:
+      subnetwork_name: bar-xpk-gke-a3-megagpu-subnet
+      secondary_ranges:
+        bar-xpk-gke-a3-megagpu-subnet:
+        - range_name: pods
+          ip_cidr_range: 10.4.0.0/14
+        - range_name: services
+          ip_cidr_range: 10.0.32.0/20
+  - !DeploymentModule
+    id: gpunets
+    source: modules/network/multivpc
+    settings:
+      network_name_prefix: bar-gpunet
+      global_ip_address_range: 192.169.0.0/16
+      network_count: 8
+      subnetwork_cidr_suffix: 24
+  - !DeploymentModule
+    id: gke_cluster
+    source: modules/scheduler/gke-cluster
+    use: [network1, gpunets]
+    settings:
+      release_channel: RAPID
+      version_prefix: '1.2'
+      min_master_version: 1.2.3
+      prefix_with_deployment_name: false
+      name_suffix: bar
+      enable_private_endpoint: false
+      enable_gcsfuse_csi: true
+      enable_filestore_csi: true
+      master_authorized_networks:
+      - cidr_block: 10.0.0.0/32  # Allows your machine run kubectl command. It's required for the multi-network setup.
+        display_name: "kubectl-access-network"
+      system_node_pool_machine_type: "e2-standard-32"
+      system_node_pool_node_count:
+        total_min_nodes: 5
+        total_max_nodes: 1000
+      k8s_network_names:
+        gvnic_prefix: "bar-gpunet-"
+        gvnic_postfix: "-subnet"
+        gvnic_start_index: 0
+    outputs: [instructions]
+
+  - !DeploymentModule
+    id: a3_megagpu_pool_0
+    source: modules/compute/gke-node-pool
+    use: [gke_cluster, gpunets]
+    settings:
+      name: bar-a3-megagpu-pool-0
+      machine_type: a3-megagpu-8g
+      zones: [us-central1-c]
+      host_maintenance_interval: 'PERIODIC'
+      reservation_affinity:
+        consume_reservation_type: SPECIFIC_RESERVATION
+        specific_reservations:
+        - name: test-reservation
+      run_workload_script: false
+      spot: false
+      max_pods_per_node: 32
+      guest_accelerator:
+      - type: nvidia-h100-mega-80gb
+        count: 8
+        gpu_driver_installation_config:
+          gpu_driver_version: "LATEST"
+      auto_upgrade: true
+      static_node_count: 2
+      placement_policy:
+        type: COMPACT
+        name: test-reservation-placement
+    outputs: [instructions]
+
+  - !DeploymentModule
+    id: workload_component_install
+    source: modules/management/kubectl-apply
+    use: [gke_cluster]
+    settings:
+      jobset:
+        install: true
+        version: v0.7.2
+      apply_manifests:
+      - source: $(ghpc_stage("xpk-gke-a3-megagpu"))/storage_crd.yaml
+
+  - !DeploymentModule
+    id: workload_configmap
+    source: modules/management/kubectl-apply
+    use: [gke_cluster]
+    settings:
+      apply_manifests:
+      - source: $(ghpc_stage("xpk-gke-a3-megagpu"))/config-map.yaml.tftpl
+        template_vars: {
+          resource_config_name: "bar-resources-configmap",
+          num_nodes: "2",
+          cluster_config_name: "bar-metadata-configmap",
+          capacity_type: "reservation",
+          reservation: "test-reservation",
+          }

xpk/core/blueprint/testing/data/a3_mega_spot.yaml

@@ -0,0 +1,125 @@
+# Copyright 2024 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+---
+!Blueprint
+blueprint_name: xpk-gke-a3-megagpu
+toolkit_modules_url: github.com/GoogleCloudPlatform/cluster-toolkit
+toolkit_modules_version: v1.62.2
+
+vars:
+  project_id: "foo"
+  deployment_name: xpk-gke-a3-megagpu
+  region: us-central1
+  zone: us-central1-c
+  labels: {gke_product_type: xpk}
+
+deployment_groups:
+- !DeploymentGroup
+  group: primary
+  modules:
+  - !DeploymentModule
+    id: network1
+    source: modules/network/vpc
+    settings:
+      subnetwork_name: bar-xpk-gke-a3-megagpu-subnet
+      secondary_ranges:
+        bar-xpk-gke-a3-megagpu-subnet:
+        - range_name: pods
+          ip_cidr_range: 10.4.0.0/14
+        - range_name: services
+          ip_cidr_range: 10.0.32.0/20
+  - !DeploymentModule
+    id: gpunets
+    source: modules/network/multivpc
+    settings:
+      network_name_prefix: bar-gpunet
+      global_ip_address_range: 192.169.0.0/16
+      network_count: 8
+      subnetwork_cidr_suffix: 24
+  - !DeploymentModule
+    id: gke_cluster
+    source: modules/scheduler/gke-cluster
+    use: [network1, gpunets]
+    settings:
+      release_channel: RAPID
+      version_prefix: '1.2'
+      min_master_version: 1.2.3
+      prefix_with_deployment_name: false
+      name_suffix: bar
+      enable_private_endpoint: false
+      enable_gcsfuse_csi: true
+      enable_filestore_csi: true
+      master_authorized_networks:
+      - cidr_block: 10.0.0.0/32  # Allows your machine run kubectl command. It's required for the multi-network setup.
+        display_name: "kubectl-access-network"
+      system_node_pool_machine_type: "e2-standard-32"
+      system_node_pool_node_count:
+        total_min_nodes: 5
+        total_max_nodes: 1000
+      k8s_network_names:
+        gvnic_prefix: "bar-gpunet-"
+        gvnic_postfix: "-subnet"
+        gvnic_start_index: 0
+    outputs: [instructions]
+
+  - !DeploymentModule
+    id: a3_megagpu_pool_0
+    source: modules/compute/gke-node-pool
+    use: [gke_cluster, gpunets]
+    settings:
+      name: bar-a3-megagpu-pool-0
+      machine_type: a3-megagpu-8g
+      zones: [us-central1-c]
+      host_maintenance_interval: PERIODIC
+      reservation_affinity:
+        consume_reservation_type: NO_RESERVATION
+        specific_reservations: []
+      run_workload_script: false
+      max_pods_per_node: 32
+      spot: true
+      guest_accelerator:
+      - type: nvidia-h100-mega-80gb
+        count: 8
+        gpu_driver_installation_config:
+          gpu_driver_version: "LATEST"
+      auto_upgrade: true
+      static_node_count: 2
+    outputs: [instructions]
+
+  - !DeploymentModule
+    id: workload_component_install
+    source: modules/management/kubectl-apply
+    use: [gke_cluster]
+    settings:
+      jobset:
+        install: true
+        version: v0.7.2
+      apply_manifests:
+      - source: $(ghpc_stage("xpk-gke-a3-megagpu"))/storage_crd.yaml
+
+  - !DeploymentModule
+    id: workload_configmap
+    source: modules/management/kubectl-apply
+    use: [gke_cluster]
+    settings:
+      apply_manifests:
+      - source: $(ghpc_stage("xpk-gke-a3-megagpu"))/config-map.yaml.tftpl
+        template_vars: {
+          resource_config_name: "bar-resources-configmap",
+          num_nodes: "2",
+          cluster_config_name: "bar-metadata-configmap",
+          capacity_type: "spot",
+          reservation: "None",
+          }

xpk/core/blueprint/testing/data/a3_ultra.yaml

@@ -0,0 +1,173 @@
+# Copyright 2024 "Google LLC"
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+!Blueprint
+blueprint_name: xpk-gke-a3-ultra
+toolkit_modules_url: github.com/GoogleCloudPlatform/cluster-toolkit
+toolkit_modules_version: v1.62.2
+
+vars:
+  labels: {gke_product_type: xpk}
+
+
+terraform_backend_defaults:
+  type: gcs
+  configuration:
+    bucket: test-bucket
+    prefix: xpk_terraform_state/testdir/gke-a3-ultra/
+
+deployment_groups:
+- !DeploymentGroup
+  group: primary
+  modules:
+  - !DeploymentModule
+    id: gke-a3-ultra-net-0
+    source: modules/network/vpc
+    settings:
+      network_name: gke-a3-ultra-net-0
+      subnetworks:
+      - subnet_name: gke-a3-ultra-sub-0
+        subnet_region: us-central1
+        subnet_ip: 192.168.0.0/18
+      secondary_ranges_list:
+        - subnetwork_name : gke-a3-ultra-sub-0
+          ranges:
+          - range_name: pods
+            ip_cidr_range: 10.4.0.0/14
+          - range_name: services
+            ip_cidr_range: 10.0.32.0/20
+      firewall_rules:
+      - name: gke-a3-ultra-internal-0
+        ranges: [192.168.0.0/16]
+        allow:
+        - protocol: tcp
+          ports: ["0-65535"]
+        - protocol: udp
+          ports: ["0-65535"]
+        - protocol: icmp
+
+  - !DeploymentModule
+    id: gke-a3-ultra-net-1
+    source: modules/network/vpc
+    settings:
+      network_name: gke-a3-ultra-net-1
+      mtu: 8896
+      subnetworks:
+      - subnet_name: gke-a3-ultra-sub-1
+        subnet_region: us-central1
+        subnet_ip: 192.168.64.0/18
+      firewall_rules:
+      - name: gke-a3-ultra-internal-1
+        ranges: [192.168.0.0/16]
+        allow:
+        - protocol: tcp
+          ports: ["0-65535"]
+        - protocol: udp
+          ports: ["0-65535"]
+        - protocol: icmp
+
+  - !DeploymentModule
+    id: gke-a3-ultra-rdma-net
+    source: modules/network/gpu-rdma-vpc
+    settings:
+      network_name: gke-a3-ultra-rdma-net
+      mtu: 8896
+      network_profile: https://www.googleapis.com/compute/beta/projects/foo/global/networkProfiles/us-central1-c-vpc-roce
+      network_routing_mode: REGIONAL
+      subnetworks_template:
+        name_prefix: gke-a3-ultra-rdma-sub
+        count: 8
+        ip_range: 192.168.128.0/18
+        region: us-central1
+
+  - !DeploymentModule
+    id: gke-a3-ultra-a3-ultragpu-cluster
+    source: modules/scheduler/gke-cluster
+    use: [gke-a3-ultra-net-0]
+    settings:
+      release_channel: RAPID
+      version_prefix: '1.2'
+      min_cluster_version: 1.2.3
+      prefix_with_deployment_name: false
+      name_suffix: gke-a3-ultra
+      system_node_pool_machine_type: "e2-standard-16"
+      enable_dcgm_monitoring: true
+      enable_gcsfuse_csi: true
+      enable_filestore_csi: true
+      enable_private_endpoint: false # Allows access from authorized public IPs
+      master_authorized_networks:
+      - cidr_block: 10.0.0.0/32 # Allows your machine to run the kubectl command. Required for multi network setup.
+        display_name: "kubectl-access-network"
+      system_node_pool_node_count:
+        total_min_nodes: 2
+        total_max_nodes: 1000
+      additional_networks: $(concat([{network=gke-a3-ultra-net-1.network_name, subnetwork=gke-a3-ultra-net-1.subnetwork_name, subnetwork_project="foo", nic_type="GVNIC", queue_count=null, network_ip=null, stack_type=null, access_config=[{nat_ip=null, public_ptr_domain_name=null, network_tier=null}], ipv6_access_config=[], alias_ip_range=[]}], gke-a3-ultra-rdma-net.subnetwork_interfaces_gke))
+      k8s_network_names:
+        rdma_prefix: "gke-a3-ultra-rdma-sub-"
+        rdma_start_index: 0
+        rdma_postfix: ""
+        gvnic_prefix: "gke-a3-ultra-sub-"
+        gvnic_start_index: 1
+    outputs: [instructions]
+
+  - !DeploymentModule
+    id: gke-a3-ultra-a3u-pool
+    source: modules/compute/gke-node-pool
+    use: [gke-a3-ultra-a3-ultragpu-cluster]
+    settings:
+      machine_type: a3-ultragpu-8g
+      auto_upgrade: true
+      zones: [us-central1-c]
+      spot: false
+      max_pods_per_node: 32
+      guest_accelerator:
+      - type: nvidia-h200-141gb
+        count: 8
+        gpu_driver_installation_config:
+          gpu_driver_version: "LATEST"
+      additional_networks:
+        $(concat([{network=gke-a3-ultra-net-1.network_name, subnetwork=gke-a3-ultra-net-1.subnetwork_name, subnetwork_project="foo", nic_type="GVNIC", queue_count=null, network_ip=null, stack_type=null, access_config=[{nat_ip=null, public_ptr_domain_name=null, network_tier=null}], ipv6_access_config=[], alias_ip_range=[]}], gke-a3-ultra-rdma-net.subnetwork_interfaces_gke))
+      reservation_affinity:
+        consume_reservation_type: SPECIFIC_RESERVATION
+        specific_reservations:
+        - name: test-reservation
+      static_node_count: 2
+    outputs: [instructions]
+
+  - !DeploymentModule
+    id: workload-manager-install
+    source: modules/management/kubectl-apply
+    use: [gke-a3-ultra-a3-ultragpu-cluster]
+    settings:
+      jobset:
+        install: true
+        version: v0.7.2
+      apply_manifests:
+      - source: $(ghpc_stage("xpk-gke-a3-ultra"))/nccl-installer.yaml
+      - source: $(ghpc_stage("xpk-gke-a3-ultra"))/mlgru-disable.yaml
+      - source: $(ghpc_stage("xpk-gke-a3-ultra"))/storage_crd.yaml
+
+  - !DeploymentModule
+    id: workload_configmap
+    source: 'modules/management/kubectl-apply'
+    use: ['gke-a3-ultra-a3-ultragpu-cluster']
+    settings:
+      apply_manifests:
+      - source: '$(ghpc_stage("xpk-gke-a3-ultra"))/config-map.yaml.tftpl'
+        template_vars: {
+          resource_config_name: "gke-a3-ultra-resources-configmap",
+          num_nodes: "2",
+          cluster_config_name: "gke-a3-ultra-metadata-configmap",
+          capacity_type: "reservation",
+          reservation: "test-reservation",
+        }

xpk/core/blueprint/testing/data/a4.yaml

@@ -0,0 +1,185 @@
+# Copyright 2024 "Google LLC"
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+!Blueprint
+blueprint_name: xpk-gke-a4
+toolkit_modules_url: github.com/GoogleCloudPlatform/cluster-toolkit
+toolkit_modules_version: v1.62.2
+
+vars:
+  labels: {gke_product_type: xpk}
+
+
+terraform_backend_defaults:
+  type: gcs
+  configuration:
+    bucket: test-bucket
+    prefix: xpk_terraform_state/testdir/gke-a4/
+
+deployment_groups:
+- !DeploymentGroup
+  modules:
+  - !DeploymentModule
+    id: gke-a4-net-0
+    source: modules/network/vpc
+    settings:
+      network_name: gke-a4-net-0
+      mtu: 8896
+      subnetworks:
+      - subnet_name: gke-a4-sub-0
+        subnet_region: us-central1
+        subnet_ip: 192.168.0.0/18
+      secondary_ranges_list:
+      - subnetwork_name: gke-a4-sub-0
+        ranges:
+        - range_name: pods
+          ip_cidr_range: 10.4.0.0/14
+        - range_name: services
+          ip_cidr_range: 10.0.32.0/20
+      firewall_rules:
+      - name: gke-a4-internal-0
+        ranges:
+        - 192.168.0.0/16
+        allow:
+        - protocol: tcp
+          ports:
+          - 0-65535
+        - protocol: udp
+          ports:
+          - 0-65535
+        - protocol: icmp
+
+  - !DeploymentModule
+    id: gke-a4-net-1
+    source: modules/network/vpc
+    settings:
+      network_name: gke-a4-net-1
+      mtu: 8896
+      subnetworks:
+      - subnet_name: gke-a4-sub-1
+        subnet_region: us-central1
+        subnet_ip: 192.168.64.0/18
+      firewall_rules:
+      - name: gke-a4-internal-1
+        ranges:
+        - 192.168.0.0/16
+        allow:
+        - protocol: tcp
+          ports:
+          - 0-65535
+        - protocol: udp
+          ports:
+          - 0-65535
+        - protocol: icmp
+
+  - !DeploymentModule
+    id: gke-a4-rdma-net
+    source: modules/network/gpu-rdma-vpc
+    settings:
+      network_name: gke-a4-rdma-net
+      mtu: 8896
+      network_profile:
+        https://www.googleapis.com/compute/beta/projects/foo/global/networkProfiles/us-central1-c-vpc-roce
+      network_routing_mode: REGIONAL
+      subnetworks_template:
+        name_prefix: gke-a4-rdma-sub
+        count: 8
+        ip_range: 192.168.128.0/18
+        region: us-central1
+
+  - !DeploymentModule
+    id: gke-a4-a4-cluster
+    source: modules/scheduler/gke-cluster
+    outputs:
+    - instructions
+    settings:
+      system_node_pool_machine_type: e2-standard-16
+      system_node_pool_node_count:
+        total_min_nodes: 2
+        total_max_nodes: 1000
+      prefix_with_deployment_name: false
+      name_suffix: gke-a4
+      enable_dcgm_monitoring: true
+      enable_gcsfuse_csi: true
+      enable_private_endpoint: false
+      master_authorized_networks:
+      - cidr_block: 10.0.0.0/32
+        display_name: kubectl-access-network
+      additional_networks: $(concat([{network=gke-a4-net-1.network_name, subnetwork=gke-a4-net-1.subnetwork_name,
+        subnetwork_project="foo", nic_type="GVNIC", queue_count=null,
+        network_ip=null, stack_type=null, access_config=[{nat_ip=null, public_ptr_domain_name=null,
+        network_tier=null}], ipv6_access_config=[], alias_ip_range=[]}], gke-a4-rdma-net.subnetwork_interfaces_gke))
+      release_channel: RAPID
+      version_prefix: '1.2'
+      min_cluster_version: 1.2.3
+    use:
+    - gke-a4-net-0
+  - !DeploymentModule
+    id: gke-a4-a4-pool
+    source: modules/compute/gke-node-pool
+    use:
+    - gke-a4-a4-cluster
+    outputs:
+    - instructions
+    settings:
+      machine_type: a4-highgpu-8g
+      auto_upgrade: true
+      zones:
+      - us-central1-c
+      disk_type: hyperdisk-balanced
+      local_ssd_count_ephemeral_storage: 32
+      spot: false
+      reservation_affinity:
+        consume_reservation_type: SPECIFIC_RESERVATION
+        specific_reservations:
+        - name: test-reservation
+      max_pods_per_node: 32
+      guest_accelerator:
+      - type: nvidia-b200
+        count: 8
+        gpu_driver_installation_config:
+          gpu_driver_version: LATEST
+      additional_networks: $(concat([{network=gke-a4-net-1.network_name, subnetwork=gke-a4-net-1.subnetwork_name,
+        subnetwork_project="foo", nic_type="GVNIC", queue_count=null,
+        network_ip=null, stack_type=null, access_config=[{nat_ip=null, public_ptr_domain_name=null,
+        network_tier=null}], ipv6_access_config=[], alias_ip_range=[]}], gke-a4-rdma-net.subnetwork_interfaces_gke))
+      static_node_count: 2
+
+  - !DeploymentModule
+    id: workload-manager-install
+    source: modules/management/kubectl-apply
+    use:
+    - gke-a4-a4-cluster
+    settings:
+      jobset:
+        install: true
+        version: v0.7.2
+      apply_manifests:
+      - source: $(ghpc_stage("xpk-gke-a4"))/nccl-rdma-installer-a4.yaml
+      - source: $(ghpc_stage("xpk-gke-a4"))/storage_crd.yaml
+
+  - !DeploymentModule
+    id: workload_configmap
+    source: modules/management/kubectl-apply
+    settings:
+      apply_manifests:
+      - source: $(ghpc_stage("xpk-gke-a4"))/config-map.yaml.tftpl
+        template_vars:
+          resource_config_name: gke-a4-resources-configmap
+          num_nodes: '2'
+          cluster_config_name: gke-a4-metadata-configmap
+          capacity_type: reservation
+          reservation: test-reservation
+    use:
+    - gke-a4-a4-cluster
+  group: primary