integration_basic_cluster_create.yaml

# Copyright 2025 Google LLC
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#      https://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License

name: Basic cluster create

on:
    workflow_call:

permissions:
  contents: read

env:
  CLUSTER_NETWORK_ARGUMENTS: "--network=${{secrets.NETWORK_NAME}} --subnetwork=${{secrets.SUBNETWORK_NAME}}"
  CLUSTER_NETWORK_ARGUMENTS_DWS: "--network=${{secrets.NETWORK_NAME}} --subnetwork=${{secrets.SUBNETWORK_NAME_DWS}}"

jobs:
    create_empty_cluster:
      runs-on: [ubuntu-22.04]
      concurrency: # We support one build test to run at a time currently.
          group: nightly-test-cluster-group-empty
          cancel-in-progress: false
      env:
          EMPTY_CLUSTER_NAME: nightly-xpk-zero
      steps:
          - uses: actions/download-artifact@v4
            with:
                name: custom-scripts
          - name: Setup environment
            uses: ./.github/actions/setup-test-env
            with:
                credentials_json: "${{ secrets.GCP_SA_KEY }}"
          - name: Check xpk installation
            run: xpk version
          - name: Create an XPK Cluster with zero node pools
            run: xpk cluster create --cluster $EMPTY_CLUSTER_NAME --device-type=n2-standard-64-1 --num-slices=0 --zone=us-central2-b --default-pool-cpu-machine-type=n1-standard-16 --on-demand --custom-cluster-arguments='${{ secrets.CLUSTER_ARGUMENTS }}'
          - name: Delete the cluster created
            run: xpk cluster delete --cluster $EMPTY_CLUSTER_NAME --zone=us-central2-b --force
            if: always()
          - name: Upload empty cluster nodepool creation log
            if: always()
            uses: actions/upload-artifact@v4
            with:
                name: empty-cluster-nodepool-log-${{github.run_id}}
                path: /tmp/NodepoolCreate-${{ env.EMPTY_CLUSTER_NAME}}-np-*§
    create_private_cluster:
      runs-on: [ubuntu-22.04]
      concurrency: # We support one build test to run at a time currently.
          group: nightly-test-cluster-group-private
          cancel-in-progress: false
      env:
          PRIVATE_CLUSTER_NAME: nightly-xpk-private-2-v4-8
      steps:
          - uses: actions/download-artifact@v4
            with:
                name: custom-scripts
          - name: Setup environment
            uses: ./.github/actions/setup-test-env
            with:
                credentials_json: "${{ secrets.GCP_SA_KEY }}"
          - name: Check xpk installation
            run: xpk version
          - name: Create a Private XPK Cluster with zero node pools
            run: xpk cluster create --cluster $PRIVATE_CLUSTER_NAME --private --device-type=n2-standard-64-1  --num-slices=0 --zone=us-central2-b --default-pool-cpu-machine-type=n1-standard-16 --on-demand --custom-cluster-arguments='${CLUSTER_NETWORK_ARGUMENTS}'
          - name: Verify the created cluster is private
            run: gcloud container clusters describe $PRIVATE_CLUSTER_NAME --region=us-central2 --format="value(privateClusterConfig.enablePrivateNodes)" | grep 'True' || (echo 'The created cluster is not private.' && exit 1)
          - name: Delete the cluster created
            run: xpk cluster delete --cluster $PRIVATE_CLUSTER_NAME --zone=us-central2-b --force
            if: always()
          - name: Upload private cluster nodepool creation log
            if: always()
            uses: actions/upload-artifact@v4
            with:
                name: empty-private-cluster-nodepool-log-${{github.run_id}}
                path: /tmp/NodepoolCreate-${{ env.PRIVATE_CLUSTER_NAME }}-np-*

    cluster-create-and-delete:
        runs-on: [ubuntu-22.04]
        concurrency: # We support one build test to run at a time currently.
            group: nightly-test-cluster-group-tpu
            cancel-in-progress: false
        env:
            TPU_CLUSTER_NAME: nightly-xpk-2-v5p-8
            WORKLOAD_NAME: xpktest-nightly-${{ github.run_attempt }}
        steps:
            - uses: actions/download-artifact@v4
              with:
                  name: custom-scripts
            - name: Setup environment
              uses: ./.github/actions/setup-test-env
              with:
                  credentials_json: "${{ secrets.GCP_SA_KEY }}"
            - name: Check xpk installation
              run: xpk version
            - name: Create an XPK Cluster with 2x v4-8 nodepools
              run: xpk cluster create --cluster $TPU_CLUSTER_NAME --tpu-type=v4-8  --num-slices=2 --zone=us-central2-b --default-pool-cpu-machine-type=n1-standard-16 --reservation='${{ secrets.GCP_TPU_V4_RESERVATION }}' --custom-cluster-arguments='${{ secrets.CLUSTER_ARGUMENTS }}'
            - name: Authenticate Docker
              run: gcloud auth configure-docker --quiet
            - name: Create test script to execute in workloads
              run: echo -e '#!/bin/bash \n echo "Hello world from a test script!"' > workload.sh
            - name: Run a base-docker-image workload
              run: xpk workload create --cluster $TPU_CLUSTER_NAME --workload $WORKLOAD_NAME  --command "bash workload.sh"  --tpu-type=v4-8 --num-slices=2 --zone=us-central2-b
            - name: List out the workloads on the cluster
              run: xpk workload list --cluster $TPU_CLUSTER_NAME --zone=us-central2-b
            - name: Run xpk inspector with the workload created above
              run: xpk inspector --cluster $TPU_CLUSTER_NAME --zone=us-central2-b  --workload $WORKLOAD_NAME
            - name: Wait for workload completion and confirm it succeeded
              run: xpk workload list --cluster $TPU_CLUSTER_NAME --zone=us-central2-b --wait-for-job-completion $WORKLOAD_NAME --timeout 600
            - name: Run xpk info command
              run: xpk info --cluster $TPU_CLUSTER_NAME --zone=us-central2-b
            - name: Delete the workload on the cluster
              run: xpk workload delete --workload $WORKLOAD_NAME --cluster $TPU_CLUSTER_NAME --zone=us-central2-b
            - name: Delete the cluster created
              if: always()
              run: xpk cluster delete --cluster $TPU_CLUSTER_NAME --zone=us-central2-b --force
            - name: Upload cluster nodepool creation log
              if: always()
              uses: actions/upload-artifact@v4
              with:
                  name: cluster-nodepool-log-${{github.run_id}}
                  path: /tmp/NodepoolCreate-${{ env.TPU_CLUSTER_NAME }}-np-*