k8s-scaling-test.yml

name: Test Autoscaling

on:
  workflow_call:
    inputs:
      release:
        description: 'Test a new release process'
        required: false
        type: string
        default: 'false'
  workflow_dispatch:

permissions:
  contents: read

jobs:
  build-and-test:
    name: Test K8s
    runs-on: ubuntu-latest
    strategy:
      fail-fast: false
      matrix:
        include:
          - k8s-version: 'v1.31.2'
            test-strategy: chart_test_autoscaling_job_count_chaos
            cluster: 'minikube'
            helm-version: 'v3.16.3'
            docker-version: '27.3.1'
            python-version: '3.13'
          - k8s-version: 'v1.31.2'
            test-strategy: chart_test_autoscaling_job_count_max_sessions
            cluster: 'minikube'
            helm-version: 'v3.16.3'
            docker-version: '27.3.1'
            python-version: '3.13'
          - k8s-version: 'v1.31.2'
            test-strategy: chart_test_autoscaling_job_count
            cluster: 'minikube'
            helm-version: 'v3.16.3'
            docker-version: '27.3.1'
            python-version: '3.13'
          - k8s-version: 'v1.31.2'
            test-strategy: chart_test_autoscaling_deployment_count_chaos
            cluster: 'minikube'
            helm-version: 'v3.16.3'
            docker-version: '27.3.1'
            python-version: '3.13'
          - k8s-version: 'v1.31.2'
            test-strategy: chart_test_autoscaling_deployment_count_max_sessions
            cluster: 'minikube'
            helm-version: 'v3.16.3'
            docker-version: '27.3.1'
            python-version: '3.13'
          - k8s-version: 'v1.31.2'
            test-strategy: chart_test_autoscaling_deployment_count
            cluster: 'minikube'
            helm-version: 'v3.16.3'
            docker-version: '27.3.1'
            python-version: '3.13'
    env:
      CLUSTER: ${{ matrix.cluster }}
      KUBERNETES_VERSION: ${{ matrix.k8s-version }}
      HELM_VERSION: ${{ matrix.helm-version }}
      DOCKER_VERSION: ${{ matrix.docker-version }}
    steps:
      - name: Free Disk Space (Ubuntu)
        uses: jlumbroso/free-disk-space@main
        with:
          tool-cache: false
          large-packages: false
      - name: Checkout code
        uses: actions/checkout@main
      - name: Set up containerd image store feature
        uses: nick-invision/retry@master
        with:
          timeout_minutes: 10
          max_attempts: 3
          command: |
            make setup_dev_env
      - name: Output Docker info
        run: docker info
      - name: Set up Python
        uses: actions/setup-python@main
        with:
          python-version: ${{ matrix.python-version }}
          check-latest: true
      - name: Get branch name (only for push to branch)
        if: github.event_name == 'push'
        run: echo "BRANCH=$(echo ${PUSH_BRANCH##*/})" >> $GITHUB_ENV
        env:
          PUSH_BRANCH: ${{ github.ref }}
      - name: Get target branch name (only for PRs)
        if: github.event_name == 'pull_request'
        run: echo "BRANCH=$(echo ${TARGET_BRANCH##*/})" >> $GITHUB_ENV
        env:
          TARGET_BRANCH: ${{ github.head_ref }}
      - name: Output branch name
        run: echo ${BRANCH}
      - name: Set Selenium base version
        uses: ./.github/actions/get-latest-upstream
        with:
          release: ${{ inputs.release || false }}
          gh_cli_token: ${{ secrets.GITHUB_TOKEN }}
      - name: Sets build date
        run: |
          echo "BUILD_DATE=$(date '+%Y%m%d')" >> $GITHUB_ENV
          echo "IMAGE_REGISTRY=artifactory/selenium" >> $GITHUB_ENV
          echo "AUTHORS=${AUTHORS}" >> $GITHUB_ENV
        env:
          AUTHORS: ${{ vars.AUTHORS || 'SeleniumHQ' }}
      - name: Build Docker images
        uses: nick-invision/retry@master
        with:
          timeout_minutes: 12
          max_attempts: 3
          retry_wait_seconds: 60
          command: NAME=${IMAGE_REGISTRY} VERSION=${BRANCH} BUILD_DATE=${BUILD_DATE} make build
      - name: Setup Kubernetes cluster
        uses: nick-invision/retry@master
        with:
          timeout_minutes: 10
          max_attempts: 3
          command: CLUSTER=${CLUSTER} SERVICE_MESH=${SERVICE_MESH} KUBERNETES_VERSION=${KUBERNETES_VERSION} NAME=${IMAGE_REGISTRY} VERSION=${BRANCH} BUILD_DATE=${BUILD_DATE} make chart_cluster_setup
      - name: Build Helm charts
        run: |
          BUILD_DATE=${BUILD_DATE} make chart_build
          echo "CHART_PACKAGE_PATH=$(cat /tmp/selenium_chart_version)" >> $GITHUB_ENV
          echo "CHART_FILE_NAME=$(basename $(cat /tmp/selenium_chart_version))" >> $GITHUB_ENV
      - name: Test Selenium Grid on Kubernetes with Autoscaling
        uses: nick-invision/retry@master
        with:
          timeout_minutes: 30
          max_attempts: 3
          command: |
            NAME=${IMAGE_REGISTRY} VERSION=${BRANCH} BUILD_DATE=${BUILD_DATE} TEST_UPGRADE_CHART=false make ${{ matrix.test-strategy }}
      - name: Upload results
        if: always()
        uses: actions/upload-artifact@main
        with:
          name: ${{ matrix.test-strategy }}.md
          path: ./tests/tests/scale_up_results.md
          if-no-files-found: ignore
      - name: Cleanup Kubernetes cluster
        if: always()
        run: CLUSTER=${CLUSTER} make chart_cluster_cleanup
      - name: Clean up Docker
        if: always()
        run: docker system prune -af