ci: move keycloak+aio+csi jobs to zuul (#1043)

Signed-off-by: Mohammed Naser <[email protected]>

Jenkinsfile

@@ -127,60 +127,6 @@ pipeline {
       }
     }
 
-    stage('integration') {
-      matrix {
-        axes {
-          axis {
-            name 'NETWORK_BACKEND'
-            values 'openvswitch', 'ovn'
-          }
-        }
-
-        agent {
-          label 'jammy-16c-64g'
-        }
-
-        environment {
-          ATMOSPHERE_DEBUG = "true"
-          ATMOSPHERE_NETWORK_BACKEND = "${NETWORK_BACKEND}"
-
-          // NOTE(mnaser): OVN is currently unstable and we don't want it to mark builds as failed.
-          BUILD_RESULT_ON_FAILURE = "${NETWORK_BACKEND == 'ovn' ? 'SUCCESS' : 'FAILURE'}"
-          STAGE_RESULT_ON_FAILURE = "${NETWORK_BACKEND == 'ovn' ? 'UNSTABLE' : 'FAILURE'}"
-        }
-
-        stages {
-          stage('molecule') {
-            steps {
-              // Checkout code with built/pinned images
-              unstash 'src-with-pinned-images'
-
-              // Install dependencies
-              sh 'sudo apt-get install -y git python3-pip'
-              sh 'sudo pip install poetry'
-              sh 'sudo poetry install --with dev'
-
-              catchError(buildResult: "${BUILD_RESULT_ON_FAILURE}", stageResult: "${STAGE_RESULT_ON_FAILURE}") {
-                sh 'sudo --preserve-env=ATMOSPHERE_DEBUG,ATMOSPHERE_NETWORK_BACKEND poetry run molecule test -s aio'
-              }
-            }
-          }
-        }
-
-        post {
-          always {
-            // Kubernetes logs
-            sh "sudo ./build/fetch-kubernetes-logs.sh logs/${NETWORK_BACKEND}/kubernetes || true"
-            archiveArtifacts artifacts: 'logs/**', allowEmptyArchive: true
-
-            // JUnit results for Tempest
-            sh "sudo ./build/fetch-junit-xml.sh tempest-${NETWORK_BACKEND}.xml || true"
-            junit "tempest-${NETWORK_BACKEND}.xml"
-          }
-        }
-      }
-    }
-
     // promote images
     // release?
     // todo: manual pin commit to main (avoiding loop)

galaxy.yml

@@ -17,7 +17,7 @@ dependencies:
   kubernetes.core: 2.4.0
   openstack.cloud: 1.7.0
   vexxhost.ceph: 3.0.1
-  vexxhost.kubernetes: ">=1.13.2"
+  vexxhost.kubernetes: ">=1.13.4"
 tags:
   - application
   - cloud

molecule/aio/group_vars/all/molecule.yml

@@ -15,7 +15,7 @@ cilium_helm_values:
   operator:
     replicas: 1
 
-csi_driver: local-path-provisioner
+csi_driver: "{{ lookup('env', 'MOLECULE_CSI_DRIVER') | default('local-path-provisioner', True) }}"
 
 cluster_issuer_type: self-signed
 

molecule/csi/converge.yml

@@ -1,4 +1,4 @@
-# Copyright (c) 2023 VEXXHOST, Inc.
+# Copyright (c) 2024 VEXXHOST, Inc.
 #
 # Licensed under the Apache License, Version 2.0 (the "License"); you may
 # not use this file except in compliance with the License. You may obtain
@@ -12,4 +12,12 @@
 # License for the specific language governing permissions and limitations
 # under the License.
 
-- ansible.builtin.import_playbook: vexxhost.atmosphere.csi
+- name: Install Ceph
+  ansible.builtin.import_playbook: vexxhost.atmosphere.ceph
+  when: csi_driver == 'rbd'
+
+- name: Install Kubernetes
+  ansible.builtin.import_playbook: vexxhost.atmosphere.kubernetes
+
+- name: Install CSI
+  ansible.builtin.import_playbook: vexxhost.atmosphere.csi

molecule/csi/create.yml

@@ -0,0 +1 @@
+../aio/create.yml

molecule/csi/group_vars

@@ -0,0 +1 @@
+../aio/group_vars/

molecule/csi/host_vars

@@ -0,0 +1 @@
+../aio/host_vars/

molecule/csi/molecule.yml

@@ -1 +1 @@
-../shared/molecule.yml
+../aio/molecule.yml

molecule/csi/prepare.yml

@@ -0,0 +1 @@
+../aio/prepare.yml

tox.ini

@@ -0,0 +1,40 @@
+[tox]
+minversion = 4
+skipsdist = True
+
+[testenv:molecule]
+deps =
+  molecule
+  molecule-plugins[docker]
+  # TODO(mnaser): We should remove these once we have an actual installable
+  #               Python package and drop `skipsdist`.
+  docker-image-py
+  jmespath
+  netaddr
+  openstacksdk<0.99.0
+  rjsonnet
+
+[testenv:molecule-keycloak]
+deps =
+  {[testenv:molecule]deps}
+commands =
+  molecule test -s keycloak
+
+[testenv:molecule-csi-{rbd,local-path-provisioner}]
+deps =
+  {[testenv:molecule]deps}
+setenv =
+  rbd: MOLECULE_CSI_DRIVER = rbd
+  local-path-provisioner: MOLECULE_CSI_DRIVER = local-path-provisioner
+commands =
+  molecule test -s csi
+
+[testenv:molecule-aio-{openvswitch,ovn}]
+deps =
+  {[testenv:molecule]deps}
+setenv =
+  ATMOSPHERE_DEBUG = true
+  openvswitch: ATMOSPHERE_NETWORK_BACKEND = openvswitch
+  ovn: ATMOSPHERE_NETWORK_BACKEND = ovn
+commands =
+  molecule test -s aio