.

Signed-off-by: Liang Huang <[email protected]>
milvus-io · Mar 30, 2024 · fc5ceef · fc5ceef
1 parent 6efed4a
commit fc5ceef
Showing 1 changed file with 118 additions and 0 deletions.
diff --git a/ci/jenkins/PublishGPUArmImages.groovy b/ci/jenkins/PublishGPUArmImages.groovy
@@ -0,0 +1,118 @@
+#!/usr/bin/env groovy
+
+pipeline {
+    agent {
+        kubernetes {
+            defaultContainer 'main'
+            yamlFile "ci/jenkins/pod/rte-gpu.yaml"
+            customWorkspace '/home/jenkins/agent/workspace'
+            // We allow this pod to remain active for a while, later jobs can
+            // reuse cache in previous created nodes.
+            // idleMinutes 120
+        }
+    }
+
+    options {
+        timestamps()
+        timeout(time: 140, unit: 'MINUTES')
+        // parallelsAlwaysFailFast()
+        disableConcurrentBuilds()
+    }
+
+    environment {
+        DOCKER_CREDENTIALS_ID = "dockerhub"
+        TARGET_REPO = "milvusdb"
+        CI_DOCKER_CREDENTIAL_ID = "harbor-milvus-io-registry"
+        HARBOR_REPO = "harbor.milvus.io"
+    }
+
+    stages {
+        stage('Publish Milvus GPU Images'){
+            agent {
+                label 'arm'
+            }
+            steps {
+                container('main') {
+                    script {
+                        sh './build/set_docker_mirror.sh'
+                        sh """
+                        ./build/builder_gpu.sh /bin/bash -c \"make gpu-install\"
+                        
+                        """
+
+                        def date = sh(returnStdout: true, script: 'date +%Y%m%d').trim()
+                        def gitShortCommit = sh(returnStdout: true, script: 'git rev-parse --short HEAD').trim()
+
+                        withCredentials([usernamePassword(credentialsId: "${env.DOCKER_CREDENTIALS_ID}", usernameVariable: 'DOCKER_USERNAME', passwordVariable: 'DOCKER_PASSWORD')]) {
+                            sh 'docker login -u ${DOCKER_USERNAME} -p ${DOCKER_PASSWORD}'
+                            sh """
+                                export MILVUS_IMAGE_REPO="${env.TARGET_REPO}/milvus"
+                                export MILVUS_HARBOR_IMAGE_REPO="${env.HARBOR_REPO}/milvus/milvus"
+                                export MILVUS_IMAGE_TAG="${env.BRANCH_NAME}-${date}-${gitShortCommit}-gpu-arm"
+                                build/build_image_gpu.sh
+                                docker push \${MILVUS_IMAGE_REPO}:\${MILVUS_IMAGE_TAG}
+                                docker tag \${MILVUS_IMAGE_REPO}:\${MILVUS_IMAGE_TAG} \${MILVUS_IMAGE_REPO}:${env.BRANCH_NAME}-latest-gpu
+                                docker tag \${MILVUS_IMAGE_REPO}:\${MILVUS_IMAGE_TAG} \${MILVUS_HARBOR_IMAGE_REPO}:\${MILVUS_IMAGE_TAG}
+                                docker push \${MILVUS_IMAGE_REPO}:${env.BRANCH_NAME}-latest-gpu
+                                docker logout
+                            """
+                        }
+
+                        withCredentials([usernamePassword(credentialsId: "${env.CI_DOCKER_CREDENTIAL_ID}", usernameVariable: 'CI_REGISTRY_USERNAME', passwordVariable: 'CI_REGISTRY_PASSWORD')]){
+                            sh "docker login ${env.HARBOR_REPO} -u '${CI_REGISTRY_USERNAME}' -p '${CI_REGISTRY_PASSWORD}'"
+                            sh """
+                                export MILVUS_HARBOR_IMAGE_REPO="${env.HARBOR_REPO}/milvus/milvus"
+                                export MILVUS_IMAGE_TAG="${env.BRANCH_NAME}-${date}-${gitShortCommit}-gpu"
+                                docker push \${MILVUS_HARBOR_IMAGE_REPO}:\${MILVUS_IMAGE_TAG}
+                                docker logout
+                            """
+                        }
+                    }
+                }
+            }
+                // }
+                // stage('Build Centos Milvus Image'){
+                //     agent {
+                //         kubernetes {
+                //             defaultContainer 'main'
+                //             yamlFile "ci/jenkins/pod/rte.yaml"
+                //             customWorkspace '/home/jenkins/agent/workspace'
+                //         }
+                //     }
+                //     steps {
+                //         container('main') {
+                //             script {
+                //                 sh './build/set_docker_mirror.sh'
+                //                 sh "OS_NAME=centos7 build/builder.sh /bin/bash -c \"make install\""
+                //                 sh "OS_NAME=centos7 build/build_image.sh "
+                //             }
+                //         }
+                //     }
+                // }
+
+
+            // }
+        }
+    }
+    post {
+        unsuccessful {
+            container('jnlp') {
+                script {
+                    def authorEmail = sh returnStdout: true, script: 'git --no-pager show -s --format=\'%ae\' HEAD'
+                    emailext subject: '$DEFAULT_SUBJECT',
+                    body: '$DEFAULT_CONTENT',
+                    recipientProviders: [developers(), culprits()],
+                    replyTo: '$DEFAULT_REPLYTO',
+                    to: "${authorEmail},[email protected],[email protected]"
+                }
+            }
+        }
+        cleanup {
+            container('main') {
+                script {
+                    sh 'find . -name . -o -prune -exec rm -rf -- {} +' /* clean up our workspace */
+                }
+            }
+        }
+    }
+}