diff --git a/ci/jenkinsfile/cleanup_dev.groovy b/ci/jenkinsfile/cleanup_dev.groovy
index 664c452f34..056b8fa8c5 100644
--- a/ci/jenkinsfile/cleanup_dev.groovy
+++ b/ci/jenkinsfile/cleanup_dev.groovy
@@ -1,5 +1,11 @@
 try {
     sh "helm del --purge ${env.JOB_NAME}-${env.BUILD_NUMBER}"
+
+    if (currentBuild.result == 'ABORTED') {
+        throw new hudson.AbortException("Dev Test Aborted !")
+    } else if (currentBuild.result == 'FAILURE') {
+        error("Dev Test Failure !")
+    }
 } catch (exc) {
     sh "helm del --purge ${env.JOB_NAME}-${env.BUILD_NUMBER}"
     updateGitlabCommitStatus name: 'Cleanup Dev', state: 'failed'
diff --git a/ci/jenkinsfile/cluster_cleanup_dev.groovy b/ci/jenkinsfile/cluster_cleanup_dev.groovy
index 9708669b9e..dc18067cdd 100644
--- a/ci/jenkinsfile/cluster_cleanup_dev.groovy
+++ b/ci/jenkinsfile/cluster_cleanup_dev.groovy
@@ -1,5 +1,11 @@
 try {
     sh "helm del --purge ${env.JOB_NAME}-${env.BUILD_NUMBER}-cluster"
+
+    if (currentBuild.result == 'ABORTED') {
+        throw new hudson.AbortException("Cluster Dev Test Aborted !")
+    } else if (currentBuild.result == 'FAILURE') {
+        error("Dev Test Failure !")
+    }
 } catch (exc) {
     sh "helm del --purge ${env.JOB_NAME}-${env.BUILD_NUMBER}-cluster"
     updateGitlabCommitStatus name: 'Cleanup Dev', state: 'failed'
diff --git a/ci/jenkinsfile/cluster_dev_test.groovy b/ci/jenkinsfile/cluster_dev_test.groovy
index d3c6a19832..50fd67f803 100644
--- a/ci/jenkinsfile/cluster_dev_test.groovy
+++ b/ci/jenkinsfile/cluster_dev_test.groovy
@@ -9,8 +9,8 @@ container('milvus-testframework') {
                 }
             } catch (exc) {
                 updateGitlabCommitStatus name: 'Dev Test', state: 'failed'
+                currentBuild.result = 'FAILURE'
                 echo 'Milvus Test Failed !'
-                throw exc
             }
         }
     }
diff --git a/ci/jenkinsfile/dev_test.groovy b/ci/jenkinsfile/dev_test.groovy
index 4034872615..13e1c868b8 100644
--- a/ci/jenkinsfile/dev_test.groovy
+++ b/ci/jenkinsfile/dev_test.groovy
@@ -9,8 +9,8 @@ container('milvus-testframework') {
                 }
             } catch (exc) {
                 updateGitlabCommitStatus name: 'Dev Test', state: 'failed'
+                currentBuild.result = 'FAILURE'
                 echo 'Milvus Test Failed !'
-                throw exc
             }
         }
     }
diff --git a/ci/main_jenkinsfile b/ci/main_jenkinsfile
index dc5e879817..a324ff4441 100644
--- a/ci/main_jenkinsfile
+++ b/ci/main_jenkinsfile
@@ -191,22 +191,38 @@ spec:
                                             }
                                         }
                                     }
+                                }
+
+                                stage ("Cleanup Dev") {
+                                    agent {
+                                        kubernetes {
+                                            label 'jenkins-slave'
+                                            defaultContainer 'jnlp'
+                                        }
+                                    }
+                                    stages {
+                                        stage('Cleanup') {
+                                            steps {
+                                                gitlabCommitStatus(name: 'Cleanup Dev') {
+                                                    script {
+                                                        load "${env.WORKSPACE}/ci/jenkinsfile/cleanup_dev.groovy"
+                                                    }
+                                                }
+                                            }
+                                        }
+                                    }
                                     post {
-                                        always {
-                                            stage ("Cleanup Dev") {
-                                                agent {
-                                                    kubernetes {
-                                                        label 'jenkins-slave'
-                                                        defaultContainer 'jnlp'
-                                                    }
-                                                }
-                                                stages {
-                                                    gitlabCommitStatus(name: 'Cleanup Dev') {
-                                                        script {
-                                                            load "${env.WORKSPACE}/ci/jenkinsfile/cleanup_dev.groovy"
-                                                        }
-                                                    }
-                                                }
+                                        aborted {
+                                            script {
+                                                updateGitlabCommitStatus name: 'Cleanup Dev', state: 'canceled'
+                                                echo "Milvus Cleanup Dev aborted !"
+                                            }
+                                        }
+
+                                        failure {
+                                            script {
+                                                updateGitlabCommitStatus name: 'Cleanup Dev', state: 'failed'
+                                                echo "Milvus Cleanup Dev failure !"
                                             }
                                         }
                                     }
@@ -274,22 +290,38 @@ spec:
                                             }
                                         }
                                     }
+                                }
+
+                                stage ("Cleanup Dev") {
+                                    agent {
+                                        kubernetes {
+                                            label 'jenkins-slave'
+                                            defaultContainer 'jnlp'
+                                        }
+                                    }
+                                    stages {
+                                        stage('Cleanup') {
+                                            steps {
+                                                gitlabCommitStatus(name: 'Cleanup Dev') {
+                                                    script {
+                                                        load "${env.WORKSPACE}/ci/jenkinsfile/cluster_cleanup_dev.groovy"
+                                                    }
+                                                }
+                                            }
+                                        }
+                                    }
                                     post {
-                                        always {
-                                            stage ("Cleanup Dev") {
-                                                agent {
-                                                    kubernetes {
-                                                        label 'jenkins-slave'
-                                                        defaultContainer 'jnlp'
-                                                    }
-                                                }
-                                                stages {
-                                                    gitlabCommitStatus(name: 'Cleanup Dev') {
-                                                        script {
-                                                            load "${env.WORKSPACE}/ci/jenkinsfile/cluster_cleanup_dev.groovy"
-                                                        }
-                                                    }
-                                                }
+                                        aborted {
+                                            script {
+                                                updateGitlabCommitStatus name: 'Cleanup Dev', state: 'canceled'
+                                                echo "Milvus Cleanup Dev aborted !"
+                                            }
+                                        }
+
+                                        failure {
+                                            script {
+                                                updateGitlabCommitStatus name: 'Cleanup Dev', state: 'failed'
+                                                echo "Milvus Cleanup Dev failure !"
                                             }
                                         }
                                     }
@@ -343,3 +375,4 @@ spec:
         }
     }
 }
+
diff --git a/ci/main_jenkinsfile_no_ut b/ci/main_jenkinsfile_no_ut
index 35ebc64778..203b185e14 100644
--- a/ci/main_jenkinsfile_no_ut
+++ b/ci/main_jenkinsfile_no_ut
@@ -191,22 +191,38 @@ spec:
                                             }
                                         }
                                     }
+                                }
+
+                                stage ("Cleanup Dev") {
+                                    agent {
+                                        kubernetes {
+                                            label 'jenkins-slave'
+                                            defaultContainer 'jnlp'
+                                        }
+                                    }
+                                    stages {
+                                        stage('Cleanup') {
+                                            steps {
+                                                gitlabCommitStatus(name: 'Cleanup Dev') {
+                                                    script {
+                                                        load "${env.WORKSPACE}/ci/jenkinsfile/cleanup_dev.groovy"
+                                                    }
+                                                }
+                                            }
+                                        }
+                                    }
                                     post {
-                                        always {
-                                            stage ("Cleanup Dev") {
-                                                agent {
-                                                    kubernetes {
-                                                        label 'jenkins-slave'
-                                                        defaultContainer 'jnlp'
-                                                    }
-                                                }
-                                                stages {
-                                                    gitlabCommitStatus(name: 'Cleanup Dev') {
-                                                        script {
-                                                            load "${env.WORKSPACE}/ci/jenkinsfile/cleanup_dev.groovy"
-                                                        }
-                                                    }
-                                                }
+                                        aborted {
+                                            script {
+                                                updateGitlabCommitStatus name: 'Cleanup Dev', state: 'canceled'
+                                                echo "Milvus Cleanup Dev aborted !"
+                                            }
+                                        }
+
+                                        failure {
+                                            script {
+                                                updateGitlabCommitStatus name: 'Cleanup Dev', state: 'failed'
+                                                echo "Milvus Cleanup Dev failure !"
                                             }
                                         }
                                     }
@@ -274,22 +290,38 @@ spec:
                                             }
                                         }
                                     }
+                                }
+
+                                stage ("Cleanup Dev") {
+                                    agent {
+                                        kubernetes {
+                                            label 'jenkins-slave'
+                                            defaultContainer 'jnlp'
+                                        }
+                                    }
+                                    stages {
+                                        stage('Cleanup') {
+                                            steps {
+                                                gitlabCommitStatus(name: 'Cleanup Dev') {
+                                                    script {
+                                                        load "${env.WORKSPACE}/ci/jenkinsfile/cluster_cleanup_dev.groovy"
+                                                    }
+                                                }
+                                            }
+                                        }
+                                    }
                                     post {
-                                        always {
-                                            stage ("Cleanup Dev") {
-                                                agent {
-                                                    kubernetes {
-                                                        label 'jenkins-slave'
-                                                        defaultContainer 'jnlp'
-                                                    }
-                                                }
-                                                stages {
-                                                    gitlabCommitStatus(name: 'Cleanup Dev') {
-                                                        script {
-                                                            load "${env.WORKSPACE}/ci/jenkinsfile/cluster_cleanup_dev.groovy"
-                                                        }
-                                                    }
-                                                }
+                                        aborted {
+                                            script {
+                                                updateGitlabCommitStatus name: 'Cleanup Dev', state: 'canceled'
+                                                echo "Milvus Cleanup Dev aborted !"
+                                            }
+                                        }
+
+                                        failure {
+                                            script {
+                                                updateGitlabCommitStatus name: 'Cleanup Dev', state: 'failed'
+                                                echo "Milvus Cleanup Dev failure !"
                                             }
                                         }
                                     }
@@ -305,18 +337,16 @@ spec:
     post {
         always {
             script {
-                if (env.gitlabAfter != null) {
-                    if (!currentBuild.resultIsBetterOrEqualTo('SUCCESS')) {
-                        // Send an email only if the build status has changed from green/unstable to red
-                        emailext subject: '$DEFAULT_SUBJECT',
-                        body: '$DEFAULT_CONTENT',
-                        recipientProviders: [
-                            [$class: 'DevelopersRecipientProvider'],
-                            [$class: 'RequesterRecipientProvider']
-                        ],
-                        replyTo: '$DEFAULT_REPLYTO',
-                        to: '$DEFAULT_RECIPIENTS'
-                    }
+                if (!currentBuild.resultIsBetterOrEqualTo('SUCCESS')) {
+                    // Send an email only if the build status has changed from green/unstable to red
+                    emailext subject: '$DEFAULT_SUBJECT',
+                    body: '$DEFAULT_CONTENT',
+                    recipientProviders: [
+                        [$class: 'DevelopersRecipientProvider'],
+                        [$class: 'RequesterRecipientProvider']
+                    ],
+                    replyTo: '$DEFAULT_REPLYTO',
+                    to: '$DEFAULT_RECIPIENTS'
                 }
             }
         }
@@ -343,3 +373,4 @@ spec:
         }
     }
 }
+
diff --git a/ci/nightly_main_jenkinsfile b/ci/nightly_main_jenkinsfile
index 7b39ed386c..c375cc87ea 100644
--- a/ci/nightly_main_jenkinsfile
+++ b/ci/nightly_main_jenkinsfile
@@ -191,23 +191,38 @@ spec:
                                             }
                                         }
                                     }
+                                }
 
+                                stage ("Cleanup Dev") {
+                                    agent {
+                                        kubernetes {
+                                            label 'jenkins-slave'
+                                            defaultContainer 'jnlp'
+                                        }
+                                    }
+                                    stages {
+                                        stage('Cleanup') {
+                                            steps {
+                                                gitlabCommitStatus(name: 'Cleanup Dev') {
+                                                    script {
+                                                        load "${env.WORKSPACE}/ci/jenkinsfile/cleanup_dev.groovy"
+                                                    }
+                                                }
+                                            }
+                                        }
+                                    }
                                     post {
-                                        always {
-                                            stage ("Cleanup Dev") {
-                                                agent {
-                                                    kubernetes {
-                                                        label 'jenkins-slave'
-                                                        defaultContainer 'jnlp'
-                                                    }
-                                                }
-                                                stages {
-                                                    gitlabCommitStatus(name: 'Cleanup Dev') {
-                                                        script {
-                                                            load "${env.WORKSPACE}/ci/jenkinsfile/cleanup_dev.groovy"
-                                                        }
-                                                    }
-                                                }
+                                        aborted {
+                                            script {
+                                                updateGitlabCommitStatus name: 'Cleanup Dev', state: 'canceled'
+                                                echo "Milvus Cleanup Dev aborted !"
+                                            }
+                                        }
+
+                                        failure {
+                                            script {
+                                                updateGitlabCommitStatus name: 'Cleanup Dev', state: 'failed'
+                                                echo "Milvus Cleanup Dev failure !"
                                             }
                                         }
                                     }
@@ -275,22 +290,38 @@ spec:
                                             }
                                         }
                                     }
+                                }
+
+                                stage ("Cleanup Dev") {
+                                    agent {
+                                        kubernetes {
+                                            label 'jenkins-slave'
+                                            defaultContainer 'jnlp'
+                                        }
+                                    }
+                                    stages {
+                                        stage('Cleanup') {
+                                            steps {
+                                                gitlabCommitStatus(name: 'Cleanup Dev') {
+                                                    script {
+                                                        load "${env.WORKSPACE}/ci/jenkinsfile/cluster_cleanup_dev.groovy"
+                                                    }
+                                                }
+                                            }
+                                        }
+                                    }
                                     post {
-                                        always {
-                                            stage ("Cleanup Dev") {
-                                                agent {
-                                                    kubernetes {
-                                                        label 'jenkins-slave'
-                                                        defaultContainer 'jnlp'
-                                                    }
-                                                }
-                                                stages {
-                                                    gitlabCommitStatus(name: 'Cleanup Dev') {
-                                                        script {
-                                                            load "${env.WORKSPACE}/ci/jenkinsfile/cluster_cleanup_dev.groovy"
-                                                        }
-                                                    }
-                                                }
+                                        aborted {
+                                            script {
+                                                updateGitlabCommitStatus name: 'Cleanup Dev', state: 'canceled'
+                                                echo "Milvus Cleanup Dev aborted !"
+                                            }
+                                        }
+
+                                        failure {
+                                            script {
+                                                updateGitlabCommitStatus name: 'Cleanup Dev', state: 'failed'
+                                                echo "Milvus Cleanup Dev failure !"
                                             }
                                         }
                                     }
@@ -342,3 +373,4 @@ spec:
         }
     }
 }
+