test/milvus
1
0
Fork 0
mirror of https://gitee.com/milvus-io/milvus.git synced 2024-11-30 02:48:45 +08:00
Code Issues Actions 11 Packages Projects Releases Wiki Activity

[cherry-pick][ci] Add standalone kafka e2e pipeline (#25122)

Browse Source 
Signed-off-by: zhuwenxing <wenxing.zhu@zilliz.com>
This commit is contained in:
zhuwenxing 2023-07-07 11:30:26 +08:00 committed by GitHub
parent 1d6f646579
commit 3c35cba93a
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 23 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

23
ci/jenkins/PR.groovy
View File

@ -79,7 +79,7 @@ pipeline {
axes { axes {
axis { axis {
name 'MILVUS_SERVER_TYPE' name 'MILVUS_SERVER_TYPE'
values 'standalone', 'distributed' values 'standalone', 'distributed', 'standalone-kafka'
} }
axis { axis {
name 'MILVUS_CLIENT' name 'MILVUS_CLIENT'
@ -96,7 +96,7 @@ pipeline {
script { script {
sh 'printenv' sh 'printenv'
def clusterEnabled = "false" def clusterEnabled = "false"
if ("${MILVUS_SERVER_TYPE}" == 'distributed') { if ("${MILVUS_SERVER_TYPE}".contains('distributed')) {
clusterEnabled = "true" clusterEnabled = "true"
} }
sh 'git config --global --add safe.directory /home/jenkins/agent/workspace' sh 'git config --global --add safe.directory /home/jenkins/agent/workspace'
@ -113,6 +113,23 @@ pipeline {
} }
} }
} }
// modify values file to enable kafka
if ("${MILVUS_SERVER_TYPE}".contains("kafka")) {
sh '''
apt-get update
apt-get install wget -y
wget https://github.com/mikefarah/yq/releases/download/v4.34.1/yq_linux_amd64 -O /usr/bin/yq
chmod +x /usr/bin/yq
'''
sh """
yq -i '.pulsar.enabled=false' values/ci/pr.yaml
yq -i '.kafka.enabled=true' values/ci/pr.yaml
yq -i '.kafka.metrics.kafka.enabled=true' values/ci/pr.yaml
yq -i '.kafka.metrics.jmx.enabled=true' values/ci/pr.yaml
yq -i '.kafka.metrics.serviceMonitor.enabled=true' values/ci/pr.yaml
"""
}
withCredentials([usernamePassword(credentialsId: "${env.CI_DOCKER_CREDENTIAL_ID}", usernameVariable: 'CI_REGISTRY_USERNAME', passwordVariable: 'CI_REGISTRY_PASSWORD')]){ withCredentials([usernamePassword(credentialsId: "${env.CI_DOCKER_CREDENTIAL_ID}", usernameVariable: 'CI_REGISTRY_USERNAME', passwordVariable: 'CI_REGISTRY_PASSWORD')]){
sh """ sh """
MILVUS_CLUSTER_ENABLED=${clusterEnabled} \ MILVUS_CLUSTER_ENABLED=${clusterEnabled} \
@ -167,7 +184,7 @@ pipeline {
script { script {
def release_name=sh(returnStdout: true, script: './get_release_name.sh') def release_name=sh(returnStdout: true, script: './get_release_name.sh')
def clusterEnabled = 'false' def clusterEnabled = 'false'
if ("${MILVUS_SERVER_TYPE}" == "distributed") { if ("${MILVUS_SERVER_TYPE}".contains("distributed")) {
clusterEnabled = "true" clusterEnabled = "true"
} }
if ("${MILVUS_CLIENT}" == "pymilvus") { if ("${MILVUS_CLIENT}" == "pymilvus") {

3
tests/scripts/get_release_name.sh
View File

@ -31,6 +31,9 @@ function milvus_ci_release_name(){
elif [[ "${MILVUS_SERVER_TYPE:-}" == "distributed-kafka" ]]; then elif [[ "${MILVUS_SERVER_TYPE:-}" == "distributed-kafka" ]]; then
# Distributed kafka mode # Distributed kafka mode
name+="dk" name+="dk"
elif [[ "${MILVUS_SERVER_TYPE:-}" == "standalone-kafka" ]]; then
# Standalone kafka mode
name+="sk"
elif [[ "${MILVUS_SERVER_TYPE:-}" == "distributed" ]]; then elif [[ "${MILVUS_SERVER_TYPE:-}" == "distributed" ]]; then
# Distributed mode # Distributed mode
name+="d" name+="d"