mirror of
https://gitee.com/milvus-io/milvus.git
synced 2024-12-03 04:19:18 +08:00
243 lines
6.0 KiB
Bash
243 lines
6.0 KiB
Bash
#!/bin/bash
|
|
set -e
|
|
# set -x
|
|
|
|
func() {
|
|
echo "Usage:"
|
|
echo "test.sh [-t Task] [-m Mode] [-r Release] [-p Password]"
|
|
echo "Description"
|
|
echo "Task, the task type of test. reinstall or upgrade"
|
|
echo "Mode, the mode of milvus deploy. standalone or cluster"
|
|
echo "Release, the release of milvus. e.g. 2.0.0-rc8"
|
|
echo "Password, the password of root"
|
|
exit -1
|
|
}
|
|
|
|
|
|
echo "check os env"
|
|
platform='unknown'
|
|
unamestr=$(uname)
|
|
if [[ "$unamestr" == 'Linux' ]]; then
|
|
platform='Linux'
|
|
elif [[ "$unamestr" == 'Darwin' ]]; then
|
|
platform='Mac'
|
|
fi
|
|
echo "platform: $platform"
|
|
|
|
|
|
|
|
Task="reinstall"
|
|
Mode="standalone"
|
|
Release="v2.0.0"
|
|
while getopts "hm:t:p:" OPT;
|
|
do
|
|
case $OPT in
|
|
m) Mode="$OPTARG";;
|
|
t) Task="$OPTARG";;
|
|
p) Password="$OPTARG";;
|
|
h) func;;
|
|
?) func;;
|
|
esac
|
|
done
|
|
|
|
ROOT_FOLDER=$(cd "$(dirname "$0")";pwd)
|
|
|
|
# to export docker-compose logs before exit
|
|
function error_exit {
|
|
pushd ${ROOT_FOLDER}/${Deploy_Dir}
|
|
echo "test failed"
|
|
current=$(date "+%Y-%m-%d-%H-%M-%S")
|
|
if [ ! -d logs ];
|
|
then
|
|
mkdir logs
|
|
fi
|
|
docker-compose ps
|
|
docker-compose logs > ./logs/${Deploy_Dir}-${Task}-${current}.log 2>&1
|
|
echo "log saved to $(pwd)/logs/${Deploy_Dir}-${Task}-${current}.log"
|
|
popd
|
|
exit 1
|
|
}
|
|
|
|
function replace_image_tag {
|
|
image_repo=$1
|
|
image_tag=$2
|
|
if [ "$platform" == "Mac" ];
|
|
then
|
|
# for mac os
|
|
sed -i "" "s/milvusdb\/milvus.*/${image_repo}\:${image_tag}/g" docker-compose.yml
|
|
else
|
|
#for linux os
|
|
sed -i "s/milvusdb\/milvus.*/${image_repo}\:${image_tag}/g" docker-compose.yml
|
|
fi
|
|
|
|
}
|
|
|
|
|
|
#to check containers all running and minio is healthy
|
|
function check_healthy {
|
|
cnt=$(docker-compose ps | grep -E "running|Running|Up|up" | wc -l)
|
|
healthy=$(docker-compose ps | grep "healthy" | wc -l)
|
|
time_cnt=0
|
|
echo "running num $cnt expect num $Expect"
|
|
echo "healthy num $healthy expect num $Expect_health"
|
|
while [[ $cnt -ne $Expect || $healthy -ne 1 ]];
|
|
do
|
|
printf "waiting all containers get running\n"
|
|
sleep 5
|
|
let time_cnt+=5
|
|
# if time is greater than 300s, the condition still not satisfied, we regard it as a failure
|
|
if [ $time_cnt -gt 300 ];
|
|
then
|
|
printf "timeout,there are some issue with deployment!"
|
|
error_exit
|
|
fi
|
|
cnt=$(docker-compose ps | grep -E "running|Running|Up|up" | wc -l)
|
|
healthy=$(docker-compose ps | grep "healthy" | wc -l)
|
|
echo "running num $cnt expect num $Expect"
|
|
echo "healthy num $healthy expect num $Expect_health"
|
|
done
|
|
}
|
|
|
|
Deploy_Dir=$Mode
|
|
Task=$Task
|
|
Release=$Release
|
|
pw=$Password
|
|
|
|
echo "mode: $Mode"
|
|
echo "task: $Task"
|
|
echo "password: $pw"
|
|
## if needed, install dependency
|
|
#echo "install dependency"
|
|
#pip install -r scripts/requirements.txt
|
|
|
|
if [ ! -d ${Deploy_Dir} ];
|
|
then
|
|
mkdir ${Deploy_Dir}
|
|
fi
|
|
|
|
echo "get tag info"
|
|
|
|
python scripts/get_tag.py
|
|
|
|
latest_tag=$(jq -r ".latest_tag" tag_info.json)
|
|
latest_rc_tag=$(jq -r ".latest_rc_tag" tag_info.json)
|
|
# release_version="v${Release}"
|
|
echo $latest_rc_tag
|
|
|
|
pushd ${Deploy_Dir}
|
|
# download docker-compose.yml
|
|
wget https://github.com/milvus-io/milvus/releases/download/${latest_rc_tag}/milvus-${Mode}-docker-compose.yml -O docker-compose.yml
|
|
ls
|
|
# clean env to deploy a fresh milvus
|
|
docker-compose down
|
|
docker-compose ps
|
|
echo "$pw"| sudo -S rm -rf ./volumes
|
|
|
|
# first deployment
|
|
if [ "$Task" == "reinstall" ];
|
|
then
|
|
printf "download latest milvus docker-compose yaml file from github\n"
|
|
wget https://raw.githubusercontent.com/milvus-io/milvus/master/deployments/docker/${Mode}/docker-compose.yml -O docker-compose.yml
|
|
printf "start to deploy latest rc tag milvus\n"
|
|
replace_image_tag "milvusdb\/milvus" $latest_tag
|
|
fi
|
|
if [ "$Task" == "upgrade" ];
|
|
then
|
|
printf "start to deploy previous rc tag milvus\n"
|
|
replace_image_tag "milvusdb\/milvus" $latest_rc_tag # replace previous rc tag
|
|
|
|
fi
|
|
cat docker-compose.yml|grep milvusdb
|
|
Expect=$(grep "container_name" docker-compose.yml | wc -l)
|
|
Expect_health=$(grep "healthcheck" docker-compose.yml | wc -l)
|
|
docker-compose up -d
|
|
check_healthy
|
|
docker-compose ps
|
|
popd
|
|
|
|
# test for first deployment
|
|
printf "test for first deployment\n"
|
|
if [ "$Task" == "reinstall" ];
|
|
then
|
|
python scripts/action_before_reinstall.py || error_exit
|
|
fi
|
|
if [ "$Task" == "upgrade" ];
|
|
then
|
|
python scripts/action_before_upgrade.py || error_exit
|
|
fi
|
|
|
|
pushd ${Deploy_Dir}
|
|
# uninstall milvus
|
|
printf "start to uninstall milvus\n"
|
|
docker-compose down
|
|
sleep 10
|
|
printf "check all containers removed\n"
|
|
docker-compose ps
|
|
|
|
# second deployment
|
|
if [ "$Task" == "reinstall" ];
|
|
then
|
|
printf "start to reinstall milvus\n"
|
|
#because the task is reinstall, so don't change images tag
|
|
fi
|
|
if [ "$Task" == "upgrade" ];
|
|
then
|
|
printf "start to upgrade milvus\n"
|
|
# because the task is upgrade, so replace image tag to latest, like rc4-->rc5
|
|
printf "download latest milvus docker-compose yaml file from github\n"
|
|
wget https://raw.githubusercontent.com/milvus-io/milvus/master/deployments/docker/${Mode}/docker-compose.yml -O docker-compose.yml
|
|
printf "start to deploy latest rc tag milvus\n"
|
|
replace_image_tag "milvusdb\/milvus" $latest_tag
|
|
|
|
fi
|
|
cat docker-compose.yml|grep milvusdb
|
|
docker-compose up -d
|
|
check_healthy
|
|
docker-compose ps
|
|
popd
|
|
|
|
# wait for milvus ready
|
|
sleep 120
|
|
|
|
# test for second deployment
|
|
printf "test for second deployment\n"
|
|
if [ "$Task" == "reinstall" ];
|
|
then
|
|
python scripts/action_after_reinstall.py || error_exit
|
|
fi
|
|
if [ "$Task" == "upgrade" ];
|
|
then
|
|
python scripts/action_after_upgrade.py || error_exit
|
|
fi
|
|
|
|
|
|
# test for third deployment(after docker-compose restart)
|
|
pushd ${Deploy_Dir}
|
|
printf "start to restart milvus\n"
|
|
docker-compose restart
|
|
check_healthy
|
|
docker-compose ps
|
|
popd
|
|
|
|
# wait for milvus ready
|
|
sleep 120
|
|
printf "test for third deployment\n"
|
|
if [ "$Task" == "reinstall" ];
|
|
then
|
|
python scripts/action_after_reinstall.py || error_exit
|
|
fi
|
|
if [ "$Task" == "upgrade" ];
|
|
then
|
|
python scripts/action_after_upgrade.py || error_exit
|
|
fi
|
|
|
|
|
|
pushd ${Deploy_Dir}
|
|
# clean env
|
|
docker-compose ps
|
|
docker-compose down
|
|
sleep 10
|
|
docker-compose ps
|
|
echo "$pw"|sudo -S rm -rf ./volumes
|
|
popd
|