mirror of
https://gitee.com/milvus-io/milvus.git
synced 2024-11-29 18:38:44 +08:00
[skip e2e]Update deploy test github action (#16340)
Signed-off-by: zhuwenxing <wenxing.zhu@zilliz.com>
This commit is contained in:
zhuwenxing
GitHub
parent
45be3deb3f
commit
0c2fc2721e
121
.github/workflows/deploy-test.yaml
vendored
121
.github/workflows/deploy-test.yaml
vendored
@ -2,6 +2,32 @@ name: Deploy Test
|
||||
|
||||
on:
|
||||
workflow_dispatch:
|
||||
inputs:
|
||||
old_image_repo:
|
||||
description: The image repository name to use for the deploy test
|
||||
required: true
|
||||
default: 'milvusdb/milvus'
|
||||
|
||||
old_image_tag:
|
||||
description: The old image tag to use for the deploy test
|
||||
required: true
|
||||
default: 'latest'
|
||||
|
||||
previous_release_version:
|
||||
description: The previous release version to use for the deploy test
|
||||
required: true
|
||||
default: 'v2.0.1'
|
||||
|
||||
new_image_repo:
|
||||
description: The image repository name to use for the deploy test
|
||||
required: true
|
||||
default: 'milvusdb/milvus-dev'
|
||||
|
||||
new_image_tag:
|
||||
description: The new image tag to use for the deploy test
|
||||
required: true
|
||||
default: 'master-latest'
|
||||
|
||||
schedule:
|
||||
# * is a special character in YAML so you have to quote this string
|
||||
# ┌───────────── minute (0 - 59)
|
||||
@ -22,11 +48,24 @@ jobs:
|
||||
strategy:
|
||||
fail-fast: false
|
||||
matrix:
|
||||
mode: [standalone,cluster]
|
||||
task: [reinstall,upgrade]
|
||||
mode: [standalone, cluster]
|
||||
task: [reinstall, upgrade]
|
||||
|
||||
steps:
|
||||
|
||||
- name: Set env param
|
||||
env:
|
||||
DEFAULT_OLD_IMAGE_REPO: "milvusdb/milvus"
|
||||
DEFAULT_OLD_IMAGE_TAG: "latest"
|
||||
DEFAULT_PREVIOUS_RELEASE_VERSION: "v2.0.1"
|
||||
DEFAULT_NEW_IMAGE_REPO: "milvusdb/milvus-dev"
|
||||
DEFAULT_NEW_IMAGE_TAG: "master-latest"
|
||||
run: |
|
||||
echo "OLD_IMAGE_REPO=${{ github.event.inputs.old_image_repo || env.DEFAULT_OLD_IMAGE_REPO }}" >> $GITHUB_ENV
|
||||
echo "OLD_IMAGE_TAG=${{ github.event.inputs.old_image_tag || env.DEFAULT_OLD_IMAGE_TAG }}" >> $GITHUB_ENV
|
||||
echo "PREVIOUS_RELEASE_VERSION=${{ github.event.inputs.previous_release_version || env.DEFAULT_PREVIOUS_RELEASE_VERSION }}" >> $GITHUB_ENV
|
||||
echo "NEW_IMAGE_REPO=${{ github.event.inputs.new_image_repo || env.DEFAULT_NEW_IMAGE_REPO }}" >> $GITHUB_ENV
|
||||
echo "NEW_IMAGE_TAG=${{ github.event.inputs.new_image_tag || env.DEFAULT_NEW_IMAGE_TAG }}" >> $GITHUB_ENV
|
||||
|
||||
- uses: actions/checkout@v2
|
||||
|
||||
- name: Set up Python
|
||||
@ -36,22 +75,74 @@ jobs:
|
||||
|
||||
- name: Install dependency
|
||||
shell: bash
|
||||
working-directory: tests/python_client/deploy
|
||||
working-directory: tests/python_client
|
||||
run: |
|
||||
pip install -r requirements.txt
|
||||
# update pymilvus to latest version
|
||||
pip install -i https://test.pypi.org/simple/ pymilvus==2.0.0rc10.dev2
|
||||
pip install -r requirements.txt --trusted-host https://test.pypi.org
|
||||
|
||||
- name: Run deploy test
|
||||
- name: First Milvus deployment
|
||||
timeout-minutes: 60
|
||||
shell: bash
|
||||
working-directory: tests/python_client/deploy
|
||||
working-directory: tests/python_client/deploy/${{ matrix.mode }}
|
||||
run: |
|
||||
mkdir -p ${{ matrix.mode }}/logs
|
||||
echo "test -m ${{ matrix.mode }} -t ${{ matrix.task }}" > ./${{ matrix.mode }}/logs/test_info.log
|
||||
python scripts/get_tag.py >> ./${{ matrix.mode }}/logs/test_info.log
|
||||
bash test.sh -m ${{ matrix.mode }} -t ${{ matrix.task }} -p ""
|
||||
|
||||
if [ ${{ matrix.task }} == "reinstall" ]; then
|
||||
wget https://raw.githubusercontent.com/milvus-io/milvus/master/deployments/docker/${{ matrix.mode }}/docker-compose.yml -O docker-compose.yml;
|
||||
MILVUS_IMAGE="${{ env.NEW_IMAGE_REPO }}:${{ env.NEW_IMAGE_TAG }}" docker-compose up -d;
|
||||
|
||||
fi
|
||||
if [ ${{ matrix.task }} == "upgrade" ]; then
|
||||
wget https://github.com/milvus-io/milvus/releases/download/${{ env.PREVIOUS_RELEASE_VERSION }}/milvus-${{ matrix.mode }}-docker-compose.yml -O docker-compose.yml;
|
||||
MILVUS_IMAGE="${{ env.OLD_IMAGE_REPO }}:${{ env.OLD_IMAGE_TAG }}" docker-compose up -d;
|
||||
fi
|
||||
bash ../check_healthy.sh
|
||||
docker-compose ps -a
|
||||
sleep 10s
|
||||
- name: Run first test
|
||||
timeout-minutes: 60
|
||||
shell: bash
|
||||
working-directory: tests/python_client/deploy/scripts
|
||||
run: |
|
||||
if [ ${{ matrix.task }} == "reinstall" ]; then
|
||||
python3 action_before_reinstall.py
|
||||
fi
|
||||
if [ ${{ matrix.task }} == "upgrade" ]; then
|
||||
python3 action_before_upgrade.py
|
||||
fi
|
||||
- name: Second Milvus deployment
|
||||
timeout-minutes: 60
|
||||
shell: bash
|
||||
working-directory: tests/python_client/deploy/${{ matrix.mode }}
|
||||
run: |
|
||||
if [ ${{ matrix.task }} == "reinstall" ]; then
|
||||
docker-compose restart
|
||||
fi
|
||||
if [ ${{ matrix.task }} == "upgrade" ]; then
|
||||
wget https://raw.githubusercontent.com/milvus-io/milvus/master/deployments/docker/${{ matrix.mode }}/docker-compose.yml -O docker-compose.yml;
|
||||
MILVUS_IMAGE="${{ env.NEW_IMAGE_REPO }}:${{ env.NEW_IMAGE_TAG }}" docker-compose up -d;
|
||||
fi
|
||||
bash ../check_healthy.sh
|
||||
docker-compose ps -a
|
||||
|
||||
echo "sleep 120s for the second deployment to be ready"
|
||||
sleep 120s
|
||||
- name: Run second test
|
||||
timeout-minutes: 60
|
||||
shell: bash
|
||||
working-directory: tests/python_client/deploy/scripts
|
||||
run: |
|
||||
if [ ${{ matrix.task }} == "reinstall" ]; then
|
||||
python3 action_after_reinstall.py
|
||||
fi
|
||||
if [ ${{ matrix.task }} == "upgrade" ]; then
|
||||
python3 action_after_upgrade.py
|
||||
fi
|
||||
- name: Export logs
|
||||
if: ${{ always() }}
|
||||
shell: bash
|
||||
working-directory: tests/python_client/deploy/${{ matrix.mode }}
|
||||
run: |
|
||||
docker-compose ps -a || true
|
||||
mkdir -p logs
|
||||
docker-compose logs > ./logs/test-${{ matrix.mode }}-${{ matrix.task }}.log 2>&1 || echo "export logs failed"
|
||||
- name: 'Send mail'
|
||||
if: ${{ failure() }}
|
||||
uses: dawidd6/action-send-mail@v3
|
||||
@ -66,7 +157,7 @@ jobs:
|
||||
from: GitHub Actions
|
||||
|
||||
- name: Upload logs
|
||||
if: ${{ always() }}
|
||||
if: ${{ failure() }}
|
||||
uses: actions/upload-artifact@v2
|
||||
with:
|
||||
name: docker-compose-logs-${{ matrix.mode }}-${{ matrix.task }}
|
||||
|
||||
30
tests/python_client/deploy/check_healthy.sh
Normal file
30
tests/python_client/deploy/check_healthy.sh
Normal file
@ -0,0 +1,30 @@
|
||||
#!/bin/bash
|
||||
|
||||
#to check containers all running and minio is healthy
|
||||
function check_healthy {
|
||||
Expect=$(grep "container_name" docker-compose.yml | wc -l)
|
||||
Expect_health=$(grep "healthcheck" docker-compose.yml | wc -l)
|
||||
cnt=$(docker-compose ps | grep -E "running|Running|Up|up" | wc -l)
|
||||
healthy=$(docker-compose ps | grep "healthy" | wc -l)
|
||||
time_cnt=0
|
||||
echo "running num $cnt expect num $Expect"
|
||||
echo "healthy num $healthy expect num $Expect_health"
|
||||
while [[ $cnt -ne $Expect || $healthy -ne 1 ]];
|
||||
do
|
||||
printf "waiting all containers get running\n"
|
||||
sleep 5
|
||||
let time_cnt+=5
|
||||
# if time is greater than 300s, the condition still not satisfied, we regard it as a failure
|
||||
if [ $time_cnt -gt 300 ];
|
||||
then
|
||||
printf "timeout,there are some issue with deployment!"
|
||||
error_exit
|
||||
fi
|
||||
cnt=$(docker-compose ps | grep -E "running|Running|Up|up" | wc -l)
|
||||
healthy=$(docker-compose ps | grep "healthy" | wc -l)
|
||||
echo "running num $cnt expect num $Expect"
|
||||
echo "healthy num $healthy expect num $Expect_health"
|
||||
done
|
||||
}
|
||||
|
||||
check_healthy
|
||||
Loading…
Reference in New Issue
Block a user