mirror of
https://gitee.com/milvus-io/milvus.git
synced 2024-11-30 19:08:30 +08:00
369 lines
11 KiB
Bash
Executable File
369 lines
11 KiB
Bash
Executable File
#!/bin/bash
|
|
|
|
# Copyright (C) 2019-2020 Zilliz. All rights reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance
|
|
# with the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software distributed under the License
|
|
# is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
|
|
# or implied. See the License for the specific language governing permissions and limitations under the License.
|
|
|
|
SOURCE="${BASH_SOURCE[0]}"
|
|
while [ -h "$SOURCE" ]; do # resolve $SOURCE until the file is no longer a symlink
|
|
DIR="$( cd -P "$( dirname "$SOURCE" )" && pwd )"
|
|
SOURCE="$(readlink "$SOURCE")"
|
|
[[ $SOURCE != /* ]] && SOURCE="$DIR/$SOURCE" # if $SOURCE was a relative symlink, we need to resolve it relative to the path where the symlink file was located
|
|
done
|
|
ROOT="$( cd -P "$( dirname "$SOURCE" )/../.." && pwd )"
|
|
|
|
# Exit immediately for non zero status
|
|
set -e
|
|
# Check unset variables
|
|
set -u
|
|
# Print commands
|
|
set -x
|
|
|
|
# shellcheck source=build/lib.sh
|
|
source "${ROOT}/build/lib.sh"
|
|
setup_and_export_git_sha
|
|
|
|
# shellcheck source=build/kind_provisioner.sh
|
|
source "${ROOT}/build/kind_provisioner.sh"
|
|
|
|
# shellcheck source=ci-util.sh
|
|
source "${ROOT}/tests/scripts/ci-util.sh"
|
|
|
|
|
|
TOPOLOGY=SINGLE_CLUSTER
|
|
NODE_IMAGE="kindest/node:v1.20.2"
|
|
KIND_CONFIG=""
|
|
INSTALL_EXTRA_ARG=""
|
|
TEST_EXTRA_ARG=""
|
|
CLUSTER_TOPOLOGY_CONFIG_FILE="${ROOT}/build/config/topology/multicluster.json"
|
|
|
|
while (( "$#" )); do
|
|
case "$1" in
|
|
# Node images can be found at https://github.com/kubernetes-sigs/kind/releases
|
|
# For example, kindest/node:v1.14.0
|
|
--node-image)
|
|
NODE_IMAGE=$2
|
|
shift 2
|
|
;;
|
|
# Config for enabling different Kubernetes features in KinD (see build/config/topology/trustworthy-jwt.yaml).
|
|
--kind-config)
|
|
KIND_CONFIG=$2
|
|
shift 2
|
|
;;
|
|
--build-command)
|
|
BUILD_COMMAND=$2
|
|
shift 2
|
|
;;
|
|
--install-extra-arg)
|
|
INSTALL_EXTRA_ARG=$2
|
|
shift 2
|
|
;;
|
|
--test-extra-arg)
|
|
TEST_EXTRA_ARG=$2
|
|
shift 2
|
|
;;
|
|
--test-timeout)
|
|
TEST_TIMEOUT=$2
|
|
shift 2
|
|
;;
|
|
--skip-setup)
|
|
SKIP_SETUP=true
|
|
shift
|
|
;;
|
|
--skip-install)
|
|
SKIP_INSTALL=true
|
|
shift
|
|
;;
|
|
--skip-cleanup)
|
|
SKIP_CLEANUP=true
|
|
shift
|
|
;;
|
|
--skip-build)
|
|
SKIP_BUILD=true
|
|
shift
|
|
;;
|
|
--skip-build-image)
|
|
SKIP_BUILD_IMAGE=true
|
|
shift
|
|
;;
|
|
--skip-test)
|
|
SKIP_TEST=true
|
|
shift
|
|
;;
|
|
--skip-export-logs)
|
|
SKIP_EXPORT_LOGS=true
|
|
shift
|
|
;;
|
|
--disable-kind)
|
|
DISABLE_KIND=true
|
|
shift
|
|
;;
|
|
--manual)
|
|
MANUAL=true
|
|
shift
|
|
;;
|
|
--topology)
|
|
case $2 in
|
|
SINGLE_CLUSTER | MULTICLUSTER_SINGLE_NETWORK | MULTICLUSTER )
|
|
TOPOLOGY=$2
|
|
echo "Running with topology ${TOPOLOGY}"
|
|
;;
|
|
*)
|
|
echo "Error: Unsupported topology ${TOPOLOGY}" >&2
|
|
exit 1
|
|
;;
|
|
esac
|
|
shift 2
|
|
;;
|
|
--topology-config)
|
|
CLUSTER_TOPOLOGY_CONFIG_FILE="${ROOT}/${2}"
|
|
shift 2
|
|
;;
|
|
-h|--help)
|
|
{ set +x; } 2>/dev/null
|
|
HELP="
|
|
Usage:
|
|
$0 [flags] [Arguments]
|
|
|
|
--node-image Kubernetes in Docker (KinD) Node image
|
|
The image is a Docker image for running nested containers, systemd, and Kubernetes components.
|
|
Node images can be found at https://github.com/kubernetes-sigs/kind/releases.
|
|
Default: \"kindest/node:v1.20.2\"
|
|
|
|
--kind-config Config for enabling different Kubernetes features in KinD
|
|
|
|
--build-command Specified build milvus command
|
|
|
|
--install-extra-arg Install Milvus Helm Chart extra configuration. (see https://github.com/zilliztech/milvus-helm-charts/blob/main/charts/milvus-ha/values.yaml)
|
|
To override values in a chart, use either the '--values' flag and pass in a file or use the '--set' flag and pass configuration from the command line, to force a string value use '--set-string'.
|
|
Refer: https://helm.sh/docs/helm/helm_install/#helm-install
|
|
|
|
--test-extra-arg Run e2e test extra configuration
|
|
For example, \"--tags=L0\"
|
|
|
|
--test-timeout To specify timeout period of e2e test. Timeout time is specified in seconds.
|
|
|
|
--topology KinD cluster topology of deployments
|
|
Provides three classes: \"SINGLE_CLUSTER\", \"MULTICLUSTER_SINGLE_NETWORK\", \"MULTICLUSTER\"
|
|
Default: \"SINGLE_CLUSTER\"
|
|
|
|
--topology-config KinD cluster topology configuration file
|
|
|
|
--skip-setup Skip setup KinD cluster
|
|
|
|
--skip-install Skip install Milvus Helm Chart
|
|
|
|
--skip-cleanup Skip cleanup KinD cluster
|
|
|
|
--skip-build Skip build Milvus binary
|
|
|
|
--skip-build-image Skip build Milvus image
|
|
|
|
--skip-test Skip e2e test
|
|
|
|
--skip-export-logs Skip kind export logs
|
|
|
|
--manual Manual Mode
|
|
|
|
--disable-kind Remove KinD cluster
|
|
|
|
-h or --help Print help information
|
|
|
|
|
|
Use \"$0 --help\" for more information about a given command.
|
|
"
|
|
echo -e "${HELP}" ; exit 0
|
|
;;
|
|
-*)
|
|
echo "Error: Unsupported flag $1" >&2
|
|
exit 1
|
|
;;
|
|
*) # preserve positional arguments
|
|
PARAMS+=("$1")
|
|
shift
|
|
;;
|
|
esac
|
|
done
|
|
|
|
export BUILD_COMMAND="${BUILD_COMMAND:-make install}"
|
|
|
|
export MANUAL="${MANUAL:-}"
|
|
|
|
# Default IP family of the cluster is IPv4
|
|
export IP_FAMILY="${IP_FAMILY:-ipv4}"
|
|
|
|
# KinD will not have a LoadBalancer, so we need to disable it
|
|
export TEST_ENV=kind
|
|
# LoadBalancer in Kind is supported using metallb if not ipv6.
|
|
if [ "${IP_FAMILY}" != "ipv6" ]; then
|
|
export TEST_ENV=kind-metallb
|
|
fi
|
|
|
|
# See https://kind.sigs.k8s.io/docs/user/quick-start/#loading-an-image-into-your-cluster
|
|
export PULL_POLICY=IfNotPresent
|
|
|
|
# We run a local-registry in a docker container that KinD nodes pull from
|
|
# These values must match what are in config/trustworthy-jwt.yaml
|
|
export KIND_REGISTRY_NAME="kind-registry"
|
|
export KIND_REGISTRY_PORT="5000"
|
|
export KIND_REGISTRY="localhost:${KIND_REGISTRY_PORT}"
|
|
|
|
export ARTIFACTS="${ARTIFACTS:-$(mktemp -d)}"
|
|
export SINGLE_CLUSTER_NAME="${SINGLE_CLUSTER_NAME:-kind}"
|
|
|
|
export HUB="${HUB:-milvusdb}"
|
|
export TAG="${TAG:-latest}"
|
|
|
|
export CI="true"
|
|
|
|
if [[ ! -d "${ARTIFACTS}" ]];then
|
|
mkdir -p "${ARTIFACTS}"
|
|
fi
|
|
|
|
|
|
if [[ ! -x "$(command -v kubectl)" ]]; then
|
|
KUBECTL_DIR="${KUBECTL_DIR:-"${HOME}/tool_cache/kubectl"}"
|
|
KUBECTL_VERSION="v1.20.2"
|
|
|
|
export PATH="${KUBECTL_DIR}:${PATH}"
|
|
if [[ ! -x "$(command -v kubectl)" ]]; then
|
|
install_kubectl "${KUBECTL_DIR}" "${KUBECTL_VERSION}"
|
|
fi
|
|
fi
|
|
|
|
if [[ -z "${DISABLE_KIND:-}" ]];then
|
|
if [[ ! -x "$(command -v kind)" ]]; then
|
|
KIND_DIR="${KIND_DIR:-"${HOME}/tool_cache/kind"}"
|
|
KIND_VERSION="v0.11.1"
|
|
|
|
export PATH="${KIND_DIR}:${PATH}"
|
|
if [[ ! -x "$(command -v kind)" ]]; then
|
|
install_kind "${KIND_DIR}" "${KIND_VERSION}"
|
|
fi
|
|
fi
|
|
fi
|
|
|
|
if [[ -z "${SKIP_SETUP:-}" ]]; then
|
|
|
|
export DEFAULT_CLUSTER_YAML="${ROOT}/build/config/topology/trustworthy-jwt.yaml"
|
|
export METRICS_SERVER_CONFIG_DIR="${ROOT}/build/config/metrics"
|
|
|
|
if ! docker info > /dev/null 2>&1; then
|
|
echo "KinD need docker to set up cluster - please start docker and try again!"
|
|
exit 1
|
|
fi
|
|
|
|
if [[ "${TOPOLOGY}" == "SINGLE_CLUSTER" ]]; then
|
|
trace "setup kind cluster" setup_kind_cluster "${SINGLE_CLUSTER_NAME}" "${NODE_IMAGE}" "${KIND_CONFIG}"
|
|
else
|
|
trace "load cluster topology" load_cluster_topology "${CLUSTER_TOPOLOGY_CONFIG_FILE}"
|
|
trace "setup kind clusters" setup_kind_clusters "${NODE_IMAGE}" "${IP_FAMILY}"
|
|
|
|
TOPOLOGY_JSON=$(cat "${CLUSTER_TOPOLOGY_CONFIG_FILE}")
|
|
for i in $(seq 0 $((${#CLUSTER_NAMES[@]} - 1))); do
|
|
CLUSTER="${CLUSTER_NAMES[i]}"
|
|
KCONFIG="${KUBECONFIGS[i]}"
|
|
TOPOLOGY_JSON=$(set_topology_value "${TOPOLOGY_JSON}" "${CLUSTER}" "meta.kubeconfig" "${KCONFIG}")
|
|
done
|
|
RUNTIME_TOPOLOGY_CONFIG_FILE="${ARTIFACTS}/topology-config.json"
|
|
echo "${TOPOLOGY_JSON}" > "${RUNTIME_TOPOLOGY_CONFIG_FILE}"
|
|
|
|
export INTEGRATION_TEST_TOPOLOGY_FILE
|
|
INTEGRATION_TEST_TOPOLOGY_FILE="${RUNTIME_TOPOLOGY_CONFIG_FILE}"
|
|
|
|
export INTEGRATION_TEST_KUBECONFIG
|
|
INTEGRATION_TEST_KUBECONFIG=NONE
|
|
fi
|
|
fi
|
|
|
|
if [[ -z "${SKIP_BUILD:-}" ]]; then
|
|
#If disable_kind exist, do not need kind registry
|
|
if [[ -n "${DISABLE_KIND:-}" ]]; then
|
|
echo "do not set up kind registry when disable_kind exist"
|
|
else
|
|
trace "setup kind registry" setup_kind_registry
|
|
fi
|
|
pushd "${ROOT}"
|
|
trace "build milvus" "${ROOT}/build/builder.sh" /bin/bash -c "${BUILD_COMMAND}"
|
|
popd
|
|
|
|
fi
|
|
|
|
if [[ -n "${DISABLE_KIND:-}" ]]; then
|
|
export MILVUS_IMAGE_TAG="${TAG}"
|
|
export MILVUS_IMAGE_REPO="${HUB}/milvus"
|
|
fi
|
|
if [[ -z "${SKIP_BUILD_IMAGE:-}" ]]; then
|
|
|
|
#[remove-kind] if disable_kind exist, do not need kind registry
|
|
if [[ -n "${DISABLE_KIND:-}" ]]; then
|
|
trace "docker login in ci registry" docker_login_ci_registry
|
|
else
|
|
# If we're not intending to pull from an actual remote registry, use the local kind registry
|
|
running="$(docker inspect -f '{{.State.Running}}' "${KIND_REGISTRY_NAME}" 2>/dev/null || true)"
|
|
if [[ "${running}" == 'true' ]]; then
|
|
HUB="${KIND_REGISTRY}"
|
|
export HUB
|
|
fi
|
|
export MILVUS_IMAGE_REPO="${HUB}/milvus"
|
|
export MILVUS_IMAGE_TAG="${TAG}"
|
|
fi
|
|
|
|
|
|
|
|
pushd "${ROOT}"
|
|
# Build Milvus Docker Image
|
|
trace "build milvus image" "${ROOT}/build/build_image.sh"
|
|
trace "push milvus image" docker push "${MILVUS_IMAGE_REPO}:${MILVUS_IMAGE_TAG}"
|
|
popd
|
|
fi
|
|
|
|
if [[ -z "${SKIP_INSTALL:-}" ]]; then
|
|
if [[ ! -x "$(command -v helm)" ]]; then
|
|
HELM_DIR="${HELM_DIR:-"${HOME}/tool_cache/helm"}"
|
|
HELM_VERSION="v3.5.4"
|
|
|
|
export PATH="${HELM_DIR}:${PATH}"
|
|
if [[ ! -x "$(command -v helm)" ]]; then
|
|
install_helm "${HELM_DIR}" "${HELM_VERSION}"
|
|
fi
|
|
fi
|
|
export MILVUS_HELM_RELEASE_NAME=$(./get_release_name.sh)
|
|
echo "[debug] helm install ${MILVUS_HELM_RELEASE_NAME}"
|
|
trace "install milvus helm chart" "${ROOT}/tests/scripts/install_milvus.sh" "${INSTALL_EXTRA_ARG}"
|
|
fi
|
|
|
|
if [[ -z "${SKIP_TEST:-}" ]]; then
|
|
# Prepare e2e test,install pytest requirements
|
|
if [[ -n "${DISABLE_KIND:-}" ]]; then
|
|
trace "prepare e2e test" install_pytest_requirements
|
|
else
|
|
trace "prepare e2e test" "${ROOT}/tests/scripts/prepare_e2e.sh"
|
|
fi
|
|
|
|
if [[ -n "${TEST_TIMEOUT:-}" ]]; then
|
|
if [[ -n "${DISABLE_KIND:-}" ]]; then
|
|
trace "e2e test" "timeout" "${TEST_TIMEOUT}" "${ROOT}/tests/scripts/e2e.sh" "${TEST_EXTRA_ARG}"
|
|
else
|
|
trace "e2e test" "timeout" "-v" "${TEST_TIMEOUT}" "${ROOT}/tests/scripts/e2e.sh" "${TEST_EXTRA_ARG}"
|
|
fi
|
|
else
|
|
trace "e2e test" "${ROOT}/tests/scripts/e2e.sh" "${TEST_EXTRA_ARG}"
|
|
fi
|
|
|
|
fi
|
|
|
|
# Check if the user is running the clusters in manual mode.
|
|
if [[ -n "${MANUAL:-}" ]]; then
|
|
echo "Running cluster(s) in manual mode. Press any key to shutdown and exit..."
|
|
read -rsn1
|
|
exit 0
|
|
fi
|