#!/usr/bin/env bash # # Licensed to the Apache Software Foundation (ASF) under one or more # contributor license agreements. See the NOTICE file distributed with # this work for additional information regarding copyright ownership. # The ASF licenses this file to You under the Apache License, Version 2.0 # (the "License"); you may not use this file except in compliance with # the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. # . ./t/cli/common.sh # create 3 node etcd cluster in docker ETCD_NAME_0=etcd0 ETCD_NAME_1=etcd1 ETCD_NAME_2=etcd2 HEALTH_CHECK_RETRY_TIMEOUT=10 echo ' etcd: host: - "http://127.0.0.1:23790" - "http://127.0.0.1:23791" - "http://127.0.0.1:23792" health_check_timeout: '"$HEALTH_CHECK_RETRY_TIMEOUT"' ' > conf/config.yaml docker-compose -f ./t/cli/docker-compose-etcd-cluster.yaml up -d # Check apisix not got effected when one etcd node disconnected make init && make run docker stop ${ETCD_NAME_0} code=$(curl -o /dev/null -s -w %{http_code} http://127.0.0.1:9080/apisix/admin/routes -H 'X-API-KEY: edd1c9f034335f136f87ad84b625c8f1') if [ ! $code -eq 200 ]; then echo "failed: apisix got effect when one etcd node out of a cluster disconnected" exit 1 fi docker start ${ETCD_NAME_0} docker stop ${ETCD_NAME_1} code=$(curl -o /dev/null -s -w %{http_code} http://127.0.0.1:9080/apisix/admin/routes -H 'X-API-KEY: edd1c9f034335f136f87ad84b625c8f1') if [ ! $code -eq 200 ]; then echo "failed: apisix got effect when one etcd node out of a cluster disconnected" exit 1 fi docker start ${ETCD_NAME_1} make stop echo "passed: apisix not got effected when one etcd node disconnected" # Check when all etcd nodes disconnected, apisix trying to reconnect with backoff, and could successfully recover when reconnected make init && make run docker stop ${ETCD_NAME_0} && docker stop ${ETCD_NAME_1} && docker stop ${ETCD_NAME_2} sleep_till=$(date +%s -d "$DATE + $HEALTH_CHECK_RETRY_TIMEOUT second") code=$(curl -o /dev/null -s -w %{http_code} http://127.0.0.1:9080/apisix/admin/routes -H 'X-API-KEY: edd1c9f034335f136f87ad84b625c8f1') if [ $code -eq 200 ]; then echo "failed: apisix not got effect when all etcd nodes disconnected" exit 1 fi docker start ${ETCD_NAME_0} && docker start ${ETCD_NAME_1} && docker start ${ETCD_NAME_2} # sleep till etcd health check try to check again current_time=$(date +%s) sleep_seconds=$(( $sleep_till - $current_time )) if [ "$sleep_seconds" -gt 0 ]; then sleep $sleep_seconds fi code=$(curl -o /dev/null -s -w %{http_code} http://127.0.0.1:9080/apisix/admin/routes -H 'X-API-KEY: edd1c9f034335f136f87ad84b625c8f1') if [ ! $code -eq 200 ]; then echo "failed: apisix could not recover when etcd node recover" exit 1 fi make stop echo "passed: when all etcd nodes disconnected, apisix trying to reconnect with backoff, and could successfully recover when reconnected"