apisix/t/node/ewma.t
redynasc 98bb5933d6
feature: implement ewma balancer for upstream node (#2001)
ewma is a different balancing implementation that will generate a weight for every backend IP based on the last server response time, basically it tries to dispatch more requests to the backends that reply faster, supposing that they are less loaded.

fix #1996
2020-08-29 23:14:16 +08:00

218 lines
6.5 KiB
Perl

#
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements. See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
use t::APISIX 'no_plan';
repeat_each(1);
#no_long_string();
no_root_location();
log_level('info');
run_tests;
__DATA__
=== TEST 1: add upstream
--- config
location /t {
content_by_lua_block {
local t = require("lib.test_admin").test
local code, body = t('/apisix/admin/routes/1',
ngx.HTTP_PUT,
[[{
"upstream": {
"nodes": {
"127.0.0.1:1980": 100,
"127.0.0.1:1981": 100
},
"type": "ewma"
},
"uri": "/ewma"
}]],
[[{
"node": {
"value": {
"upstream": {
"nodes": {
"127.0.0.1:1980": 100,
"127.0.0.1:1981": 100
},
"type": "ewma"
},
"uri": "/ewma"
},
"key": "/apisix/routes/1"
},
"action": "set"
}]]
)
if code >= 300 then
ngx.status = code
end
ngx.say(body)
}
}
--- request
GET /t
--- response_body
passed
--- no_error_log
[error]
=== TEST 2: about latency
--- timeout: 5
--- config
location /t {
content_by_lua_block {
--node: "127.0.0.1:1980": latency is 0.001
--node: "127.0.0.1:1981": latency is 0.005
local http = require "resty.http"
local uri = "http://127.0.0.1:" .. ngx.var.server_port
.. "/ewma"
local ports_count = {}
for i = 1, 12 do
local httpc = http.new()
httpc:set_timeout(1000)
local res, err = httpc:request_uri(uri, {method = "GET", keepalive = false})
if not res then
ngx.say(err)
return
end
ports_count[res.body] = (ports_count[res.body] or 0) + 1
end
local ports_arr = {}
for port, count in pairs(ports_count) do
table.insert(ports_arr, {port = port, count = count})
end
local function cmd(a, b)
return a.port > b.port
end
table.sort(ports_arr, cmd)
ngx.say(require("cjson").encode(ports_arr))
ngx.exit(200)
}
}
--- request
GET /t
--- response_body
[{"count":1,"port":"1981"},{"count":11,"port":"1980"}]
--- error_code: 200
--- no_error_log
[error]
=== TEST 3: about frequency
--- timeout: 30
--- config
location /t {
content_by_lua_block {
local t = require("lib.test_admin").test
local http = require "resty.http"
local uri = "http://127.0.0.1:" .. ngx.var.server_port
.. "/ewma"
--node: "127.0.0.1:1980": latency is 0.001
--node: "127.0.0.1:1981": latency is 0.005
local ports_count = {}
for i = 1, 2 do
local httpc = http.new()
local res, err = httpc:request_uri(uri, {method = "GET", keepalive = false})
if not res then
ngx.say(err)
return
end
end
--remove the 1981 node,
--add the 1982 node
--keep two nodes for triggering ewma logic in server_picker function of balancer phase
local code, body = t('/apisix/admin/routes/1',
ngx.HTTP_PUT,
[[{
"upstream": {
"nodes": {
"127.0.0.1:1980": 100,
"127.0.0.1:1982": 100
},
"type": "ewma"
},
"uri": "/ewma"
}]]
)
if code ~= 200 then
ngx.say("update route failed")
return
end
ngx.sleep(20)
--keep the node 1980 hot
for i = 1, 12 do
local httpc = http.new()
local res, err = httpc:request_uri(uri, {method = "GET", keepalive = false})
if not res then
ngx.say(err)
return
end
end
--recover the 1981 node
local code, body = t('/apisix/admin/routes/1',
ngx.HTTP_PUT,
[[{
"upstream": {
"nodes": {
"127.0.0.1:1980": 100,
"127.0.0.1:1981": 100
},
"type": "ewma"
},
"uri": "/ewma"
}]]
)
if code ~= 200 then
ngx.say("update route failed")
return
end
--should select the 1981 node,because it is idle
local httpc = http.new()
local res, err = httpc:request_uri(uri, {method = "GET", keepalive = false})
if not res then
ngx.say(err)
return
end
ngx.say(require("cjson").encode({port = res.body, count = 1}))
ngx.exit(200)
}
}
--- request
GET /t
--- response_body
{"count":1,"port":"1981"}
--- error_code: 200
--- no_error_log
[error]