# # Licensed to the Apache Software Foundation (ASF) under one or more # contributor license agreements. See the NOTICE file distributed with # this work for additional information regarding copyright ownership. # The ASF licenses this file to You under the Apache License, Version 2.0 # (the "License"); you may not use this file except in compliance with # the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. # use t::APISIX 'no_plan'; repeat_each(1); #no_long_string(); no_root_location(); log_level('info'); run_tests; __DATA__ === TEST 1: add upstream --- config location /t { content_by_lua_block { local t = require("lib.test_admin").test local code, body = t('/apisix/admin/routes/1', ngx.HTTP_PUT, [[{ "upstream": { "nodes": { "127.0.0.1:1980": 100, "127.0.0.1:1981": 100 }, "type": "ewma" }, "uri": "/ewma" }]], [[{ "node": { "value": { "upstream": { "nodes": { "127.0.0.1:1980": 100, "127.0.0.1:1981": 100 }, "type": "ewma" }, "uri": "/ewma" }, "key": "/apisix/routes/1" }, "action": "set" }]] ) if code >= 300 then ngx.status = code end ngx.say(body) } } --- request GET /t --- response_body passed --- no_error_log [error] === TEST 2: about latency --- timeout: 5 --- config location /t { content_by_lua_block { --node: "127.0.0.1:1980": latency is 0.001 --node: "127.0.0.1:1981": latency is 0.005 local http = require "resty.http" local uri = "http://127.0.0.1:" .. ngx.var.server_port .. "/ewma" local ports_count = {} for i = 1, 12 do local httpc = http.new() httpc:set_timeout(1000) local res, err = httpc:request_uri(uri, {method = "GET", keepalive = false}) if not res then ngx.say(err) return end ports_count[res.body] = (ports_count[res.body] or 0) + 1 end local ports_arr = {} for port, count in pairs(ports_count) do table.insert(ports_arr, {port = port, count = count}) end local function cmd(a, b) return a.port > b.port end table.sort(ports_arr, cmd) ngx.say(require("toolkit.json").encode(ports_arr)) ngx.exit(200) } } --- request GET /t --- response_body [{"count":1,"port":"1981"},{"count":11,"port":"1980"}] --- error_code: 200 --- no_error_log [error] === TEST 3: about frequency --- timeout: 30 --- config location /t { content_by_lua_block { local t = require("lib.test_admin").test local http = require "resty.http" local uri = "http://127.0.0.1:" .. ngx.var.server_port .. "/ewma" --node: "127.0.0.1:1980": latency is 0.001 --node: "127.0.0.1:1981": latency is 0.005 local ports_count = {} for i = 1, 2 do local httpc = http.new() local res, err = httpc:request_uri(uri, {method = "GET", keepalive = false}) if not res then ngx.say(err) return end end --remove the 1981 node, --add the 1982 node --keep two nodes for triggering ewma logic in server_picker function of balancer phase local code, body = t('/apisix/admin/routes/1', ngx.HTTP_PUT, [[{ "upstream": { "nodes": { "127.0.0.1:1980": 100, "127.0.0.1:1982": 100 }, "type": "ewma" }, "uri": "/ewma" }]] ) if code ~= 200 then ngx.say("update route failed") return end ngx.sleep(11) --keep the node 1980 hot for i = 1, 12 do local httpc = http.new() local res, err = httpc:request_uri(uri, {method = "GET", keepalive = false}) if not res then ngx.say(err) return end end --recover the 1981 node local code, body = t('/apisix/admin/routes/1', ngx.HTTP_PUT, [[{ "upstream": { "nodes": { "127.0.0.1:1980": 100, "127.0.0.1:1981": 100 }, "type": "ewma" }, "uri": "/ewma" }]] ) if code ~= 200 then ngx.say("update route failed") return end --should select the 1981 node,because it is idle local httpc = http.new() local res, err = httpc:request_uri(uri, {method = "GET", keepalive = false}) if not res then ngx.say(err) return end ngx.say(require("toolkit.json").encode({port = res.body, count = 1})) ngx.exit(200) } } --- request GET /t --- response_body {"count":1,"port":"1981"} --- error_code: 200 --- no_error_log [error] === TEST 4: about filter tried servers --- timeout: 10 --- config location /t { content_by_lua_block { local t = require("lib.test_admin").test --remove the 1981 node, --add the 9527 node (invalid node) --keep two nodes for triggering ewma logic in server_picker function of balancer phase local code, body = t('/apisix/admin/routes/1', ngx.HTTP_PUT, [[{ "upstream": { "nodes": { "127.0.0.1:1980": 1, "127.0.0.1:9527": 1 }, "type": "ewma", "timeout": { "connect": 0.1, "send": 0.5, "read": 0.5 } }, "uri": "/ewma" }]] ) if code ~= 200 then ngx.say("update route failed") return end local http = require "resty.http" local uri = "http://127.0.0.1:" .. ngx.var.server_port .. "/ewma" --should always select the 1980 node, because 0 is invalid local t = {} local ports_count = {} for i = 1, 12 do local th = assert(ngx.thread.spawn(function(i) local httpc = http.new() httpc:set_timeout(2000) local res, err = httpc:request_uri(uri, {method = "GET", keepalive = false}) if not res then ngx.say(err) return end ports_count[res.body] = (ports_count[res.body] or 0) + 1 end, i)) table.insert(t, th) end for i, th in ipairs(t) do ngx.thread.wait(th) end local ports_arr = {} for port, count in pairs(ports_count) do table.insert(ports_arr, {port = port, count = count}) end local function cmd(a, b) return a.port > b.port end table.sort(ports_arr, cmd) ngx.say(require("toolkit.json").encode(ports_arr)) ngx.exit(200) } } --- request GET /t --- response_body [{"count":12,"port":"1980"}] --- error_code: 200 --- error_log Connection refused) while connecting to upstream === TEST 5: about all endpoints have been retried --- timeout: 10 --- config location /t { content_by_lua_block { local t = require("lib.test_admin").test --add the 9527 node (invalid node) --add the 9528 node (invalid node) --keep two nodes for triggering ewma logic in server_picker function of balancer phase local code, body = t('/apisix/admin/routes/1', ngx.HTTP_PUT, [[{ "upstream": { "nodes": { "127.0.0.1:9527": 1, "127.0.0.1:9528": 1 }, "type": "ewma", "timeout": { "connect": 0.1, "send": 0.5, "read": 0.5 } }, "uri": "/ewma" }]] ) if code ~= 200 then ngx.say("update route failed") return end local http = require "resty.http" local uri = "http://127.0.0.1:" .. ngx.var.server_port .. "/ewma" --should always return 502, because both 9527 and 9528 are invalid local t = {} local ports_count = {} for i = 1, 12 do local th = assert(ngx.thread.spawn(function(i) local httpc = http.new() httpc:set_timeout(2000) local res, err = httpc:request_uri(uri, {method = "GET", keepalive = false}) if not res then ngx.say(err) return end ports_count[res.status] = (ports_count[res.status] or 0) + 1 end, i)) table.insert(t, th) end for i, th in ipairs(t) do ngx.thread.wait(th) end local ports_arr = {} for port, count in pairs(ports_count) do table.insert(ports_arr, {port = port, count = count}) end local function cmd(a, b) return a.port > b.port end table.sort(ports_arr, cmd) ngx.say(require("toolkit.json").encode(ports_arr)) ngx.exit(200) } } --- request GET /t --- response_body [{"count":12,"port":502}] --- error_code: 200 --- error_log Connection refused) while connecting to upstream