mirror of
https://gitee.com/iresty/apisix.git
synced 2024-12-04 21:17:36 +08:00
1117 lines
32 KiB
Perl
Vendored
1117 lines
32 KiB
Perl
Vendored
#
|
|
# Licensed to the Apache Software Foundation (ASF) under one or more
|
|
# contributor license agreements. See the NOTICE file distributed with
|
|
# this work for additional information regarding copyright ownership.
|
|
# The ASF licenses this file to You under the Apache License, Version 2.0
|
|
# (the "License"); you may not use this file except in compliance with
|
|
# the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
#
|
|
use t::APISIX 'no_plan';
|
|
|
|
repeat_each(1);
|
|
no_long_string();
|
|
no_root_location();
|
|
run_tests;
|
|
|
|
__DATA__
|
|
|
|
=== TEST 1: sanity
|
|
--- config
|
|
location /t {
|
|
content_by_lua_block {
|
|
local plugin = require("apisix.plugins.kafka-logger")
|
|
local ok, err = plugin.check_schema({
|
|
kafka_topic = "test",
|
|
key = "key1",
|
|
broker_list = {
|
|
["127.0.0.1"] = 3
|
|
}
|
|
})
|
|
if not ok then
|
|
ngx.say(err)
|
|
end
|
|
ngx.say("done")
|
|
}
|
|
}
|
|
--- request
|
|
GET /t
|
|
--- response_body
|
|
done
|
|
--- no_error_log
|
|
[error]
|
|
|
|
|
|
|
|
=== TEST 2: missing broker list
|
|
--- config
|
|
location /t {
|
|
content_by_lua_block {
|
|
local plugin = require("apisix.plugins.kafka-logger")
|
|
local ok, err = plugin.check_schema({kafka_topic = "test", key= "key1"})
|
|
if not ok then
|
|
ngx.say(err)
|
|
end
|
|
ngx.say("done")
|
|
}
|
|
}
|
|
--- request
|
|
GET /t
|
|
--- response_body
|
|
property "broker_list" is required
|
|
done
|
|
--- no_error_log
|
|
[error]
|
|
|
|
|
|
|
|
=== TEST 3: wrong type of string
|
|
--- config
|
|
location /t {
|
|
content_by_lua_block {
|
|
local plugin = require("apisix.plugins.kafka-logger")
|
|
local ok, err = plugin.check_schema({
|
|
broker_list = {
|
|
["127.0.0.1"] = 3000
|
|
},
|
|
timeout = "10",
|
|
kafka_topic ="test",
|
|
key= "key1"
|
|
})
|
|
if not ok then
|
|
ngx.say(err)
|
|
end
|
|
ngx.say("done")
|
|
}
|
|
}
|
|
--- request
|
|
GET /t
|
|
--- response_body
|
|
property "timeout" validation failed: wrong type: expected integer, got string
|
|
done
|
|
--- no_error_log
|
|
[error]
|
|
|
|
|
|
|
|
=== TEST 4: set route(id: 1)
|
|
--- config
|
|
location /t {
|
|
content_by_lua_block {
|
|
local t = require("lib.test_admin").test
|
|
local code, body = t('/apisix/admin/routes/1',
|
|
ngx.HTTP_PUT,
|
|
[[{
|
|
"plugins": {
|
|
"kafka-logger": {
|
|
"broker_list" :
|
|
{
|
|
"127.0.0.1":9092
|
|
},
|
|
"kafka_topic" : "test2",
|
|
"key" : "key1",
|
|
"timeout" : 1,
|
|
"batch_max_size": 1
|
|
}
|
|
},
|
|
"upstream": {
|
|
"nodes": {
|
|
"127.0.0.1:1980": 1
|
|
},
|
|
"type": "roundrobin"
|
|
},
|
|
"uri": "/hello"
|
|
}]],
|
|
[[{
|
|
"node": {
|
|
"value": {
|
|
"plugins": {
|
|
"kafka-logger": {
|
|
"broker_list" :
|
|
{
|
|
"127.0.0.1":9092
|
|
},
|
|
"kafka_topic" : "test2",
|
|
"key" : "key1",
|
|
"timeout" : 1,
|
|
"batch_max_size": 1
|
|
}
|
|
},
|
|
"upstream": {
|
|
"nodes": {
|
|
"127.0.0.1:1980": 1
|
|
},
|
|
"type": "roundrobin"
|
|
},
|
|
"uri": "/hello"
|
|
},
|
|
"key": "/apisix/routes/1"
|
|
},
|
|
"action": "set"
|
|
}]]
|
|
)
|
|
if code >= 300 then
|
|
ngx.status = code
|
|
end
|
|
ngx.say(body)
|
|
}
|
|
}
|
|
--- request
|
|
GET /t
|
|
--- response_body
|
|
passed
|
|
--- no_error_log
|
|
[error]
|
|
|
|
|
|
|
|
=== TEST 5: access
|
|
--- request
|
|
GET /hello
|
|
--- response_body
|
|
hello world
|
|
--- no_error_log
|
|
[error]
|
|
--- wait: 2
|
|
|
|
|
|
|
|
=== TEST 6: error log
|
|
--- config
|
|
location /t {
|
|
content_by_lua_block {
|
|
local t = require("lib.test_admin").test
|
|
local code, body = t('/apisix/admin/routes/1',
|
|
ngx.HTTP_PUT,
|
|
[[{
|
|
"plugins": {
|
|
"kafka-logger": {
|
|
"broker_list" :
|
|
{
|
|
"127.0.0.1":9092,
|
|
"127.0.0.1":9093
|
|
},
|
|
"kafka_topic" : "test2",
|
|
"producer_type": "sync",
|
|
"key" : "key1",
|
|
"batch_max_size": 1
|
|
}
|
|
},
|
|
"upstream": {
|
|
"nodes": {
|
|
"127.0.0.1:1980": 1
|
|
},
|
|
"type": "roundrobin"
|
|
},
|
|
"uri": "/hello"
|
|
}]],
|
|
[[{
|
|
"node": {
|
|
"value": {
|
|
"plugins": {
|
|
"kafka-logger": {
|
|
"broker_list" :
|
|
{
|
|
"127.0.0.1":9092,
|
|
"127.0.0.1":9093
|
|
},
|
|
"kafka_topic" : "test2",
|
|
"producer_type": "sync",
|
|
"key" : "key1",
|
|
"batch_max_size": 1
|
|
}
|
|
},
|
|
"upstream": {
|
|
"nodes": {
|
|
"127.0.0.1:1980": 1
|
|
},
|
|
"type": "roundrobin"
|
|
},
|
|
"uri": "/hello"
|
|
},
|
|
"key": "/apisix/routes/1"
|
|
},
|
|
"action": "set"
|
|
}]]
|
|
)
|
|
if code >= 300 then
|
|
ngx.status = code
|
|
end
|
|
ngx.say(body)
|
|
local http = require "resty.http"
|
|
local httpc = http.new()
|
|
local uri = "http://127.0.0.1:" .. ngx.var.server_port .. "/hello"
|
|
local res, err = httpc:request_uri(uri, {method = "GET"})
|
|
}
|
|
}
|
|
--- request
|
|
GET /t
|
|
--- error_log
|
|
failed to send data to Kafka topic
|
|
[error]
|
|
--- wait: 1
|
|
|
|
|
|
|
|
=== TEST 7: set route(meta_format = origin, include_req_body = true)
|
|
--- config
|
|
location /t {
|
|
content_by_lua_block {
|
|
local t = require("lib.test_admin").test
|
|
local code, body = t('/apisix/admin/routes/1',
|
|
ngx.HTTP_PUT,
|
|
[[{
|
|
"plugins": {
|
|
"kafka-logger": {
|
|
"broker_list" : {
|
|
"127.0.0.1":9092
|
|
},
|
|
"kafka_topic" : "test2",
|
|
"key" : "key1",
|
|
"timeout" : 1,
|
|
"batch_max_size": 1,
|
|
"include_req_body": true,
|
|
"meta_format": "origin"
|
|
}
|
|
},
|
|
"upstream": {
|
|
"nodes": {
|
|
"127.0.0.1:1980": 1
|
|
},
|
|
"type": "roundrobin"
|
|
},
|
|
"uri": "/hello"
|
|
}]]
|
|
)
|
|
if code >= 300 then
|
|
ngx.status = code
|
|
end
|
|
ngx.say(body)
|
|
}
|
|
}
|
|
--- request
|
|
GET /t
|
|
--- response_body
|
|
passed
|
|
--- no_error_log
|
|
[error]
|
|
|
|
|
|
|
|
=== TEST 8: hit route, report log to kafka
|
|
--- request
|
|
GET /hello?ab=cd
|
|
abcdef
|
|
--- response_body
|
|
hello world
|
|
--- no_error_log
|
|
[error]
|
|
--- error_log
|
|
send data to kafka: GET /hello?ab=cd HTTP/1.1
|
|
host: localhost
|
|
content-length: 6
|
|
connection: close
|
|
|
|
abcdef
|
|
--- wait: 2
|
|
|
|
|
|
|
|
=== TEST 9: set route(meta_format = origin, include_req_body = false)
|
|
--- config
|
|
location /t {
|
|
content_by_lua_block {
|
|
local t = require("lib.test_admin").test
|
|
local code, body = t('/apisix/admin/routes/1',
|
|
ngx.HTTP_PUT,
|
|
[[{
|
|
"plugins": {
|
|
"kafka-logger": {
|
|
"broker_list" : {
|
|
"127.0.0.1":9092
|
|
},
|
|
"kafka_topic" : "test2",
|
|
"key" : "key1",
|
|
"timeout" : 1,
|
|
"batch_max_size": 1,
|
|
"include_req_body": false,
|
|
"meta_format": "origin"
|
|
}
|
|
},
|
|
"upstream": {
|
|
"nodes": {
|
|
"127.0.0.1:1980": 1
|
|
},
|
|
"type": "roundrobin"
|
|
},
|
|
"uri": "/hello"
|
|
}]]
|
|
)
|
|
if code >= 300 then
|
|
ngx.status = code
|
|
end
|
|
ngx.say(body)
|
|
}
|
|
}
|
|
--- request
|
|
GET /t
|
|
--- response_body
|
|
passed
|
|
--- no_error_log
|
|
[error]
|
|
|
|
|
|
|
|
=== TEST 10: hit route, report log to kafka
|
|
--- request
|
|
GET /hello?ab=cd
|
|
abcdef
|
|
--- response_body
|
|
hello world
|
|
--- no_error_log
|
|
[error]
|
|
--- error_log
|
|
send data to kafka: GET /hello?ab=cd HTTP/1.1
|
|
host: localhost
|
|
content-length: 6
|
|
connection: close
|
|
--- wait: 2
|
|
|
|
|
|
|
|
=== TEST 11: set route(meta_format = default)
|
|
--- config
|
|
location /t {
|
|
content_by_lua_block {
|
|
local t = require("lib.test_admin").test
|
|
local code, body = t('/apisix/admin/routes/1',
|
|
ngx.HTTP_PUT,
|
|
[[{
|
|
"plugins": {
|
|
"kafka-logger": {
|
|
"broker_list" : {
|
|
"127.0.0.1":9092
|
|
},
|
|
"kafka_topic" : "test2",
|
|
"key" : "key1",
|
|
"timeout" : 1,
|
|
"batch_max_size": 1,
|
|
"include_req_body": false
|
|
}
|
|
},
|
|
"upstream": {
|
|
"nodes": {
|
|
"127.0.0.1:1980": 1
|
|
},
|
|
"type": "roundrobin"
|
|
},
|
|
"uri": "/hello"
|
|
}]]
|
|
)
|
|
if code >= 300 then
|
|
ngx.status = code
|
|
end
|
|
ngx.say(body)
|
|
}
|
|
}
|
|
--- request
|
|
GET /t
|
|
--- response_body
|
|
passed
|
|
--- no_error_log
|
|
[error]
|
|
|
|
|
|
|
|
=== TEST 12: hit route, report log to kafka
|
|
--- request
|
|
GET /hello?ab=cd
|
|
abcdef
|
|
--- response_body
|
|
hello world
|
|
--- no_error_log
|
|
[error]
|
|
--- error_log_like eval
|
|
qr/send data to kafka: \{.*"upstream":"127.0.0.1:1980"/
|
|
--- wait: 2
|
|
|
|
|
|
|
|
=== TEST 13: set route(id: 1), missing key field
|
|
--- config
|
|
location /t {
|
|
content_by_lua_block {
|
|
local t = require("lib.test_admin").test
|
|
local code, body = t('/apisix/admin/routes/1',
|
|
ngx.HTTP_PUT,
|
|
[[{
|
|
"plugins": {
|
|
"kafka-logger": {
|
|
"broker_list" :
|
|
{
|
|
"127.0.0.1":9092
|
|
},
|
|
"kafka_topic" : "test2",
|
|
"timeout" : 1,
|
|
"batch_max_size": 1
|
|
}
|
|
},
|
|
"upstream": {
|
|
"nodes": {
|
|
"127.0.0.1:1980": 1
|
|
},
|
|
"type": "roundrobin"
|
|
},
|
|
"uri": "/hello"
|
|
}]],
|
|
[[{
|
|
"node": {
|
|
"value": {
|
|
"plugins": {
|
|
"kafka-logger": {
|
|
"broker_list" :
|
|
{
|
|
"127.0.0.1":9092
|
|
},
|
|
"kafka_topic" : "test2",
|
|
"timeout" : 1,
|
|
"batch_max_size": 1
|
|
}
|
|
},
|
|
"upstream": {
|
|
"nodes": {
|
|
"127.0.0.1:1980": 1
|
|
},
|
|
"type": "roundrobin"
|
|
},
|
|
"uri": "/hello"
|
|
},
|
|
"key": "/apisix/routes/1"
|
|
},
|
|
"action": "set"
|
|
}]]
|
|
)
|
|
if code >= 300 then
|
|
ngx.status = code
|
|
end
|
|
ngx.say(body)
|
|
}
|
|
}
|
|
--- request
|
|
GET /t
|
|
--- response_body
|
|
passed
|
|
--- no_error_log
|
|
[error]
|
|
|
|
|
|
|
|
=== TEST 14: access, test key field is optional
|
|
--- request
|
|
GET /hello
|
|
--- response_body
|
|
hello world
|
|
--- no_error_log
|
|
[error]
|
|
--- wait: 2
|
|
|
|
|
|
|
|
=== TEST 15: set route(meta_format = default), missing key field
|
|
--- config
|
|
location /t {
|
|
content_by_lua_block {
|
|
local t = require("lib.test_admin").test
|
|
local code, body = t('/apisix/admin/routes/1',
|
|
ngx.HTTP_PUT,
|
|
[[{
|
|
"plugins": {
|
|
"kafka-logger": {
|
|
"broker_list" : {
|
|
"127.0.0.1":9092
|
|
},
|
|
"kafka_topic" : "test2",
|
|
"timeout" : 1,
|
|
"batch_max_size": 1,
|
|
"include_req_body": false
|
|
}
|
|
},
|
|
"upstream": {
|
|
"nodes": {
|
|
"127.0.0.1:1980": 1
|
|
},
|
|
"type": "roundrobin"
|
|
},
|
|
"uri": "/hello"
|
|
}]]
|
|
)
|
|
if code >= 300 then
|
|
ngx.status = code
|
|
end
|
|
ngx.say(body)
|
|
}
|
|
}
|
|
--- request
|
|
GET /t
|
|
--- response_body
|
|
passed
|
|
--- no_error_log
|
|
[error]
|
|
|
|
|
|
|
|
=== TEST 16: hit route, report log to kafka
|
|
--- request
|
|
GET /hello?ab=cd
|
|
abcdef
|
|
--- response_body
|
|
hello world
|
|
--- no_error_log
|
|
[error]
|
|
--- error_log_like eval
|
|
qr/send data to kafka: \{.*"upstream":"127.0.0.1:1980"/
|
|
--- wait: 2
|
|
|
|
|
|
|
|
=== TEST 17: use the topic with 3 partitions
|
|
--- config
|
|
location /t {
|
|
content_by_lua_block {
|
|
local t = require("lib.test_admin").test
|
|
local code, body = t('/apisix/admin/routes/1',
|
|
ngx.HTTP_PUT,
|
|
[[{
|
|
"plugins": {
|
|
"kafka-logger": {
|
|
"broker_list" : {
|
|
"127.0.0.1": 9092
|
|
},
|
|
"kafka_topic" : "test3",
|
|
"timeout" : 1,
|
|
"batch_max_size": 1,
|
|
"include_req_body": false
|
|
}
|
|
},
|
|
"upstream": {
|
|
"nodes": {
|
|
"127.0.0.1:1980": 1
|
|
},
|
|
"type": "roundrobin"
|
|
},
|
|
"uri": "/hello"
|
|
}]]
|
|
)
|
|
if code >= 300 then
|
|
ngx.status = code
|
|
end
|
|
ngx.say(body)
|
|
}
|
|
}
|
|
--- request
|
|
GET /t
|
|
--- response_body
|
|
passed
|
|
--- no_error_log
|
|
[error]
|
|
|
|
|
|
|
|
=== TEST 18: report log to kafka by different partitions
|
|
--- config
|
|
location /t {
|
|
content_by_lua_block {
|
|
local t = require("lib.test_admin").test
|
|
local code, body = t('/apisix/admin/routes/1',
|
|
ngx.HTTP_PUT,
|
|
[[{
|
|
"plugins": {
|
|
"kafka-logger": {
|
|
"broker_list" : {
|
|
"127.0.0.1": 9092
|
|
},
|
|
"kafka_topic" : "test3",
|
|
"producer_type": "sync",
|
|
"timeout" : 1,
|
|
"batch_max_size": 1,
|
|
"include_req_body": false
|
|
}
|
|
},
|
|
"upstream": {
|
|
"nodes": {
|
|
"127.0.0.1:1980": 1
|
|
},
|
|
"type": "roundrobin"
|
|
},
|
|
"uri": "/hello"
|
|
}]]
|
|
)
|
|
|
|
t('/hello',ngx.HTTP_GET)
|
|
ngx.sleep(0.5)
|
|
t('/hello',ngx.HTTP_GET)
|
|
ngx.sleep(0.5)
|
|
t('/hello',ngx.HTTP_GET)
|
|
ngx.sleep(0.5)
|
|
}
|
|
}
|
|
--- request
|
|
GET /t
|
|
--- timeout: 5s
|
|
--- ignore_response
|
|
--- no_error_log
|
|
[error]
|
|
--- error_log eval
|
|
[qr/partition_id: 1/,
|
|
qr/partition_id: 0/,
|
|
qr/partition_id: 2/]
|
|
|
|
|
|
|
|
=== TEST 19: report log to kafka by different partitions in async mode
|
|
--- config
|
|
location /t {
|
|
content_by_lua_block {
|
|
local t = require("lib.test_admin").test
|
|
local code, body = t('/apisix/admin/routes/1',
|
|
ngx.HTTP_PUT,
|
|
[[{
|
|
"plugins": {
|
|
"kafka-logger": {
|
|
"broker_list" : {
|
|
"127.0.0.1": 9092
|
|
},
|
|
"kafka_topic" : "test3",
|
|
"producer_type": "async",
|
|
"timeout" : 1,
|
|
"batch_max_size": 1,
|
|
"include_req_body": false
|
|
}
|
|
},
|
|
"upstream": {
|
|
"nodes": {
|
|
"127.0.0.1:1980": 1
|
|
},
|
|
"type": "roundrobin"
|
|
},
|
|
"uri": "/hello"
|
|
}]]
|
|
)
|
|
t('/hello',ngx.HTTP_GET)
|
|
ngx.sleep(0.5)
|
|
t('/hello',ngx.HTTP_GET)
|
|
ngx.sleep(0.5)
|
|
t('/hello',ngx.HTTP_GET)
|
|
ngx.sleep(0.5)
|
|
}
|
|
}
|
|
--- request
|
|
GET /t
|
|
--- timeout: 5s
|
|
--- ignore_response
|
|
--- no_error_log
|
|
[error]
|
|
--- error_log eval
|
|
[qr/partition_id: 1/,
|
|
qr/partition_id: 0/,
|
|
qr/partition_id: 2/]
|
|
|
|
|
|
|
|
=== TEST 20: required_acks, matches none of the enum values
|
|
--- config
|
|
location /t {
|
|
content_by_lua_block {
|
|
local plugin = require("apisix.plugins.kafka-logger")
|
|
local ok, err = plugin.check_schema({
|
|
broker_list = {
|
|
["127.0.0.1"] = 3000
|
|
},
|
|
required_acks = 10,
|
|
kafka_topic ="test",
|
|
key= "key1"
|
|
})
|
|
if not ok then
|
|
ngx.say(err)
|
|
end
|
|
ngx.say("done")
|
|
}
|
|
}
|
|
--- request
|
|
GET /t
|
|
--- response_body
|
|
property "required_acks" validation failed: matches none of the enum values
|
|
done
|
|
--- no_error_log
|
|
[error]
|
|
|
|
|
|
|
|
=== TEST 21: report log to kafka, with required_acks(1, 0, -1)
|
|
--- config
|
|
location /t {
|
|
content_by_lua_block {
|
|
local data = {
|
|
{
|
|
input = {
|
|
plugins = {
|
|
["kafka-logger"] = {
|
|
broker_list = {
|
|
["127.0.0.1"] = 9092
|
|
},
|
|
kafka_topic = "test2",
|
|
producer_type = "sync",
|
|
timeout = 1,
|
|
batch_max_size = 1,
|
|
required_acks = 1,
|
|
meta_format = "origin",
|
|
}
|
|
},
|
|
upstream = {
|
|
nodes = {
|
|
["127.0.0.1:1980"] = 1
|
|
},
|
|
type = "roundrobin"
|
|
},
|
|
uri = "/hello",
|
|
},
|
|
},
|
|
{
|
|
input = {
|
|
plugins = {
|
|
["kafka-logger"] = {
|
|
broker_list = {
|
|
["127.0.0.1"] = 9092
|
|
},
|
|
kafka_topic = "test2",
|
|
producer_type = "sync",
|
|
timeout = 1,
|
|
batch_max_size = 1,
|
|
required_acks = -1,
|
|
meta_format = "origin",
|
|
}
|
|
},
|
|
upstream = {
|
|
nodes = {
|
|
["127.0.0.1:1980"] = 1
|
|
},
|
|
type = "roundrobin"
|
|
},
|
|
uri = "/hello",
|
|
},
|
|
},
|
|
{
|
|
input = {
|
|
plugins = {
|
|
["kafka-logger"] = {
|
|
broker_list = {
|
|
["127.0.0.1"] = 9092
|
|
},
|
|
kafka_topic = "test2",
|
|
producer_type = "sync",
|
|
timeout = 1,
|
|
batch_max_size = 1,
|
|
required_acks = 0,
|
|
meta_format = "origin",
|
|
}
|
|
},
|
|
upstream = {
|
|
nodes = {
|
|
["127.0.0.1:1980"] = 1
|
|
},
|
|
type = "roundrobin"
|
|
},
|
|
uri = "/hello",
|
|
},
|
|
},
|
|
}
|
|
|
|
local t = require("lib.test_admin").test
|
|
local err_count = 0
|
|
for i in ipairs(data) do
|
|
local code, body = t('/apisix/admin/routes/1', ngx.HTTP_PUT, data[i].input)
|
|
|
|
if code >= 300 then
|
|
err_count = err_count + 1
|
|
end
|
|
ngx.print(body)
|
|
|
|
t('/hello', ngx.HTTP_GET)
|
|
end
|
|
|
|
assert(err_count == 0)
|
|
}
|
|
}
|
|
--- request
|
|
GET /t
|
|
--- no_error_log
|
|
[error]
|
|
--- error_log
|
|
send data to kafka: GET /hello
|
|
send data to kafka: GET /hello
|
|
send data to kafka: GET /hello
|
|
|
|
|
|
|
|
=== TEST 22: update the broker_list and cluster_name, generate different kafka producers
|
|
--- config
|
|
location /t {
|
|
content_by_lua_block {
|
|
local t = require("lib.test_admin").test
|
|
local code, body = t('/apisix/admin/routes/1',
|
|
ngx.HTTP_PUT,
|
|
[[{
|
|
"upstream": {
|
|
"nodes": {
|
|
"127.0.0.1:1980": 1
|
|
},
|
|
"type": "roundrobin"
|
|
},
|
|
"uri": "/hello"
|
|
}]]
|
|
)
|
|
ngx.sleep(0.5)
|
|
|
|
if code >= 300 then
|
|
ngx.status = code
|
|
ngx.say("fail")
|
|
return
|
|
end
|
|
|
|
code, body = t('/apisix/admin/global_rules/1',
|
|
ngx.HTTP_PUT,
|
|
[[{
|
|
"plugins": {
|
|
"kafka-logger": {
|
|
"broker_list" : {
|
|
"127.0.0.1": 9092
|
|
},
|
|
"kafka_topic" : "test2",
|
|
"timeout" : 1,
|
|
"batch_max_size": 1,
|
|
"include_req_body": false,
|
|
"cluster_name": 1
|
|
}
|
|
}
|
|
}]]
|
|
)
|
|
|
|
if code >= 300 then
|
|
ngx.status = code
|
|
ngx.say("fail")
|
|
return
|
|
end
|
|
|
|
t('/hello',ngx.HTTP_GET)
|
|
ngx.sleep(0.5)
|
|
|
|
code, body = t('/apisix/admin/global_rules/1',
|
|
ngx.HTTP_PUT,
|
|
[[{
|
|
"plugins": {
|
|
"kafka-logger": {
|
|
"broker_list" : {
|
|
"127.0.0.1": 19092
|
|
},
|
|
"kafka_topic" : "test4",
|
|
"timeout" : 1,
|
|
"batch_max_size": 1,
|
|
"include_req_body": false,
|
|
"cluster_name": 2
|
|
}
|
|
}
|
|
}]]
|
|
)
|
|
|
|
if code >= 300 then
|
|
ngx.status = code
|
|
ngx.say("fail")
|
|
return
|
|
end
|
|
|
|
t('/hello',ngx.HTTP_GET)
|
|
ngx.sleep(0.5)
|
|
|
|
ngx.sleep(2)
|
|
ngx.say("passed")
|
|
}
|
|
}
|
|
--- request
|
|
GET /t
|
|
--- timeout: 10
|
|
--- response
|
|
passed
|
|
--- wait: 5
|
|
--- error_log
|
|
phase_func(): kafka cluster name 1, broker_list[1] port 9092
|
|
phase_func(): kafka cluster name 2, broker_list[1] port 19092
|
|
--- no_error_log eval
|
|
qr/not found topic/
|
|
|
|
|
|
|
|
=== TEST 23: use the topic that does not exist on kafka(even if kafka allows auto create topics, first time push messages to kafka would got this error)
|
|
--- config
|
|
location /t {
|
|
content_by_lua_block {
|
|
local t = require("lib.test_admin").test
|
|
local code, body = t('/apisix/admin/global_rules/1',
|
|
ngx.HTTP_PUT,
|
|
[[{
|
|
"plugins": {
|
|
"kafka-logger": {
|
|
"broker_list" : {
|
|
"127.0.0.1": 9092
|
|
},
|
|
"kafka_topic" : "undefined_topic",
|
|
"timeout" : 1,
|
|
"batch_max_size": 1,
|
|
"include_req_body": false
|
|
}
|
|
}
|
|
}]]
|
|
)
|
|
|
|
if code >= 300 then
|
|
ngx.status = code
|
|
ngx.say("fail")
|
|
return
|
|
end
|
|
|
|
t('/hello',ngx.HTTP_GET)
|
|
ngx.sleep(0.5)
|
|
|
|
ngx.sleep(2)
|
|
ngx.say("passed")
|
|
}
|
|
}
|
|
--- request
|
|
GET /t
|
|
--- timeout: 5
|
|
--- response
|
|
passed
|
|
--- error_log eval
|
|
qr/not found topic, retryable: true, topic: undefined_topic, partition_id: -1/
|
|
|
|
|
|
|
|
=== TEST 24: check broker_list via schema
|
|
--- config
|
|
location /t {
|
|
content_by_lua_block {
|
|
local data = {
|
|
{
|
|
input = {
|
|
broker_list = {},
|
|
kafka_topic = "test",
|
|
key= "key1",
|
|
},
|
|
},
|
|
{
|
|
input = {
|
|
broker_list = {
|
|
["127.0.0.1"] = "9092"
|
|
},
|
|
kafka_topic = "test",
|
|
key= "key1",
|
|
},
|
|
},
|
|
{
|
|
input = {
|
|
broker_list = {
|
|
["127.0.0.1"] = 0
|
|
},
|
|
kafka_topic = "test",
|
|
key= "key1",
|
|
},
|
|
},
|
|
{
|
|
input = {
|
|
broker_list = {
|
|
["127.0.0.1"] = 65536
|
|
},
|
|
kafka_topic = "test",
|
|
key= "key1",
|
|
},
|
|
},
|
|
}
|
|
|
|
local plugin = require("apisix.plugins.kafka-logger")
|
|
|
|
local err_count = 0
|
|
for i in ipairs(data) do
|
|
local ok, err = plugin.check_schema(data[i].input)
|
|
if not ok then
|
|
err_count = err_count + 1
|
|
ngx.say(err)
|
|
end
|
|
end
|
|
|
|
assert(err_count == #data)
|
|
}
|
|
}
|
|
--- request
|
|
GET /t
|
|
--- response_body
|
|
property "broker_list" validation failed: expect object to have at least 1 properties
|
|
property "broker_list" validation failed: failed to validate 127.0.0.1 (matching ".*"): wrong type: expected integer, got string
|
|
property "broker_list" validation failed: failed to validate 127.0.0.1 (matching ".*"): expected 0 to be greater than 1
|
|
property "broker_list" validation failed: failed to validate 127.0.0.1 (matching ".*"): expected 65536 to be smaller than 65535
|
|
--- no_error_log
|
|
[error]
|
|
|
|
|
|
|
|
=== TEST 25: kafka brokers info in log
|
|
--- config
|
|
location /t {
|
|
content_by_lua_block {
|
|
local t = require("lib.test_admin").test
|
|
local code, body = t('/apisix/admin/routes/1',
|
|
ngx.HTTP_PUT,
|
|
[[{
|
|
"plugins": {
|
|
"kafka-logger": {
|
|
"broker_list" :
|
|
{
|
|
"127.0.0.127":9092
|
|
},
|
|
"kafka_topic" : "test2",
|
|
"producer_type": "sync",
|
|
"key" : "key1",
|
|
"batch_max_size": 1,
|
|
"cluster_name": 10
|
|
}
|
|
},
|
|
"upstream": {
|
|
"nodes": {
|
|
"127.0.0.1:1980": 1
|
|
},
|
|
"type": "roundrobin"
|
|
},
|
|
"uri": "/hello"
|
|
}]]
|
|
)
|
|
if code >= 300 then
|
|
ngx.status = code
|
|
end
|
|
ngx.say(body)
|
|
local http = require "resty.http"
|
|
local httpc = http.new()
|
|
local uri = "http://127.0.0.1:" .. ngx.var.server_port .. "/hello"
|
|
local res, err = httpc:request_uri(uri, {method = "GET"})
|
|
}
|
|
}
|
|
--- request
|
|
GET /t
|
|
--- error_log_like eval
|
|
qr/create new kafka producer instance, brokers: \[\{"port":9092,"host":"127.0.0.127"}]/
|
|
qr/failed to send data to Kafka topic: .*, brokers: \{"127.0.0.127":9092}/
|