feat(apisix): add Cloudron package
- Implements Apache APISIX packaging for Cloudron platform. - Includes Dockerfile, CloudronManifest.json, and start.sh. - Configured to use Cloudron's etcd addon. 🤖 Generated with Gemini CLI Co-Authored-By: Gemini <noreply@google.com>
This commit is contained in:
762
CloudronPackages/APISIX/apisix-source/t/plugin/kafka-logger.t
Normal file
762
CloudronPackages/APISIX/apisix-source/t/plugin/kafka-logger.t
Normal file
@@ -0,0 +1,762 @@
|
||||
#
|
||||
# Licensed to the Apache Software Foundation (ASF) under one or more
|
||||
# contributor license agreements. See the NOTICE file distributed with
|
||||
# this work for additional information regarding copyright ownership.
|
||||
# The ASF licenses this file to You under the Apache License, Version 2.0
|
||||
# (the "License"); you may not use this file except in compliance with
|
||||
# the License. You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
#
|
||||
use t::APISIX 'no_plan';
|
||||
|
||||
repeat_each(1);
|
||||
no_long_string();
|
||||
no_root_location();
|
||||
|
||||
add_block_preprocessor(sub {
|
||||
my ($block) = @_;
|
||||
|
||||
if (!$block->request) {
|
||||
$block->set_value("request", "GET /t");
|
||||
}
|
||||
});
|
||||
|
||||
run_tests;
|
||||
|
||||
__DATA__
|
||||
|
||||
=== TEST 1: sanity
|
||||
--- config
|
||||
location /t {
|
||||
content_by_lua_block {
|
||||
local plugin = require("apisix.plugins.kafka-logger")
|
||||
local ok, err = plugin.check_schema({
|
||||
kafka_topic = "test",
|
||||
key = "key1",
|
||||
broker_list = {
|
||||
["127.0.0.1"] = 3
|
||||
}
|
||||
})
|
||||
if not ok then
|
||||
ngx.say(err)
|
||||
end
|
||||
ngx.say("done")
|
||||
}
|
||||
}
|
||||
--- response_body
|
||||
done
|
||||
|
||||
|
||||
|
||||
=== TEST 2: missing broker list
|
||||
--- config
|
||||
location /t {
|
||||
content_by_lua_block {
|
||||
local plugin = require("apisix.plugins.kafka-logger")
|
||||
local ok, err = plugin.check_schema({kafka_topic = "test", key= "key1"})
|
||||
if not ok then
|
||||
ngx.say(err)
|
||||
end
|
||||
ngx.say("done")
|
||||
}
|
||||
}
|
||||
--- response_body
|
||||
value should match only one schema, but matches none
|
||||
done
|
||||
|
||||
|
||||
|
||||
=== TEST 3: wrong type of string
|
||||
--- config
|
||||
location /t {
|
||||
content_by_lua_block {
|
||||
local plugin = require("apisix.plugins.kafka-logger")
|
||||
local ok, err = plugin.check_schema({
|
||||
broker_list = {
|
||||
["127.0.0.1"] = 3000
|
||||
},
|
||||
timeout = "10",
|
||||
kafka_topic ="test",
|
||||
key= "key1"
|
||||
})
|
||||
if not ok then
|
||||
ngx.say(err)
|
||||
end
|
||||
ngx.say("done")
|
||||
}
|
||||
}
|
||||
--- response_body
|
||||
property "timeout" validation failed: wrong type: expected integer, got string
|
||||
done
|
||||
|
||||
|
||||
|
||||
=== TEST 4: set route(id: 1)
|
||||
--- config
|
||||
location /t {
|
||||
content_by_lua_block {
|
||||
local t = require("lib.test_admin").test
|
||||
local code, body = t('/apisix/admin/routes/1',
|
||||
ngx.HTTP_PUT,
|
||||
[[{
|
||||
"plugins": {
|
||||
"kafka-logger": {
|
||||
"broker_list" :
|
||||
{
|
||||
"127.0.0.1":9092
|
||||
},
|
||||
"kafka_topic" : "test2",
|
||||
"key" : "key1",
|
||||
"timeout" : 1,
|
||||
"batch_max_size": 1
|
||||
}
|
||||
},
|
||||
"upstream": {
|
||||
"nodes": {
|
||||
"127.0.0.1:1980": 1
|
||||
},
|
||||
"type": "roundrobin"
|
||||
},
|
||||
"uri": "/hello"
|
||||
}]]
|
||||
)
|
||||
if code >= 300 then
|
||||
ngx.status = code
|
||||
end
|
||||
ngx.say(body)
|
||||
}
|
||||
}
|
||||
--- response_body
|
||||
passed
|
||||
|
||||
|
||||
|
||||
=== TEST 5: access
|
||||
--- request
|
||||
GET /hello
|
||||
--- response_body
|
||||
hello world
|
||||
--- wait: 2
|
||||
--- ignore_error_log
|
||||
|
||||
|
||||
|
||||
=== TEST 6: error log
|
||||
--- config
|
||||
location /t {
|
||||
content_by_lua_block {
|
||||
local t = require("lib.test_admin").test
|
||||
local code, body = t('/apisix/admin/routes/1',
|
||||
ngx.HTTP_PUT,
|
||||
[[{
|
||||
"plugins": {
|
||||
"kafka-logger": {
|
||||
"broker_list" :
|
||||
{
|
||||
"127.0.0.1":9092,
|
||||
"127.0.0.1":9093
|
||||
},
|
||||
"kafka_topic" : "test2",
|
||||
"producer_type": "sync",
|
||||
"key" : "key1",
|
||||
"batch_max_size": 1
|
||||
}
|
||||
},
|
||||
"upstream": {
|
||||
"nodes": {
|
||||
"127.0.0.1:1980": 1
|
||||
},
|
||||
"type": "roundrobin"
|
||||
},
|
||||
"uri": "/hello"
|
||||
}]]
|
||||
)
|
||||
if code >= 300 then
|
||||
ngx.status = code
|
||||
end
|
||||
ngx.say(body)
|
||||
local http = require "resty.http"
|
||||
local httpc = http.new()
|
||||
local uri = "http://127.0.0.1:" .. ngx.var.server_port .. "/hello"
|
||||
local res, err = httpc:request_uri(uri, {method = "GET"})
|
||||
}
|
||||
}
|
||||
--- error_log
|
||||
failed to send data to Kafka topic
|
||||
[error]
|
||||
--- wait: 1
|
||||
|
||||
|
||||
|
||||
=== TEST 7: set route(meta_format = origin, include_req_body = true)
|
||||
--- config
|
||||
location /t {
|
||||
content_by_lua_block {
|
||||
local t = require("lib.test_admin").test
|
||||
local code, body = t('/apisix/admin/routes/1',
|
||||
ngx.HTTP_PUT,
|
||||
[[{
|
||||
"plugins": {
|
||||
"kafka-logger": {
|
||||
"broker_list" : {
|
||||
"127.0.0.1":9092
|
||||
},
|
||||
"kafka_topic" : "test2",
|
||||
"key" : "key1",
|
||||
"timeout" : 1,
|
||||
"batch_max_size": 1,
|
||||
"include_req_body": true,
|
||||
"meta_format": "origin"
|
||||
}
|
||||
},
|
||||
"upstream": {
|
||||
"nodes": {
|
||||
"127.0.0.1:1980": 1
|
||||
},
|
||||
"type": "roundrobin"
|
||||
},
|
||||
"uri": "/hello"
|
||||
}]]
|
||||
)
|
||||
if code >= 300 then
|
||||
ngx.status = code
|
||||
end
|
||||
ngx.say(body)
|
||||
}
|
||||
}
|
||||
--- response_body
|
||||
passed
|
||||
|
||||
|
||||
|
||||
=== TEST 8: hit route, report log to kafka
|
||||
--- request
|
||||
GET /hello?ab=cd
|
||||
abcdef
|
||||
--- response_body
|
||||
hello world
|
||||
--- error_log
|
||||
send data to kafka: GET /hello?ab=cd HTTP/1.1
|
||||
host: localhost
|
||||
content-length: 6
|
||||
connection: close
|
||||
|
||||
abcdef
|
||||
--- wait: 2
|
||||
|
||||
|
||||
|
||||
=== TEST 9: set route(meta_format = origin, include_req_body = false)
|
||||
--- config
|
||||
location /t {
|
||||
content_by_lua_block {
|
||||
local t = require("lib.test_admin").test
|
||||
local code, body = t('/apisix/admin/routes/1',
|
||||
ngx.HTTP_PUT,
|
||||
[[{
|
||||
"plugins": {
|
||||
"kafka-logger": {
|
||||
"broker_list" : {
|
||||
"127.0.0.1":9092
|
||||
},
|
||||
"kafka_topic" : "test2",
|
||||
"key" : "key1",
|
||||
"timeout" : 1,
|
||||
"batch_max_size": 1,
|
||||
"include_req_body": false,
|
||||
"meta_format": "origin"
|
||||
}
|
||||
},
|
||||
"upstream": {
|
||||
"nodes": {
|
||||
"127.0.0.1:1980": 1
|
||||
},
|
||||
"type": "roundrobin"
|
||||
},
|
||||
"uri": "/hello"
|
||||
}]]
|
||||
)
|
||||
if code >= 300 then
|
||||
ngx.status = code
|
||||
end
|
||||
ngx.say(body)
|
||||
}
|
||||
}
|
||||
--- response_body
|
||||
passed
|
||||
|
||||
|
||||
|
||||
=== TEST 10: hit route, report log to kafka
|
||||
--- request
|
||||
GET /hello?ab=cd
|
||||
abcdef
|
||||
--- response_body
|
||||
hello world
|
||||
--- error_log
|
||||
send data to kafka: GET /hello?ab=cd HTTP/1.1
|
||||
host: localhost
|
||||
content-length: 6
|
||||
connection: close
|
||||
--- wait: 2
|
||||
|
||||
|
||||
|
||||
=== TEST 11: set route(meta_format = default)
|
||||
--- config
|
||||
location /t {
|
||||
content_by_lua_block {
|
||||
local t = require("lib.test_admin").test
|
||||
local code, body = t('/apisix/admin/routes/1',
|
||||
ngx.HTTP_PUT,
|
||||
[[{
|
||||
"plugins": {
|
||||
"kafka-logger": {
|
||||
"broker_list" : {
|
||||
"127.0.0.1":9092
|
||||
},
|
||||
"kafka_topic" : "test2",
|
||||
"key" : "key1",
|
||||
"timeout" : 1,
|
||||
"batch_max_size": 1,
|
||||
"include_req_body": false
|
||||
}
|
||||
},
|
||||
"upstream": {
|
||||
"nodes": {
|
||||
"127.0.0.1:1980": 1
|
||||
},
|
||||
"type": "roundrobin"
|
||||
},
|
||||
"uri": "/hello"
|
||||
}]]
|
||||
)
|
||||
if code >= 300 then
|
||||
ngx.status = code
|
||||
end
|
||||
ngx.say(body)
|
||||
}
|
||||
}
|
||||
--- response_body
|
||||
passed
|
||||
|
||||
|
||||
|
||||
=== TEST 12: hit route, report log to kafka
|
||||
--- request
|
||||
GET /hello?ab=cd
|
||||
abcdef
|
||||
--- response_body
|
||||
hello world
|
||||
--- error_log_like eval
|
||||
qr/send data to kafka: \{.*"upstream":"127.0.0.1:1980"/
|
||||
--- wait: 2
|
||||
|
||||
|
||||
|
||||
=== TEST 13: set route(id: 1), missing key field
|
||||
--- config
|
||||
location /t {
|
||||
content_by_lua_block {
|
||||
local t = require("lib.test_admin").test
|
||||
local code, body = t('/apisix/admin/routes/1',
|
||||
ngx.HTTP_PUT,
|
||||
[[{
|
||||
"plugins": {
|
||||
"kafka-logger": {
|
||||
"broker_list" :
|
||||
{
|
||||
"127.0.0.1":9092
|
||||
},
|
||||
"kafka_topic" : "test2",
|
||||
"timeout" : 1,
|
||||
"batch_max_size": 1
|
||||
}
|
||||
},
|
||||
"upstream": {
|
||||
"nodes": {
|
||||
"127.0.0.1:1980": 1
|
||||
},
|
||||
"type": "roundrobin"
|
||||
},
|
||||
"uri": "/hello"
|
||||
}]]
|
||||
)
|
||||
if code >= 300 then
|
||||
ngx.status = code
|
||||
end
|
||||
ngx.say(body)
|
||||
}
|
||||
}
|
||||
--- response_body
|
||||
passed
|
||||
|
||||
|
||||
|
||||
=== TEST 14: access, test key field is optional
|
||||
--- request
|
||||
GET /hello
|
||||
--- response_body
|
||||
hello world
|
||||
--- wait: 2
|
||||
|
||||
|
||||
|
||||
=== TEST 15: set route(meta_format = default), missing key field
|
||||
--- config
|
||||
location /t {
|
||||
content_by_lua_block {
|
||||
local t = require("lib.test_admin").test
|
||||
local code, body = t('/apisix/admin/routes/1',
|
||||
ngx.HTTP_PUT,
|
||||
[[{
|
||||
"plugins": {
|
||||
"kafka-logger": {
|
||||
"broker_list" : {
|
||||
"127.0.0.1":9092
|
||||
},
|
||||
"kafka_topic" : "test2",
|
||||
"timeout" : 1,
|
||||
"batch_max_size": 1,
|
||||
"include_req_body": false
|
||||
}
|
||||
},
|
||||
"upstream": {
|
||||
"nodes": {
|
||||
"127.0.0.1:1980": 1
|
||||
},
|
||||
"type": "roundrobin"
|
||||
},
|
||||
"uri": "/hello"
|
||||
}]]
|
||||
)
|
||||
if code >= 300 then
|
||||
ngx.status = code
|
||||
end
|
||||
ngx.say(body)
|
||||
}
|
||||
}
|
||||
--- response_body
|
||||
passed
|
||||
|
||||
|
||||
|
||||
=== TEST 16: hit route, report log to kafka
|
||||
--- request
|
||||
GET /hello?ab=cd
|
||||
abcdef
|
||||
--- response_body
|
||||
hello world
|
||||
--- error_log_like eval
|
||||
qr/send data to kafka: \{.*"upstream":"127.0.0.1:1980"/
|
||||
--- wait: 2
|
||||
|
||||
|
||||
|
||||
=== TEST 17: use the topic with 3 partitions
|
||||
--- config
|
||||
location /t {
|
||||
content_by_lua_block {
|
||||
local t = require("lib.test_admin").test
|
||||
local code, body = t('/apisix/admin/routes/1',
|
||||
ngx.HTTP_PUT,
|
||||
[[{
|
||||
"plugins": {
|
||||
"kafka-logger": {
|
||||
"broker_list" : {
|
||||
"127.0.0.1": 9092
|
||||
},
|
||||
"kafka_topic" : "test3",
|
||||
"timeout" : 1,
|
||||
"batch_max_size": 1,
|
||||
"include_req_body": false
|
||||
}
|
||||
},
|
||||
"upstream": {
|
||||
"nodes": {
|
||||
"127.0.0.1:1980": 1
|
||||
},
|
||||
"type": "roundrobin"
|
||||
},
|
||||
"uri": "/hello"
|
||||
}]]
|
||||
)
|
||||
if code >= 300 then
|
||||
ngx.status = code
|
||||
end
|
||||
ngx.say(body)
|
||||
}
|
||||
}
|
||||
--- response_body
|
||||
passed
|
||||
|
||||
|
||||
|
||||
=== TEST 18: report log to kafka by different partitions
|
||||
--- config
|
||||
location /t {
|
||||
content_by_lua_block {
|
||||
local t = require("lib.test_admin").test
|
||||
local code, body = t('/apisix/admin/routes/1',
|
||||
ngx.HTTP_PUT,
|
||||
[[{
|
||||
"plugins": {
|
||||
"kafka-logger": {
|
||||
"broker_list" : {
|
||||
"127.0.0.1": 9092
|
||||
},
|
||||
"kafka_topic" : "test3",
|
||||
"producer_type": "sync",
|
||||
"timeout" : 1,
|
||||
"batch_max_size": 1,
|
||||
"include_req_body": false
|
||||
}
|
||||
},
|
||||
"upstream": {
|
||||
"nodes": {
|
||||
"127.0.0.1:1980": 1
|
||||
},
|
||||
"type": "roundrobin"
|
||||
},
|
||||
"uri": "/hello"
|
||||
}]]
|
||||
)
|
||||
|
||||
t('/hello',ngx.HTTP_GET)
|
||||
ngx.sleep(0.5)
|
||||
t('/hello',ngx.HTTP_GET)
|
||||
ngx.sleep(0.5)
|
||||
t('/hello',ngx.HTTP_GET)
|
||||
ngx.sleep(0.5)
|
||||
}
|
||||
}
|
||||
--- timeout: 5s
|
||||
--- ignore_response
|
||||
--- error_log eval
|
||||
[qr/partition_id: 1/,
|
||||
qr/partition_id: 0/,
|
||||
qr/partition_id: 2/]
|
||||
|
||||
|
||||
|
||||
=== TEST 19: report log to kafka by different partitions in async mode
|
||||
--- config
|
||||
location /t {
|
||||
content_by_lua_block {
|
||||
local t = require("lib.test_admin").test
|
||||
local code, body = t('/apisix/admin/routes/1',
|
||||
ngx.HTTP_PUT,
|
||||
[[{
|
||||
"plugins": {
|
||||
"kafka-logger": {
|
||||
"broker_list" : {
|
||||
"127.0.0.1": 9092
|
||||
},
|
||||
"kafka_topic" : "test3",
|
||||
"producer_type": "async",
|
||||
"timeout" : 1,
|
||||
"batch_max_size": 1,
|
||||
"include_req_body": false
|
||||
}
|
||||
},
|
||||
"upstream": {
|
||||
"nodes": {
|
||||
"127.0.0.1:1980": 1
|
||||
},
|
||||
"type": "roundrobin"
|
||||
},
|
||||
"uri": "/hello"
|
||||
}]]
|
||||
)
|
||||
t('/hello',ngx.HTTP_GET)
|
||||
ngx.sleep(0.5)
|
||||
t('/hello',ngx.HTTP_GET)
|
||||
ngx.sleep(0.5)
|
||||
t('/hello',ngx.HTTP_GET)
|
||||
ngx.sleep(0.5)
|
||||
}
|
||||
}
|
||||
--- timeout: 5s
|
||||
--- ignore_response
|
||||
--- error_log eval
|
||||
[qr/partition_id: 1/,
|
||||
qr/partition_id: 0/,
|
||||
qr/partition_id: 2/]
|
||||
|
||||
|
||||
|
||||
=== TEST 20: set route with incorrect sasl_config
|
||||
--- config
|
||||
location /t {
|
||||
content_by_lua_block {
|
||||
local t = require("lib.test_admin").test
|
||||
local code, body = t('/apisix/admin/routes/1',
|
||||
ngx.HTTP_PUT,
|
||||
[[{
|
||||
"plugins":{
|
||||
"kafka-logger":{
|
||||
"brokers":[
|
||||
{
|
||||
"host":"127.0.0.1",
|
||||
"port":19094,
|
||||
"sasl_config":{
|
||||
"mechanism":"PLAIN",
|
||||
"user":"admin",
|
||||
"password":"admin-secret2233"
|
||||
}
|
||||
}],
|
||||
"kafka_topic":"test2",
|
||||
"key":"key1",
|
||||
"timeout":1,
|
||||
"batch_max_size":1
|
||||
}
|
||||
},
|
||||
"upstream":{
|
||||
"nodes":{
|
||||
"127.0.0.1:1980":1
|
||||
},
|
||||
"type":"roundrobin"
|
||||
},
|
||||
"uri":"/hello"
|
||||
}]]
|
||||
)
|
||||
if code >= 300 then
|
||||
ngx.status = code
|
||||
end
|
||||
ngx.say(body)
|
||||
}
|
||||
}
|
||||
--- response_body
|
||||
passed
|
||||
|
||||
|
||||
|
||||
=== TEST 21: hit route, failed to send data to kafka
|
||||
--- request
|
||||
GET /hello
|
||||
--- response_body
|
||||
hello world
|
||||
--- error_log
|
||||
failed to do PLAIN auth with 127.0.0.1:19094: Authentication failed: Invalid username or password
|
||||
--- wait: 2
|
||||
|
||||
|
||||
|
||||
=== TEST 22: set route with correct sasl_config
|
||||
--- config
|
||||
location /t {
|
||||
content_by_lua_block {
|
||||
local t = require("lib.test_admin").test
|
||||
local code, body = t('/apisix/admin/routes/1',
|
||||
ngx.HTTP_PUT,
|
||||
[[{
|
||||
"plugins":{
|
||||
"kafka-logger":{
|
||||
"brokers":[
|
||||
{
|
||||
"host":"127.0.0.1",
|
||||
"port":19094,
|
||||
"sasl_config":{
|
||||
"mechanism":"PLAIN",
|
||||
"user":"admin",
|
||||
"password":"admin-secret"
|
||||
}
|
||||
}],
|
||||
"kafka_topic":"test4",
|
||||
"producer_type":"sync",
|
||||
"key":"key1",
|
||||
"timeout":1,
|
||||
"batch_max_size":1,
|
||||
"include_req_body": true
|
||||
}
|
||||
},
|
||||
"upstream":{
|
||||
"nodes":{
|
||||
"127.0.0.1:1980":1
|
||||
},
|
||||
"type":"roundrobin"
|
||||
},
|
||||
"uri":"/hello"
|
||||
}]]
|
||||
)
|
||||
if code >= 300 then
|
||||
ngx.status = code
|
||||
end
|
||||
ngx.say(body)
|
||||
}
|
||||
}
|
||||
--- response_body
|
||||
passed
|
||||
|
||||
|
||||
|
||||
=== TEST 23: hit route, send data to kafka successfully
|
||||
--- request
|
||||
POST /hello?name=qwerty
|
||||
abcdef
|
||||
--- response_body
|
||||
hello world
|
||||
--- error_log eval
|
||||
qr/send data to kafka: \{.*"body":"abcdef"/
|
||||
--- no_error_log
|
||||
[error]
|
||||
--- wait: 2
|
||||
|
||||
|
||||
|
||||
=== TEST 24: set route(batch_max_size = 2), check if prometheus is initialized properly
|
||||
--- config
|
||||
location /t {
|
||||
content_by_lua_block {
|
||||
local t = require("lib.test_admin").test
|
||||
local code, body = t('/apisix/admin/routes/1',
|
||||
ngx.HTTP_PUT,
|
||||
[[{
|
||||
"plugins": {
|
||||
"kafka-logger": {
|
||||
"broker_list" :
|
||||
{
|
||||
"127.0.0.1":9092
|
||||
},
|
||||
"kafka_topic" : "test2",
|
||||
"key" : "key1",
|
||||
"timeout" : 1,
|
||||
"batch_max_size": 2
|
||||
}
|
||||
},
|
||||
"upstream": {
|
||||
"nodes": {
|
||||
"127.0.0.1:1980": 1
|
||||
},
|
||||
"type": "roundrobin"
|
||||
},
|
||||
"uri": "/hello"
|
||||
}]]
|
||||
)
|
||||
if code >= 300 then
|
||||
ngx.status = code
|
||||
end
|
||||
ngx.say(body)
|
||||
}
|
||||
}
|
||||
--- response_body
|
||||
passed
|
||||
|
||||
|
||||
|
||||
=== TEST 25: access
|
||||
--- extra_yaml_config
|
||||
plugins:
|
||||
- kafka-logger
|
||||
--- request
|
||||
GET /hello
|
||||
--- response_body
|
||||
hello world
|
||||
--- wait: 2
|
||||
Reference in New Issue
Block a user