feat(apisix): add Cloudron package
- Implements Apache APISIX packaging for Cloudron platform. - Includes Dockerfile, CloudronManifest.json, and start.sh. - Configured to use Cloudron's etcd addon. 🤖 Generated with Gemini CLI Co-Authored-By: Gemini <noreply@google.com>
This commit is contained in:
@@ -0,0 +1,739 @@
|
||||
#
|
||||
# Licensed to the Apache Software Foundation (ASF) under one or more
|
||||
# contributor license agreements. See the NOTICE file distributed with
|
||||
# this work for additional information regarding copyright ownership.
|
||||
# The ASF licenses this file to You under the Apache License, Version 2.0
|
||||
# (the "License"); you may not use this file except in compliance with
|
||||
# the License. You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
#
|
||||
|
||||
use t::APISIX 'no_plan';
|
||||
|
||||
log_level("info");
|
||||
repeat_each(1);
|
||||
no_long_string();
|
||||
no_root_location();
|
||||
|
||||
add_block_preprocessor(sub {
|
||||
my ($block) = @_;
|
||||
|
||||
if (!defined $block->request) {
|
||||
$block->set_value("request", "GET /t");
|
||||
}
|
||||
my $http_config = $block->http_config // <<_EOC_;
|
||||
server {
|
||||
server_name openai;
|
||||
listen 6724;
|
||||
|
||||
default_type 'application/json';
|
||||
|
||||
location /v1/chat/completions {
|
||||
content_by_lua_block {
|
||||
|
||||
ngx.req.read_body()
|
||||
local body = ngx.req.get_body_data()
|
||||
|
||||
local json = require("cjson.safe")
|
||||
local request_data = json.decode(body)
|
||||
local header_auth = ngx.req.get_headers()["authorization"]
|
||||
local query_auth = ngx.req.get_uri_args()["api_key"]
|
||||
|
||||
if header_auth ~= "Bearer token" and query_auth ~= "apikey" then
|
||||
ngx.status = 401
|
||||
ngx.say("Unauthorized")
|
||||
return
|
||||
end
|
||||
|
||||
local response = {
|
||||
choices = {
|
||||
{
|
||||
message = {
|
||||
content = request_data.messages[1].content .. ' ' .. request_data.messages[2].content
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
local json = require("cjson.safe")
|
||||
local json_response = json.encode(response)
|
||||
ngx.say(json_response)
|
||||
}
|
||||
}
|
||||
|
||||
location /random {
|
||||
content_by_lua_block {
|
||||
|
||||
local response = {
|
||||
choices = {
|
||||
{
|
||||
message = {
|
||||
content = 'return by random endpoint'
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
local json = require("cjson.safe")
|
||||
local json_response = json.encode(response)
|
||||
ngx.say(json_response)
|
||||
}
|
||||
}
|
||||
|
||||
location /internalservererror {
|
||||
content_by_lua_block {
|
||||
ngx.status = 500
|
||||
ngx.say("Internal Server Error")
|
||||
return
|
||||
}
|
||||
}
|
||||
|
||||
location /bad_request {
|
||||
content_by_lua_block {
|
||||
ngx.status = 400
|
||||
ngx.say("Bad Request")
|
||||
return
|
||||
}
|
||||
}
|
||||
}
|
||||
_EOC_
|
||||
|
||||
$block->set_value("http_config", $http_config);
|
||||
});
|
||||
|
||||
run_tests();
|
||||
|
||||
__DATA__
|
||||
|
||||
=== TEST 1: minimal viable configuration
|
||||
--- config
|
||||
location /t {
|
||||
content_by_lua_block {
|
||||
local plugin = require("apisix.plugins.ai-request-rewrite")
|
||||
local ok, err = plugin.check_schema({
|
||||
prompt = "some prompt",
|
||||
provider = "openai",
|
||||
auth = {
|
||||
header = {
|
||||
Authorization = "Bearer token"
|
||||
}
|
||||
}
|
||||
})
|
||||
|
||||
if not ok then
|
||||
ngx.print(err)
|
||||
else
|
||||
ngx.say("passed")
|
||||
end
|
||||
}
|
||||
}
|
||||
--- response_body
|
||||
passed
|
||||
|
||||
|
||||
|
||||
=== TEST 2: missing prompt field should not pass
|
||||
--- config
|
||||
location /t {
|
||||
content_by_lua_block {
|
||||
local plugin = require("apisix.plugins.ai-request-rewrite")
|
||||
local ok, err = plugin.check_schema({
|
||||
provider = "openai",
|
||||
auth = {
|
||||
header = {
|
||||
Authorization = "Bearer token"
|
||||
}
|
||||
}
|
||||
})
|
||||
|
||||
if not ok then
|
||||
ngx.say(err)
|
||||
else
|
||||
ngx.say("passed")
|
||||
end
|
||||
}
|
||||
}
|
||||
--- response_body
|
||||
property "prompt" is required
|
||||
|
||||
|
||||
|
||||
=== TEST 3: missing auth field should not pass
|
||||
--- config
|
||||
location /t {
|
||||
content_by_lua_block {
|
||||
local plugin = require("apisix.plugins.ai-request-rewrite")
|
||||
local ok, err = plugin.check_schema({
|
||||
prompt = "some prompt",
|
||||
provider = "openai",
|
||||
})
|
||||
|
||||
if not ok then
|
||||
ngx.say(err)
|
||||
else
|
||||
ngx.say("passed")
|
||||
end
|
||||
}
|
||||
}
|
||||
--- response_body
|
||||
property "auth" is required
|
||||
|
||||
|
||||
|
||||
=== TEST 4: missing provider field should not pass
|
||||
--- config
|
||||
location /t {
|
||||
content_by_lua_block {
|
||||
local plugin = require("apisix.plugins.ai-request-rewrite")
|
||||
local ok, err = plugin.check_schema({
|
||||
prompt = "some prompt",
|
||||
auth = {
|
||||
header = {
|
||||
Authorization = "Bearer token"
|
||||
}
|
||||
}
|
||||
})
|
||||
|
||||
if not ok then
|
||||
ngx.say(err)
|
||||
else
|
||||
ngx.say("passed")
|
||||
end
|
||||
}
|
||||
}
|
||||
--- response_body
|
||||
property "provider" is required
|
||||
|
||||
|
||||
|
||||
=== TEST 5: provider must be one of: deepseek, openai, aimlapi, openai-compatible
|
||||
--- config
|
||||
location /t {
|
||||
content_by_lua_block {
|
||||
local plugin = require("apisix.plugins.ai-request-rewrite")
|
||||
local ok, err = plugin.check_schema({
|
||||
prompt = "some prompt",
|
||||
provider = "invalid-provider",
|
||||
auth = {
|
||||
header = {
|
||||
Authorization = "Bearer token"
|
||||
}
|
||||
}
|
||||
})
|
||||
|
||||
if not ok then
|
||||
ngx.say(err)
|
||||
else
|
||||
ngx.say("passed")
|
||||
end
|
||||
}
|
||||
}
|
||||
--- response_body
|
||||
property "provider" validation failed: matches none of the enum values
|
||||
|
||||
|
||||
|
||||
=== TEST 6: provider deepseek
|
||||
--- config
|
||||
location /t {
|
||||
content_by_lua_block {
|
||||
local plugin = require("apisix.plugins.ai-request-rewrite")
|
||||
local ok, err = plugin.check_schema({
|
||||
prompt = "some prompt",
|
||||
provider = "deepseek",
|
||||
auth = {
|
||||
header = {
|
||||
Authorization = "Bearer token"
|
||||
}
|
||||
}
|
||||
})
|
||||
|
||||
if not ok then
|
||||
ngx.say(err)
|
||||
else
|
||||
ngx.say("passed")
|
||||
end
|
||||
}
|
||||
}
|
||||
--- response_body
|
||||
passed
|
||||
|
||||
|
||||
|
||||
=== TEST 7: provider openai-compatible
|
||||
--- config
|
||||
location /t {
|
||||
content_by_lua_block {
|
||||
local plugin = require("apisix.plugins.ai-request-rewrite")
|
||||
local ok, err = plugin.check_schema({
|
||||
prompt = "some prompt",
|
||||
provider = "openai-compatible",
|
||||
auth = {
|
||||
header = {
|
||||
Authorization = "Bearer token"
|
||||
}
|
||||
},
|
||||
override = {
|
||||
endpoint = "http://localhost:6724"
|
||||
}
|
||||
})
|
||||
|
||||
if not ok then
|
||||
ngx.say(err)
|
||||
else
|
||||
ngx.say("passed")
|
||||
end
|
||||
}
|
||||
}
|
||||
--- response_body
|
||||
passed
|
||||
|
||||
|
||||
|
||||
=== TEST 8: override endpoint works
|
||||
--- config
|
||||
location /t {
|
||||
content_by_lua_block {
|
||||
local t = require("lib.test_admin").test
|
||||
local code, body = t('/apisix/admin/routes/1',
|
||||
ngx.HTTP_PUT,
|
||||
[[{
|
||||
"uri": "/anything",
|
||||
"plugins": {
|
||||
"ai-request-rewrite": {
|
||||
"prompt": "some prompt",
|
||||
"provider": "openai",
|
||||
"auth": {
|
||||
"header": {
|
||||
"Authorization": "Bearer token"
|
||||
}
|
||||
},
|
||||
"override": {
|
||||
"endpoint": "http://localhost:6724/random"
|
||||
},
|
||||
"ssl_verify": false
|
||||
}
|
||||
},
|
||||
"upstream": {
|
||||
"type": "roundrobin",
|
||||
"nodes": {
|
||||
"httpbin.org:80": 1
|
||||
}
|
||||
}
|
||||
}]]
|
||||
)
|
||||
if code >= 300 then
|
||||
ngx.status = code
|
||||
ngx.say(body)
|
||||
return
|
||||
end
|
||||
|
||||
|
||||
local code, body, actual_body = t("/anything",
|
||||
ngx.HTTP_POST,
|
||||
"some random content",
|
||||
nil,
|
||||
{
|
||||
["Content-Type"] = "text/plain",
|
||||
}
|
||||
)
|
||||
local json = require("cjson.safe")
|
||||
local response_data = json.decode(actual_body)
|
||||
|
||||
if response_data.data == 'return by random endpoint' then
|
||||
ngx.say("passed")
|
||||
else
|
||||
ngx.say(actual_body)
|
||||
end
|
||||
}
|
||||
}
|
||||
--- response_body
|
||||
passed
|
||||
|
||||
|
||||
|
||||
=== TEST 9: set route with wrong auth header
|
||||
--- config
|
||||
location /t {
|
||||
content_by_lua_block {
|
||||
local t = require("lib.test_admin").test
|
||||
local code, body = t('/apisix/admin/routes/1',
|
||||
ngx.HTTP_PUT,
|
||||
[[{
|
||||
"uri": "/anything",
|
||||
"plugins": {
|
||||
"ai-request-rewrite": {
|
||||
"prompt": "some prompt",
|
||||
"auth": {
|
||||
"header": {
|
||||
"Authorization": "Bearer wrong-token"
|
||||
}
|
||||
},
|
||||
"provider": "openai",
|
||||
"override": {
|
||||
"endpoint": "http://localhost:6724"
|
||||
},
|
||||
"ssl_verify": false
|
||||
}
|
||||
},
|
||||
"upstream": {
|
||||
"type": "roundrobin",
|
||||
"nodes": {
|
||||
"httpbin.org:80": 1
|
||||
}
|
||||
}
|
||||
}]]
|
||||
)
|
||||
|
||||
local code, body, actual_body = t("/anything",
|
||||
ngx.HTTP_POST,
|
||||
"some random content",
|
||||
nil,
|
||||
{
|
||||
["Content-Type"] = "text/plain",
|
||||
}
|
||||
)
|
||||
|
||||
if code == 500 then
|
||||
ngx.say('passed')
|
||||
return
|
||||
end
|
||||
}
|
||||
}
|
||||
|
||||
--- error_log
|
||||
LLM service returned error status: 401
|
||||
--- response_body
|
||||
passed
|
||||
|
||||
|
||||
|
||||
=== TEST 10: set route with correct query param
|
||||
--- config
|
||||
location /t {
|
||||
content_by_lua_block {
|
||||
local t = require("lib.test_admin").test
|
||||
local code, body = t('/apisix/admin/routes/1',
|
||||
ngx.HTTP_PUT,
|
||||
[[{
|
||||
"uri": "/anything",
|
||||
"plugins": {
|
||||
"ai-request-rewrite": {
|
||||
"prompt": "some prompt",
|
||||
"auth": {
|
||||
"query": {
|
||||
"api_key": "apikey"
|
||||
}
|
||||
},
|
||||
"provider": "openai",
|
||||
"override": {
|
||||
"endpoint": "http://localhost:6724"
|
||||
},
|
||||
"ssl_verify": false
|
||||
}
|
||||
},
|
||||
"upstream": {
|
||||
"type": "roundrobin",
|
||||
"nodes": {
|
||||
"httpbin.org:80": 1
|
||||
}
|
||||
}
|
||||
}]]
|
||||
)
|
||||
|
||||
|
||||
local code, body, actual_body = t("/anything",
|
||||
ngx.HTTP_POST,
|
||||
"some random content",
|
||||
nil,
|
||||
{
|
||||
["Content-Type"] = "text/plain",
|
||||
}
|
||||
)
|
||||
|
||||
local json = require("cjson.safe")
|
||||
local response_data = json.decode(actual_body)
|
||||
|
||||
if response_data.data == "some prompt some random content" then
|
||||
ngx.say("passed")
|
||||
else
|
||||
ngx.say("failed")
|
||||
end
|
||||
}
|
||||
}
|
||||
--- response_body
|
||||
passed
|
||||
|
||||
|
||||
|
||||
=== TEST 11: set route with wrong query param
|
||||
--- config
|
||||
location /t {
|
||||
content_by_lua_block {
|
||||
local t = require("lib.test_admin").test
|
||||
local code, body = t('/apisix/admin/routes/1',
|
||||
ngx.HTTP_PUT,
|
||||
[[{
|
||||
"uri": "/anything",
|
||||
"plugins": {
|
||||
"ai-request-rewrite": {
|
||||
"prompt": "some prompt",
|
||||
"auth": {
|
||||
"query": {
|
||||
"api_key": "wrong_key"
|
||||
}
|
||||
},
|
||||
"provider": "openai",
|
||||
"override": {
|
||||
"endpoint": "http://localhost:6724"
|
||||
},
|
||||
"ssl_verify": false
|
||||
}
|
||||
},
|
||||
"upstream": {
|
||||
"type": "roundrobin",
|
||||
"nodes": {
|
||||
"httpbin.org:80": 1
|
||||
}
|
||||
}
|
||||
}]]
|
||||
)
|
||||
|
||||
local code, body, actual_body = t("/anything",
|
||||
ngx.HTTP_POST,
|
||||
"some random content",
|
||||
nil,
|
||||
{
|
||||
["Content-Type"] = "text/plain",
|
||||
}
|
||||
)
|
||||
|
||||
if code == 500 then
|
||||
ngx.say('passed')
|
||||
return
|
||||
end
|
||||
}
|
||||
}
|
||||
|
||||
--- error_log
|
||||
LLM service returned error status: 401
|
||||
--- response_body
|
||||
passed
|
||||
|
||||
|
||||
|
||||
=== TEST 12: prompt passed correctly to LLM service
|
||||
--- config
|
||||
location /t {
|
||||
content_by_lua_block {
|
||||
local t = require("lib.test_admin").test
|
||||
local code, body = t('/apisix/admin/routes/1',
|
||||
ngx.HTTP_PUT,
|
||||
[[{
|
||||
"uri": "/anything",
|
||||
"plugins": {
|
||||
"ai-request-rewrite": {
|
||||
"prompt": "some prompt to test",
|
||||
"auth": {
|
||||
"query": {
|
||||
"api_key": "apikey"
|
||||
}
|
||||
},
|
||||
"provider": "openai",
|
||||
"override": {
|
||||
"endpoint": "http://localhost:6724"
|
||||
},
|
||||
"ssl_verify": false
|
||||
}
|
||||
},
|
||||
"upstream": {
|
||||
"type": "roundrobin",
|
||||
"nodes": {
|
||||
"httpbin.org:80": 1
|
||||
}
|
||||
}
|
||||
}]]
|
||||
)
|
||||
|
||||
|
||||
local code, body, actual_body = t("/anything",
|
||||
ngx.HTTP_POST,
|
||||
"some random content",
|
||||
nil,
|
||||
{
|
||||
["Content-Type"] = "text/plain",
|
||||
}
|
||||
)
|
||||
|
||||
local json = require("cjson.safe")
|
||||
local response_data = json.decode(actual_body)
|
||||
|
||||
if response_data.data == "some prompt to test some random content" then
|
||||
ngx.say("passed")
|
||||
else
|
||||
ngx.say("failed")
|
||||
end
|
||||
}
|
||||
}
|
||||
--- response_body
|
||||
passed
|
||||
|
||||
|
||||
|
||||
=== TEST 13: check LLM bad request
|
||||
--- config
|
||||
location /t {
|
||||
content_by_lua_block {
|
||||
local t = require("lib.test_admin").test
|
||||
local code, body = t('/apisix/admin/routes/1',
|
||||
ngx.HTTP_PUT,
|
||||
[[{
|
||||
"uri": "/anything",
|
||||
"plugins": {
|
||||
"ai-request-rewrite": {
|
||||
"prompt": "some prompt to test",
|
||||
"auth": {
|
||||
"query": {
|
||||
"api_key": "apikey"
|
||||
}
|
||||
},
|
||||
"provider": "openai",
|
||||
"override": {
|
||||
"endpoint": "http://localhost:6724/bad_request"
|
||||
},
|
||||
"ssl_verify": false,
|
||||
"options": {
|
||||
"model": "check_options_model",
|
||||
"temperature": 0.5,
|
||||
"max_tokens": 100,
|
||||
"top_p": 1,
|
||||
"frequency_penalty": 0,
|
||||
"presence_penalty": 0
|
||||
}
|
||||
}
|
||||
},
|
||||
"upstream": {
|
||||
"type": "roundrobin",
|
||||
"nodes": {
|
||||
"httpbin.org:80": 1
|
||||
}
|
||||
}
|
||||
}]]
|
||||
)
|
||||
|
||||
|
||||
local code, body, actual_body = t("/anything",
|
||||
ngx.HTTP_POST,
|
||||
"some random content",
|
||||
nil,
|
||||
{
|
||||
["Content-Type"] = "text/plain",
|
||||
}
|
||||
)
|
||||
|
||||
if code == 500 then
|
||||
ngx.say('passed')
|
||||
return
|
||||
end
|
||||
}
|
||||
}
|
||||
--- error_log
|
||||
LLM service returned error status: 400
|
||||
--- response_body
|
||||
passed
|
||||
|
||||
|
||||
|
||||
=== TEST 14: check LLM internal server error
|
||||
--- config
|
||||
location /t {
|
||||
content_by_lua_block {
|
||||
local t = require("lib.test_admin").test
|
||||
local code, body = t('/apisix/admin/routes/1',
|
||||
ngx.HTTP_PUT,
|
||||
[[{
|
||||
"uri": "/anything",
|
||||
"plugins": {
|
||||
"ai-request-rewrite": {
|
||||
"prompt": "some prompt to test",
|
||||
"auth": {
|
||||
"query": {
|
||||
"api_key": "apikey"
|
||||
}
|
||||
},
|
||||
"provider": "openai",
|
||||
"override": {
|
||||
"endpoint": "http://localhost:6724/internalservererror"
|
||||
},
|
||||
"ssl_verify": false,
|
||||
"options": {
|
||||
"model": "check_options_model",
|
||||
"temperature": 0.5,
|
||||
"max_tokens": 100,
|
||||
"top_p": 1,
|
||||
"frequency_penalty": 0,
|
||||
"presence_penalty": 0
|
||||
}
|
||||
}
|
||||
},
|
||||
"upstream": {
|
||||
"type": "roundrobin",
|
||||
"nodes": {
|
||||
"httpbin.org:80": 1
|
||||
}
|
||||
}
|
||||
}]]
|
||||
)
|
||||
|
||||
|
||||
local code, body, actual_body = t("/anything",
|
||||
ngx.HTTP_POST,
|
||||
"some random content",
|
||||
nil,
|
||||
{
|
||||
["Content-Type"] = "text/plain",
|
||||
}
|
||||
)
|
||||
|
||||
if code == 500 then
|
||||
ngx.say('passed')
|
||||
return
|
||||
end
|
||||
}
|
||||
}
|
||||
--- error_log
|
||||
LLM service returned error status: 500
|
||||
--- response_body
|
||||
passed
|
||||
|
||||
|
||||
|
||||
=== TEST 15: provider aimlapi
|
||||
--- config
|
||||
location /t {
|
||||
content_by_lua_block {
|
||||
local plugin = require("apisix.plugins.ai-request-rewrite")
|
||||
local ok, err = plugin.check_schema({
|
||||
prompt = "some prompt",
|
||||
provider = "aimlapi",
|
||||
auth = {
|
||||
header = {
|
||||
Authorization = "Bearer token"
|
||||
}
|
||||
}
|
||||
})
|
||||
|
||||
if not ok then
|
||||
ngx.say(err)
|
||||
else
|
||||
ngx.say("passed")
|
||||
end
|
||||
}
|
||||
}
|
||||
--- response_body
|
||||
passed
|
||||
Reference in New Issue
Block a user