ReachableCEO
54cc5f7308
- Implements Apache APISIX packaging for Cloudron platform. - Includes Dockerfile, CloudronManifest.json, and start.sh. - Configured to use Cloudron's etcd addon. 🤖 Generated with Gemini CLI Co-Authored-By: Gemini <noreply@google.com>
51 lines
1.6 KiB
Lua
51 lines
1.6 KiB
Lua
--
|
|
-- Licensed to the Apache Software Foundation (ASF) under one or more
|
|
-- contributor license agreements. See the NOTICE file distributed with
|
|
-- this work for additional information regarding copyright ownership.
|
|
-- The ASF licenses this file to You under the Apache License, Version 2.0
|
|
-- (the "License"); you may not use this file except in compliance with
|
|
-- the License. You may obtain a copy of the License at
|
|
--
|
|
-- http://www.apache.org/licenses/LICENSE-2.0
|
|
--
|
|
-- Unless required by applicable law or agreed to in writing, software
|
|
-- distributed under the License is distributed on an "AS IS" BASIS,
|
|
-- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
-- See the License for the specific language governing permissions and
|
|
-- limitations under the License.
|
|
--
|
|
|
|
local core = require("apisix.core")
|
|
local require = require
|
|
local bad_request = ngx.HTTP_BAD_REQUEST
|
|
|
|
local _M = {}
|
|
|
|
function _M.before_proxy(conf, ctx)
|
|
local ai_instance = ctx.picked_ai_instance
|
|
local ai_driver = require("apisix.plugins.ai-drivers." .. ai_instance.provider)
|
|
|
|
local request_body, err = ai_driver.validate_request(ctx)
|
|
if not request_body then
|
|
return bad_request, err
|
|
end
|
|
|
|
local extra_opts = {
|
|
endpoint = core.table.try_read_attr(ai_instance, "override", "endpoint"),
|
|
query_params = ai_instance.auth.query or {},
|
|
headers = (ai_instance.auth.header or {}),
|
|
model_options = ai_instance.options,
|
|
}
|
|
|
|
if request_body.stream then
|
|
request_body.stream_options = {
|
|
include_usage = true
|
|
}
|
|
end
|
|
|
|
return ai_driver:request(ctx, conf, request_body, extra_opts)
|
|
end
|
|
|
|
|
|
return _M
|