# # Licensed to the Apache Software Foundation (ASF) under one or more # contributor license agreements. See the NOTICE file distributed with # this work for additional information regarding copyright ownership. # The ASF licenses this file to You under the Apache License, Version 2.0 # (the "License"); you may not use this file except in compliance with # the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. # use t::APISIX 'no_plan'; repeat_each(1); log_level('info'); no_root_location(); no_shuffle(); add_block_preprocessor(sub { my ($block) = @_; if (!$block->request) { $block->set_value("request", "GET /t"); } }); run_tests(); __DATA__ === TEST 1: sanity --- config location /t { content_by_lua_block { local t = require("lib.test_admin").test local code, body = t('/apisix/admin/routes/1', ngx.HTTP_PUT, [[{ "uri": "/echo", "upstream": { "type": "roundrobin", "nodes": { "127.0.0.1:1980": 1 } }, "plugins": { "ai-prompt-template": { "templates":[ { "name": "programming question", "template": { "model": "some model", "messages": [ { "role": "system", "content": "You are a {{ language }} programmer." }, { "role": "user", "content": "Write a {{ program_name }} program." } ] } }, { "name": "level of detail", "template": { "model": "some model", "messages": [ { "role": "user", "content": "Explain about {{ topic }} in {{ level }}." } ] } } ] } } }]] ) if code >= 300 then ngx.status = code end ngx.say(body) } } --- response_body passed === TEST 2: no templates --- config location /t { content_by_lua_block { local t = require("lib.test_admin").test local code, body = t('/apisix/admin/routes/1', ngx.HTTP_PUT, [[{ "uri": "/echo", "upstream": { "type": "roundrobin", "nodes": { "127.0.0.1:1980": 1 } }, "plugins": { "ai-prompt-template": { "templates":[] } } }]] ) if code >= 300 then ngx.status = code end ngx.say(body) } } --- error_code: 400 --- response_body eval qr/.*property \\"templates\\" validation failed: expect array to have at least 1 items.*/ === TEST 3: test template insertion --- config location /t { content_by_lua_block { local t = require("lib.test_admin").test local json = require("apisix.core.json") local code, body, actual_resp = t('/echo', ngx.HTTP_POST, [[{ "template_name": "programming question", "language": "python", "program_name": "quick sort" }]], [[{ "model": "some model", "messages": [ { "role": "system", "content": "You are a python programmer." }, { "role": "user", "content": "Write a quick sort program." } ] }]] ) if code >= 300 then ngx.status = code ngx.say(body) return end ngx.say("passed") } } --- response_body passed === TEST 4: multiple templates --- config location /t { content_by_lua_block { local t = require("lib.test_admin").test local code, body = t('/apisix/admin/routes/1', ngx.HTTP_PUT, [[{ "uri": "/echo", "upstream": { "type": "roundrobin", "nodes": { "127.0.0.1:1980": 1 } }, "plugins": { "ai-prompt-template": { "templates":[ { "name": "programming question", "template": { "model": "some model", "messages": [ { "role": "system", "content": "You are a {{ language }} programmer." }, { "role": "user", "content": "Write a {{ program_name }} program." } ] } }, { "name": "level of detail", "template": { "model": "some model", "messages": [ { "role": "user", "content": "Explain about {{ topic }} in {{ level }}." } ] } } ] } } }]] ) if code >= 300 then ngx.status = code end ngx.say(body) } } --- response_body passed === TEST 5: test second template --- config location /t { content_by_lua_block { local t = require("lib.test_admin").test local json = require("apisix.core.json") local code, body, actual_resp = t('/echo', ngx.HTTP_POST, [[{ "template_name": "level of detail", "topic": "psychology", "level": "brief" }]], [[{ "model": "some model", "messages": [ { "role": "user", "content": "Explain about psychology in brief." } ] }]] ) if code >= 300 then ngx.status = code ngx.say(body) return end ngx.say("passed") } } --- response_body passed === TEST 6: missing template items --- config location /t { content_by_lua_block { local t = require("lib.test_admin").test local json = require("apisix.core.json") local code, body, actual_resp = t('/echo', ngx.HTTP_POST, [[{ "template_name": "level of detail", "topic-missing": "psychology", "level-missing": "brief" }]], [[{ "model": "some model", "messages": [ { "role": "user", "content": "Explain about in ." } ] }]] ) if code >= 300 then ngx.status = code ngx.say(body) return end ngx.say("passed") } } --- response_body passed === TEST 7: request body contains non-existent template --- config location /t { content_by_lua_block { local t = require("lib.test_admin").test local json = require("apisix.core.json") local code, body, actual_resp = t('/echo', ngx.HTTP_POST, [[{ "template_name": "random", "some-key": "some-value" }]] ) if code >= 300 then ngx.status = code ngx.say(body) return end ngx.say("passed") } } --- error_code: 400 --- response_body eval qr/.*template: random not configured.*/ === TEST 8: request body contains non-existent template --- config location /t { content_by_lua_block { local t = require("lib.test_admin").test local json = require("apisix.core.json") local code, body, actual_resp = t('/echo', ngx.HTTP_POST, [[{ "missing-template-name": "haha" }]] ) if code >= 300 then ngx.status = code ngx.say(body) return end ngx.say("passed") } } --- error_code: 400 --- response_body eval qr/.*template name is missing in request.*/ === TEST 9: (cache test) same template name in different routes --- config location /t { content_by_lua_block { local t = require("lib.test_admin").test for i = 1, 5, 1 do local code = t('/apisix/admin/routes/' .. i, ngx.HTTP_PUT, [[{ "uri": "/]] .. i .. [[", "upstream": { "type": "roundrobin", "nodes": { "127.0.0.1:1980": 1 } }, "plugins": { "ai-prompt-template": { "templates":[ { "name": "same name", "template": { "model": "some model", "messages": [ { "role": "system", "content": "Field: {{ field }} in route]] .. i .. [[." } ] } } ] }, "proxy-rewrite": { "uri": "/echo" } } }]] ) if code >= 300 then ngx.status = code ngx.say("failed") return end end for i = 1, 5, 1 do local code, body = t('/' .. i, ngx.HTTP_POST, [[{ "template_name": "same name", "field": "foo" }]], [[{ "model": "some model", "messages": [ { "role": "system", "content": "Field: foo in route]] .. i .. [[." } ] }]] ) if code >= 300 then ngx.status = code ngx.say(body) return end end ngx.status = 200 ngx.say("passed") } } --- response_body passed