This commit is contained in:
Saifeddine ALOUI 2024-11-18 23:33:14 +01:00
parent 744f02e233
commit 4177682e6d
7 changed files with 15 additions and 7 deletions

@ -1 +1 @@
Subproject commit a2097be6cf79aa08bdf48e32535c7d27e1649dcc
Subproject commit adf292355d72a20c2ee4a4ab94c95f52f629686e

View File

@ -1148,11 +1148,19 @@ class LOLLMSWebUI(LOLLMSElfServer):
self.set_active_model(self.routing_model)
models = [f"{k}" for k,v in self.config.smart_routing_models_description.items()]
output_id = self.personality.multichoice_question("Select most suitable model to answer the user request given the context:\n", [f"{k}: {v}" for k,v in self.config.smart_routing_models_description.items()], "user request:" + prompt)
output_id, explanation = self.personality.multichoice_question("Select most suitable model to answer the user request given the context:\n", [f"{k}: {v}" for k,v in self.config.smart_routing_models_description.items()], "user request:" + prompt, return_explanation=True)
if output_id >=0 and output_id<len(models):
binding, model_name = self.model_path_to_binding_model(models[output_id])
self.select_model(binding, model_name)
self.personality.step_end("Routing request")
self.personality.step(f"Choice explanation: {explanation}")
self.personality.step(f"Selected {models[output_id]}")
else:
ASCIIColors.error("Model failed to find the most suited model for your request")
self.info("Model failed to find the most suited model for your request")
binding, model_name = self.model_path_to_binding_model(models[0])
self.select_model(binding, model_name)
self.personality.step_end("Routing request")
self.personality.step(f"Complexity level: {output_id}")
self.personality.step(f"Selected {models[output_id]}")
except Exception as ex:

File diff suppressed because one or more lines are too long

2
web/dist/index.html vendored
View File

@ -6,7 +6,7 @@
<script src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-svg.js"></script>
<meta name="viewport" content="width=device-width, initial-scale=1.0">
<title>LoLLMS WebUI</title>
<script type="module" crossorigin src="/assets/index-CLdgSyWg.js"></script>
<script type="module" crossorigin src="/assets/index-Jzkex9MN.js"></script>
<link rel="stylesheet" crossorigin href="/assets/index-DjMNCHBr.css">
</head>
<body>

View File

@ -4189,7 +4189,7 @@ button:hover{
border-top-left-radius: 0.375rem;
border-bottom-left-radius: 0.375rem;
--tw-bg-opacity: 1;
background-color: rgb(255 255 255 / var(--tw-bg-opacity));
background-color: rgb(4 108 78 / var(--tw-bg-opacity));
padding: 0.5rem;
--tw-shadow: 0 4px 6px -1px rgb(0 0 0 / 0.1), 0 2px 4px -2px rgb(0 0 0 / 0.1);
--tw-shadow-colored: 0 4px 6px -1px var(--tw-shadow-color), 0 2px 4px -2px var(--tw-shadow-color);

View File

@ -491,7 +491,7 @@ export const store = createStore({
},
async refreshModelsZoo({ commit }) {
const response = await axios.get('/get_available_models');
const models_zoo = response.data.filter(model => model.variants && model.variants.length>0)
const models_zoo = response.data;//.filter(model => model.variants && model.variants.length>0)
commit('setModelsZoo', models_zoo)
},
async refreshModelStatus({ commit }) {

@ -1 +1 @@
Subproject commit 5ee61221a32fb5dc4466838fe35cd83ea9a2403f
Subproject commit eb08808f59120c9bedeaedef732f929be19f2aef