This commit is contained in:
Saifeddine ALOUI 2024-12-18 01:47:11 +01:00
parent 723c85d369
commit 9113ce868b
2 changed files with 2 additions and 2 deletions

@ -1 +1 @@
Subproject commit 1244a8677e2be9c9c3e716b4ec5d573ecccc5d5e Subproject commit 7d368776cef58e56b3a9a8371e0244d0440c53ab

View File

@ -1149,7 +1149,7 @@ class LOLLMSWebUI(LOLLMSElfServer):
self.set_active_model(self.routing_model) self.set_active_model(self.routing_model)
models = [f"{k}" for k,v in self.config.smart_routing_models_description.items()] models = [f"{k}" for k,v in self.config.smart_routing_models_description.items()]
output_id, explanation = self.personality.multichoice_question("Select most suitable model to answer the user request given the context. Answer with the selected model index followed by an explanation in a new line.", [f"{k}: {v}" for k,v in self.config.smart_routing_models_description.items()], "user request:" + prompt, return_explanation=True) output_id, explanation = self.personality.multichoice_question("Select most suitable model to answer the user request given the context. Answer with the selected model index followed by an explanation in a new line.", [f"{k}: {v}" for k,v in self.config.smart_routing_models_description.items()], "!@>user prompt:" + context_details["prompt"], return_explanation=True)
if output_id >=0 and output_id<len(models): if output_id >=0 and output_id<len(models):
binding, model_name = self.model_path_to_binding_model(models[output_id]) binding, model_name = self.model_path_to_binding_model(models[output_id])
self.select_model(binding, model_name, destroy_previous_model=False) self.select_model(binding, model_name, destroy_previous_model=False)