ExternalVendorCode/lollms-webui
1
0
Fork 0
mirror of https://github.com/ParisNeo/lollms-webui.git synced 2024-12-23 06:12:22 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

fixed smart router

Browse Source
This commit is contained in:
Saifeddine ALOUI 2024-11-20 01:12:12 +01:00
parent 57c2d7c48f
commit 74f7e37b90
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
lollms_webui.py
View File

@ -1148,10 +1148,10 @@ class LOLLMSWebUI(LOLLMSElfServer):
self.set_active_model(self.routing_model) self.set_active_model(self.routing_model)
models = [f"{k}" for k,v in self.config.smart_routing_models_description.items()] models = [f"{k}" for k,v in self.config.smart_routing_models_description.items()]
output_id, explanation = self.personality.multichoice_question("Select most suitable model to answer the user request given the context:\n", [f"{k}: {v}" for k,v in self.config.smart_routing_models_description.items()], "user request:" + prompt, return_explanation=True) output_id, explanation = self.personality.multichoice_question("Select most suitable model to answer the user request given the context. Answer with the selected model index followed by an explanation in a new line.", [f"{k}: {v}" for k,v in self.config.smart_routing_models_description.items()], "user request:" + prompt, return_explanation=True)
if output_id >=0 and output_id<len(models): if output_id >=0 and output_id<len(models):
binding, model_name = self.model_path_to_binding_model(models[output_id]) binding, model_name = self.model_path_to_binding_model(models[output_id])
self.select_model(binding, model_name) self.select_model(binding, model_name, destroy_previous_model=False)
self.personality.step_end("Routing request") self.personality.step_end("Routing request")
self.personality.step(f"Choice explanation: {explanation}") self.personality.step(f"Choice explanation: {explanation}")
self.personality.step(f"Selected {models[output_id]}") self.personality.step(f"Selected {models[output_id]}")
@ -1159,7 +1159,7 @@ class LOLLMSWebUI(LOLLMSElfServer):
ASCIIColors.error("Model failed to find the most suited model for your request") ASCIIColors.error("Model failed to find the most suited model for your request")
self.info("Model failed to find the most suited model for your request") self.info("Model failed to find the most suited model for your request")
binding, model_name = self.model_path_to_binding_model(models[0]) binding, model_name = self.model_path_to_binding_model(models[0])
self.select_model(binding, model_name) self.select_model(binding, model_name, destroy_previous_model=False)
self.personality.step_end("Routing request") self.personality.step_end("Routing request")
self.personality.step(f"Complexity level: {output_id}") self.personality.step(f"Complexity level: {output_id}")
self.personality.step(f"Selected {models[output_id]}") self.personality.step(f"Selected {models[output_id]}")