ExternalVendorCode/lollms-webui
1
0
Fork 0
mirror of https://github.com/ParisNeo/lollms-webui.git synced 2024-12-24 06:36:37 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

fixed smart router

Browse Source
This commit is contained in:
Saifeddine ALOUI 2024-11-18 00:47:48 +01:00
parent 27b0cd0f7b
commit 31a7f0c9aa
1 changed files with 5 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
lollms_webui.py
View File

@ -1142,13 +1142,14 @@ class LOLLMSWebUI(LOLLMSElfServer):
try:
binding, model_name = self.model_path_to_binding_model(self.config.smart_routing_router_model)
self.select_model(binding, model_name)
output_id = self.personality.multichoice_question("Given the following list of models:\n", [f"{k}: {v}" for k,v in self.config.smart_routing_models_description.items()], full_prompt)
if output_id >=0 and output_id<len(self.config.smart_routing_models_description):
binding, model_name = self.model_path_to_binding_model(self.config.smart_routing_models_description[output_id])
models = [f"{k}" for k,v in self.config.smart_routing_models_description.items()]
output_id = self.personality.multichoice_question("Select most suitable model to answer the user request given the context:\n", [f"{k}: {v}" for k,v in self.config.smart_routing_models_description.items()], "user request:" + prompt)
if output_id >=0 and output_id<len(models):
binding, model_name = self.model_path_to_binding_model(models[output_id])
self.select_model(binding, model_name)
self.personality.step_end("Routing request")
self.personality.step(f"Complexity level: {output_id}")
self.personality.step(f"Selected {self.config.smart_routing_models_description[output_id]}")
self.personality.step(f"Selected {models[output_id]}")
except Exception as ex:
self.error("Failed to route beceause of this error : " + str(ex))
self.personality.step_end("Routing request", False)