ExternalVendorCode/lollms
1
0
Fork 0
mirror of https://github.com/ParisNeo/lollms.git synced 2025-03-01 12:11:26 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Upgraded query building

Browse Source
This commit is contained in:
Saifeddine ALOUI 2025-01-17 02:19:15 +01:00
parent 6d1c0b6b69
commit 13b4e75657
1 changed files with 16 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

24
lollms/app.py
View File

@ -1034,23 +1034,28 @@ class LollmsApplication(LoLLMsCom):
# Process query # Process query
if self.config.rag_build_keys_words: if self.config.rag_build_keys_words:
self.personality.step_start("Building vector store query") self.personality.step_start("Building vector store query")
prompt = f"""{self.system_full_header} You are a prompt to query converter assistant. Read the discussion and rewrite the last user prompt as a self sufficient prompt containing all neeeded information.\n
Do not answer the prompt. Do not add explanations.
{self.separator_template}
--- discussion ---
{self.system_custom_header('discussion')}'\n{discussion[-2048:]}
---
Answer directly with the reformulation of the last prompt.
{self.ai_custom_header('assistant')}"""
query = self.personality.fast_gen( query = self.personality.fast_gen(
f"{self.separator_template}" prompt,
f"{self.system_custom_header('instruction')} Read the discussion and rewrite the last prompt for someone who didn't read the entire discussion.\n"
f"Do not answer the prompt. Do not add explanations."
f"{self.separator_template}"
f"{self.system_custom_header('discussion')}'\n{discussion[-2048:]}"
f"{self.separator_template}"
f"{self.ai_custom_header('enhanced query')}",
max_generation_size=256, max_generation_size=256,
show_progress=True, show_progress=True,
callback=self.personality.sink callback=self.personality.sink
) )
self.personality.step_end("Building vector store query") self.personality.step_end("Building vector store query")
ASCIIColors.cyan(f"Query: {query}") self.personality.step(f"Query: {query}")
else: else:
query = current_message.content query = current_message.content
# Inform the user
self.personality.step_start("Querying the RAG datalake")
# RAGs # RAGs
if len(self.active_datalakes) > 0: if len(self.active_datalakes) > 0:
recovered_ids=[[] for _ in range(len(self.active_datalakes))] recovered_ids=[[] for _ in range(len(self.active_datalakes))]
@ -1114,6 +1119,9 @@ class LollmsApplication(LoLLMsCom):
self.warning("Couldn't add long term memory information to the context. Please verify the vector database") # Add information about the user self.warning("Couldn't add long term memory information to the context. Please verify the vector database") # Add information about the user
self.personality.step_end("Adding skills") self.personality.step_end("Adding skills")
# Inform the user
self.personality.step_end("Querying the RAG datalake")
documentation += f"{self.separator_template}{self.system_custom_header('important information')}Use the documentation data to answer the user questions. If the data is not present in the documentation, please tell the user that the information he is asking for does not exist in the documentation section. It is strictly forbidden to give the user an answer without having actual proof from the documentation.\n" documentation += f"{self.separator_template}{self.system_custom_header('important information')}Use the documentation data to answer the user questions. If the data is not present in the documentation, please tell the user that the information he is asking for does not exist in the documentation section. It is strictly forbidden to give the user an answer without having actual proof from the documentation.\n"