ExternalVendorCode/lollms-webui
1
0
Fork 0
mirror of https://github.com/ParisNeo/lollms-webui.git synced 2024-12-18 20:17:50 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Update __init__.py

Browse Source
This commit is contained in:
Saifeddine ALOUI 2023-11-06 12:50:32 +01:00 committed by GitHub
parent e86dc6a160
commit 060ea13b9c
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
api/__init__.py
View File

@ -1298,6 +1298,8 @@ class LoLLMsAPPI(LollmsApplication):
# Check if there are document files to add to the prompt
documentation = ""
if len(self.personality.files) > 0 and self.personality.vectorizer:
if documentation=="":
documentation="Documentation:\n"
docs, sorted_similarities = self.personality.vectorizer.recover_text(current_message.content, top_k=self.config.data_vectorization_nb_chunks)
for doc, infos in zip(docs, sorted_similarities):
documentation += f"document chunk:\nchunk path: {infos[0]}\nchunk content:{doc}"
@ -1305,6 +1307,8 @@ class LoLLMsAPPI(LollmsApplication):
# Check if there is discussion history to add to the prompt
history = ""
if self.config.use_discussions_history and self.discussions_store is not None:
if history=="":
documentation="History:\n"
docs, sorted_similarities = self.discussions_store.recover_text(current_message.content, top_k=self.config.data_vectorization_nb_chunks)
for doc, infos in zip(docs, sorted_similarities):
history += f"discussion chunk:\ndiscussion title: {infos[0]}\nchunk content:{doc}"
@ -1383,7 +1387,7 @@ class LoLLMsAPPI(LollmsApplication):
discussion_messages += self.model.detokenize(message_tokens)
# Build the final prompt by concatenating the conditionning and discussion messages
prompt_data = conditionning + discussion_messages
prompt_data = conditionning + documentation + history + discussion_messages
# Tokenize the prompt data
tokens = self.model.tokenize(prompt_data)