ExternalVendorCode/lollms
1
0
Fork 0
mirror of https://github.com/ParisNeo/lollms.git synced 2025-02-01 08:48:19 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Update app.py

Browse Source
This commit is contained in:
Saifeddine ALOUI 2024-05-29 12:29:21 +02:00 committed by GitHub
parent 8197ca7b9b
commit 8cfe6d73c4
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 10 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
lollms/app.py
View File

@ -182,7 +182,6 @@ class LollmsApplication(LoLLMsCom):
return False
def add_discussion_to_skills_library(self, client: Client):
discussion_prompt_separator = self.config.discussion_prompt_separator
start_header_id_template = self.config.start_header_id_template
end_header_id_template = self.config.end_header_id_template
separator_template = self.config.separator_template
@ -770,7 +769,6 @@ class LollmsApplication(LoLLMsCom):
Returns:
Tuple[str, str, List[str]]: The prepared query, original message content, and tokenized query.
"""
discussion_prompt_separator = self.config.discussion_prompt_separator
start_header_id_template = self.config.start_header_id_template
end_header_id_template = self.config.end_header_id_template
separator_template = self.config.separator_template
@ -1099,9 +1097,16 @@ class LollmsApplication(LoLLMsCom):
if message.content != '' and (
message.message_type <= MSG_TYPE.MSG_TYPE_FULL_INVISIBLE_TO_USER.value and message.message_type != MSG_TYPE.MSG_TYPE_FULL_INVISIBLE_TO_AI.value):
# Tokenize the message content
message_tokenized = self.model.tokenize(
"\n" + self.config.discussion_prompt_separator + message.sender + ": " + message.content.strip())
if self.config.use_model_name_in_discussions:
if message.model:
msg = f"{separator_template}{start_header_id_template}{message.sender}({message.model}){end_header_id_template}" + message.content.strip()
else:
msg = f"{separator_template}{start_header_id_template}{message.sender}{end_header_id_template}" + message.content.strip()
message_tokenized = self.model.tokenize(msg)
else:
message_tokenized = self.model.tokenize(
f"{separator_template}{start_header_id_template}{message.sender}{end_header_id_template}" + message.content.strip()
)
# Add the tokenized message to the full_message_list
full_message_list.insert(0, message_tokenized)