ExternalVendorCode/lollms
1
0
Fork 0
mirror of https://github.com/ParisNeo/lollms.git synced 2025-04-06 10:26:41 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Update personality.py

Browse Source
This commit is contained in:
Saifeddine ALOUI 2025-02-13 16:23:47 +01:00 committed by GitHub
parent 7dfea32a4b
commit feaf1710d4
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 15 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

24
lollms/personality.py
View File

@ -1351,25 +1351,31 @@ Don't forget encapsulate the code inside a html code tag. This is mandatory.
def remove_thinking_blocks(self, text: str) -> str:
"""
Removes thinking blocks (either <thinking> or <think>) from text including the tags.
Removes thinking blocks (either <thinking> or <think>) from text, including the tags.
If a closing tag is present without a corresponding opening tag, the content from the start of the text up to the closing tag is removed.
Parameters:
text (str): The text containing thinking blocks
Returns:
str: Text with thinking blocks removed
"""
import re
# Pattern to remove both <thinking> and <think> blocks with matching tags
pattern = r'<(thinking|think)>.*?</\1>'
cleaned_text = re.sub(pattern, '', text, flags=re.DOTALL)
# First, remove blocks with both opening and closing tags
pattern_with_tags = r'<(thinking|think)>.*?</\1>'
cleaned_text = re.sub(pattern_with_tags, '', text, flags=re.DOTALL)
# Then, remove content starting from the beginning up to a closing tag without an opening
pattern_without_opening = r'^.*?</(thinking|think)>'
cleaned_text = re.sub(pattern_without_opening, '', cleaned_text, flags=re.DOTALL)
# Remove extra whitespace and normalize newlines
cleaned_text = re.sub(r'\n\s*\n', '\n\n', cleaned_text.strip())
return cleaned_text
def extract_code_blocks(self, text: str, return_remaining_text: bool = False) -> Union[List[dict], Tuple[List[dict], str]]:
"""
This function extracts code blocks from a given text and optionally returns the text without code blocks.