ExternalVendorCode/lollms
1
0
Fork 0
mirror of https://github.com/ParisNeo/lollms.git synced 2024-12-21 13:37:55 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

fixed context size depletion problem

Browse Source
This commit is contained in:
Saifeddine ALOUI 2024-04-21 03:59:32 +02:00
parent 10dacbbb47
commit 513770b73e
1 changed files with 5 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
lollms/app.py
View File

@ -812,9 +812,11 @@ class LollmsApplication(LoLLMsCom):
"\n" + self.config.discussion_prompt_separator + message.sender + ": " + message.content.strip())
# Check if adding the message will exceed the available space
if tokens_accumulated + len(message_tokenized) > available_space:
message_tokenized[:-(available_space-tokens_accumulated)]
full_message_list.insert(0, message_tokenized)
if tokens_accumulated + len(message_tokenized) > available_space-n_tokens:
# Update the cumulative number of tokens
msg = message_tokenized[-(available_space-tokens_accumulated-n_tokens):]
tokens_accumulated += available_space-tokens_accumulated-n_tokens
full_message_list.insert(0, msg)
break
# Add the tokenized message to the full_message_list