ExternalVendorCode/lollms-webui
1
0
Fork 0
mirror of https://github.com/ParisNeo/lollms-webui.git synced 2025-02-20 17:22:47 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Added information when in debug mode

Browse Source
This commit is contained in:
Saifeddine ALOUI 2023-12-22 16:46:25 +01:00
parent f7c4a81d79
commit 17ce3536d3
1 changed files with 5 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
api/__init__.py
View File

@ -1549,6 +1549,9 @@ class LoLLMsAPI(LollmsApplication):
# Calculate the available space for the messages
available_space = self.config.ctx_size - n_tokens - total_tokens
if self.config.debug:
self.info(f"Tokens summary:\nConditionning:{n_cond_tk}\ndoc:{n_doc_tk}\nhistory:{n_history_tk}\nuser description:{n_user_description_tk}\nAvailable space:{available_space}",10)
# Raise an error if the available space is 0 or less
if available_space<1:
self.error("Not enough space in context!!")
@ -1635,6 +1638,8 @@ class LoLLMsAPI(LollmsApplication):
ASCIIColors.info(f"prompt size:{len(tokens)} tokens")
ASCIIColors.info(f"available space after doc and history:{available_space} tokens")
self.info(f"Tokens summary:\nPrompt size:{len(tokens)}\nTo generate:{available_space}",10)
# Return the prepared query, original message content, and tokenized query
return prompt_data, current_message.content, tokens