ExternalVendorCode/lollms
1
0
Fork 0
mirror of https://github.com/ParisNeo/lollms.git synced 2025-04-13 22:02:56 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

upgraded core

Browse Source
This commit is contained in:
Saifeddine ALOUI 2025-04-09 08:49:11 +02:00
parent ad12efdf07
commit c940d0abf6
1 changed files with 10 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
lollms/app.py
View File

@ -712,11 +712,19 @@ class LollmsApplication(LoLLMsCom):
message_type: MSG_OPERATION_TYPE = MSG_OPERATION_TYPE.MSG_OPERATION_TYPE_SET_CONTENT,
sender_type: SENDER_TYPES = SENDER_TYPES.SENDER_TYPES_AI,
open=False,
compute_nb_tokens=False
):
client = self.session.get_client(client_id)
# self.close_message(client_id)
if sender == None:
sender = self.personality.name
try:
if compute_nb_tokens:
nb_tokens = self.model.count_tokens(content)
else:
nb_tokens = 0
except:
nb_tokens = 0
msg = client.discussion.add_message(
message_type=message_type.value,
sender_type=sender_type.value,
@ -737,6 +745,7 @@ class LollmsApplication(LoLLMsCom):
self.config["active_personality_id"]
],
created_at=datetime.now().strftime("%Y-%m-%d %H:%M:%S"),
nb_tokens = nb_tokens
) # first the content is empty, but we'll fill it at the end
await self.sio.emit(
"new_message",
@ -1078,9 +1087,7 @@ class LollmsApplication(LoLLMsCom):
datetime.now().strftime("%Y-%m-%d %H:%M:%S")
)
try:
client.discussion.current_message.nb_tokens = len(
self.model.tokenize(client.generated_text)
)
client.discussion.current_message.nb_tokens = self.model.count_tokens(client.generated_text)
except:
client.discussion.current_message.nb_tokens = None
await self.sio.emit(